From 1bc56fc4be70ab0480d725cd371a61d1ddd61fc1 Mon Sep 17 00:00:00 2001 From: ruv Date: Thu, 12 Mar 2026 19:23:46 -0400 Subject: [PATCH] feat: RSSI visualization, RuVector attention WASM, cache-bust fixes - Add animated RSSI Signal Strength panel with sparkline history - Fix RuVector WasmMultiHeadAttention retptr calling convention - Wire up RuVector Multi-Head + Flash Attention in CNN embedder - Add ambient temporal drift to CSI simulator for visible heatmap animation - Fix embedding space projection (sparse projection replaces cancelling sum) - Add auto-scaling to embedding space renderer - Add cache busters (?v=4) to all ES module imports to prevent stale caches - Add diagnostic logging for module version verification - Add RSSI tracking with quality labels and color-coded dBm display - Includes ruvector-attention-wasm v2.0.5 browser ESM wrapper Co-Authored-By: claude-flow --- ui/pose-fusion/css/style.css | 81 +- ui/pose-fusion/js/canvas-renderer.js | 53 +- ui/pose-fusion/js/cnn-embedder.js | 126 +- ui/pose-fusion/js/csi-simulator.js | 87 + ui/pose-fusion/js/fusion-engine.js | 21 +- ui/pose-fusion/js/main.js | 150 +- ui/pose-fusion/pkg/ruvector-attention/LICENSE | 21 + .../pkg/ruvector-attention/README.md | 220 +++ .../pkg/ruvector-attention/package.json | 28 + .../ruvector_attention_browser.js | 483 ++++++ .../ruvector_attention_wasm.d.ts | 359 +++++ .../ruvector_attention_wasm.js | 1417 +++++++++++++++++ .../ruvector_attention_wasm_bg.wasm | Bin 0 -> 154533 bytes .../ruvector_attention_wasm_bg.wasm.d.ts | 71 + 14 files changed, 3074 insertions(+), 43 deletions(-) create mode 100644 ui/pose-fusion/pkg/ruvector-attention/LICENSE create mode 100644 ui/pose-fusion/pkg/ruvector-attention/README.md create mode 100644 ui/pose-fusion/pkg/ruvector-attention/package.json create mode 100644 ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_browser.js create mode 100644 ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.d.ts create mode 100644 ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.js create mode 100644 ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm create mode 100644 ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm.d.ts diff --git a/ui/pose-fusion/css/style.css b/ui/pose-fusion/css/style.css index 1bf5dd89..d6c593c3 100644 --- a/ui/pose-fusion/css/style.css +++ b/ui/pose-fusion/css/style.css @@ -136,6 +136,14 @@ body { overflow: hidden; } +.video-panel { + grid-row: 1; +} + +.side-panels { + grid-row: 1; +} + /* === Video Panel === */ .video-panel { position: relative; @@ -202,16 +210,20 @@ body { .side-panels { display: flex; flex-direction: column; - gap: 12px; + gap: 8px; overflow-y: auto; min-height: 0; + max-height: 100%; + scrollbar-width: thin; + scrollbar-color: var(--green-dim) transparent; } .panel { background: var(--bg-panel); border: 1px solid var(--bg-panel-border); border-radius: var(--radius); - padding: 14px; + padding: 10px 14px; + flex-shrink: 0; } .panel-title { @@ -387,6 +399,71 @@ body { text-decoration: none; } +/* === RSSI Signal Strength === */ +.rssi-row { + display: flex; + align-items: center; + gap: 12px; +} + +.rssi-gauge { flex: 1; } + +.rssi-bar-track { + height: 8px; + background: rgba(255,255,255,0.06); + border-radius: 4px; + overflow: hidden; + position: relative; +} + +.rssi-bar-fill { + height: 100%; + border-radius: 4px; + background: linear-gradient(90deg, var(--red-alert), var(--amber), var(--green-glow)); + transition: width 0.4s ease; + position: relative; + box-shadow: 0 0 6px rgba(0,210,120,0.3); +} + +.rssi-bar-fill::after { + content: ''; + position: absolute; + top: 0; left: 0; right: 0; bottom: 0; + background: linear-gradient(90deg, transparent 0%, rgba(255,255,255,0.2) 50%, transparent 100%); + animation: rssi-shimmer 2s ease-in-out infinite; +} + +@keyframes rssi-shimmer { + 0% { transform: translateX(-100%); } + 100% { transform: translateX(100%); } +} + +.rssi-values { + display: flex; + justify-content: space-between; + margin-top: 4px; +} + +.rssi-dbm { + font-family: 'JetBrains Mono', monospace; + font-size: 14px; + font-weight: 600; + color: var(--green-glow); +} + +.rssi-quality { + font-family: 'JetBrains Mono', monospace; + font-size: 11px; + color: var(--text-secondary); + text-transform: uppercase; +} + +#rssi-sparkline { + flex-shrink: 0; + border-radius: 4px; + background: rgba(0,0,0,0.3); +} + /* === Skeleton colors === */ .skeleton-joint { fill: var(--green-glow); } .skeleton-limb { stroke: var(--green-bright); } diff --git a/ui/pose-fusion/js/canvas-renderer.js b/ui/pose-fusion/js/canvas-renderer.js index 8ac169d9..6b49ac5c 100644 --- a/ui/pose-fusion/js/canvas-renderer.js +++ b/ui/pose-fusion/js/canvas-renderer.js @@ -185,22 +185,63 @@ export class CanvasRenderer { ctx.beginPath(); ctx.moveTo(w / 2, 0); ctx.lineTo(w / 2, h); ctx.stroke(); ctx.beginPath(); ctx.moveTo(0, h / 2); ctx.lineTo(w, h / 2); ctx.stroke(); + // Auto-scale: find max extent across all point sets + let maxExtent = 0.01; + for (const pts of [points.video, points.csi, points.fused]) { + if (!pts) continue; + for (const p of pts) { + if (!p) continue; + maxExtent = Math.max(maxExtent, Math.abs(p[0]), Math.abs(p[1])); + } + } + const scale = 0.42 / maxExtent; // Fill ~84% of half-width + const drawPoints = (pts, color, size) => { if (!pts || pts.length === 0) return; const len = pts.length; + + // Draw trail line connecting recent points + if (len >= 2) { + ctx.beginPath(); + let started = false; + for (let i = 0; i < len; i++) { + const p = pts[i]; + if (!p) continue; + const px = w / 2 + p[0] * scale * w; + const py = h / 2 + p[1] * scale * h; + if (px < -10 || px > w + 10 || py < -10 || py > h + 10) continue; + if (!started) { ctx.moveTo(px, py); started = true; } + else ctx.lineTo(px, py); + } + ctx.strokeStyle = color; + ctx.globalAlpha = 0.2; + ctx.lineWidth = 1; + ctx.stroke(); + } + + // Draw dots with glow on newest for (let i = 0; i < len; i++) { const p = pts[i]; if (!p) continue; - const age = 1 - (i / len) * 0.7; // Fade older points - const px = w / 2 + p[0] * w * 0.35; - const py = h / 2 + p[1] * h * 0.35; + const age = 1 - (i / len) * 0.7; + const px = w / 2 + p[0] * scale * w; + const py = h / 2 + p[1] * scale * h; - if (px < 0 || px > w || py < 0 || py > h) continue; + if (px < -10 || px > w + 10 || py < -10 || py > h + 10) continue; + + // Glow on newest point + if (i === len - 1) { + ctx.beginPath(); + ctx.arc(px, py, size + 4, 0, Math.PI * 2); + ctx.fillStyle = color; + ctx.globalAlpha = 0.3; + ctx.fill(); + } ctx.beginPath(); - ctx.arc(px, py, size, 0, Math.PI * 2); + ctx.arc(px, py, i === len - 1 ? size + 1 : size, 0, Math.PI * 2); ctx.fillStyle = color; - ctx.globalAlpha = age * 0.7; + ctx.globalAlpha = age * 0.8; ctx.fill(); } }; diff --git a/ui/pose-fusion/js/cnn-embedder.js b/ui/pose-fusion/js/cnn-embedder.js index 5000b9d3..2d6d78a9 100644 --- a/ui/pose-fusion/js/cnn-embedder.js +++ b/ui/pose-fusion/js/cnn-embedder.js @@ -1,10 +1,11 @@ /** - * CNN Embedder — Lightweight MobileNet-V3-style feature extractor. + * CNN Embedder — RuVector Attention-powered feature extractor. * - * Architecture mirrors ruvector-cnn: Conv2D → BatchNorm → ReLU → Pool → Project → L2 Normalize - * Uses pre-seeded random weights (deterministic). When ruvector-cnn-wasm is available, - * transparently delegates to the WASM implementation. + * Uses the real ruvector-attention-wasm WASM module for Multi-Head Attention + * and Flash Attention on CSI/video data. Falls back to a JS Conv2D pipeline + * when WASM is not available. * + * Pipeline: Conv2D → BatchNorm → ReLU → Pool → RuVector Attention → Project → L2 Normalize * Two instances are created: one for video frames, one for CSI pseudo-images. */ @@ -31,6 +32,10 @@ export class CnnEmbedder { this.embeddingDim = opts.embeddingDim || 128; this.normalize = opts.normalize !== false; this.wasmEmbedder = null; + this.rvAttention = null; // RuVector Multi-Head Attention (WASM) + this.rvFlash = null; // RuVector Flash Attention (WASM) + this.rvModule = null; // RuVector WASM module reference + this.useRuVector = false; // Initialize weights with deterministic PRNG const rng = mulberry32(opts.seed || 42); @@ -48,18 +53,44 @@ export class CnnEmbedder { this.bnMean = new Float32Array(16).fill(0.0); this.bnVar = new Float32Array(16).fill(1.0); - // Projection: 16 → embeddingDim + // Projection: 16 → embeddingDim (used when RuVector not available) this.projWeights = new Float32Array(16 * this.embeddingDim); for (let i = 0; i < this.projWeights.length; i++) { this.projWeights[i] = randRange(-0.1, 0.1); } + + // Attention projection: attention_dim → embeddingDim + this.attnProjWeights = new Float32Array(16 * this.embeddingDim); + for (let i = 0; i < this.attnProjWeights.length; i++) { + this.attnProjWeights[i] = randRange(-0.08, 0.08); + } } /** - * Try to load WASM embedder from ruvector-cnn-wasm package + * Try to load RuVector attention WASM, then fall back to ruvector-cnn-wasm * @param {string} wasmPath - Path to the WASM package directory */ async tryLoadWasm(wasmPath) { + // First try: RuVector Attention WASM (the real thing — browser ESM build) + try { + const attnBase = new URL('../pkg/ruvector-attention/ruvector_attention_browser.js', import.meta.url).href; + const mod = await import(attnBase); + await mod.default(); // async WASM init via fetch + mod.init(); + + // Create Multi-Head Attention (dim=16 matches conv output channels, 4 heads) + this.rvAttention = new mod.WasmMultiHeadAttention(16, 4); + // Create Flash Attention for larger sequences + this.rvFlash = new mod.WasmFlashAttention(16, 8); + this.rvModule = mod; + this.useRuVector = true; + console.log(`[CNN] RuVector Attention WASM v${mod.version()} loaded — Multi-Head + Flash Attention active`); + return true; + } catch (e) { + console.log('[CNN] RuVector Attention WASM not available:', e.message); + } + + // Second try: ruvector-cnn-wasm (legacy path) try { const mod = await import(`${wasmPath}/ruvector_cnn_wasm.js`); await mod.default(); @@ -68,10 +99,10 @@ export class CnnEmbedder { config.embedding_dim = this.embeddingDim; config.normalize = this.normalize; this.wasmEmbedder = new mod.WasmCnnEmbedder(config); - console.log('[CNN] WASM embedder loaded successfully'); + console.log('[CNN] WASM CNN embedder loaded successfully'); return true; } catch (e) { - console.log('[CNN] WASM not available, using JS fallback:', e.message); + console.log('[CNN] WASM CNN not available, using JS fallback:', e.message); return false; } } @@ -125,10 +156,17 @@ export class CnnEmbedder { if (convOut[i] < 0) convOut[i] = 0; } - // 6. Global average pooling → 16-dim + // 6. Global average pooling → spatial tokens (each 16-dim) const outH = sz - 2, outW = sz - 2; - const pooled = new Float32Array(16); const spatial = outH * outW; + + // 7. RuVector Attention (if loaded) — apply attention over spatial tokens + if (this.useRuVector && this.rvAttention) { + return this._extractWithAttention(convOut, spatial, 16); + } + + // Fallback: simple global average pool + linear projection + const pooled = new Float32Array(16); for (let i = 0; i < spatial; i++) { for (let c = 0; c < 16; c++) { pooled[c] += convOut[i * 16 + c]; @@ -136,7 +174,7 @@ export class CnnEmbedder { } for (let c = 0; c < 16; c++) pooled[c] /= spatial; - // 7. Linear projection → embeddingDim + // Linear projection → embeddingDim const emb = new Float32Array(this.embeddingDim); for (let o = 0; o < this.embeddingDim; o++) { let sum = 0; @@ -146,7 +184,7 @@ export class CnnEmbedder { emb[o] = sum; } - // 8. L2 normalize + // L2 normalize if (this.normalize) { let norm = 0; for (let i = 0; i < emb.length; i++) norm += emb[i] * emb[i]; @@ -159,6 +197,70 @@ export class CnnEmbedder { return emb; } + /** + * Extract embedding using RuVector Multi-Head Attention WASM. + * Treats conv feature map spatial positions as sequence tokens, + * applies self-attention, then projects to embedding dimension. + */ + _extractWithAttention(convOut, numTokens, channels) { + // Subsample spatial tokens for attention (keep it fast: max 64 tokens) + const maxTokens = 64; + const step = numTokens > maxTokens ? Math.floor(numTokens / maxTokens) : 1; + const tokens = []; + for (let i = 0; i < numTokens && tokens.length < maxTokens; i += step) { + const token = new Float32Array(channels); + for (let c = 0; c < channels; c++) { + token[c] = convOut[i * channels + c]; + } + tokens.push(token); + } + + // Use first token as query, all tokens as keys/values (self-attention) + // Average multiple query positions for robust embedding + const numQueries = Math.min(4, tokens.length); + const queryStride = Math.floor(tokens.length / numQueries); + const attended = new Float32Array(channels); + + for (let q = 0; q < numQueries; q++) { + const queryToken = tokens[q * queryStride]; + try { + const result = this.rvAttention.compute(queryToken, tokens, tokens); + for (let c = 0; c < channels; c++) { + attended[c] += result[c] / numQueries; + } + } catch (_) { + // Fallback: just average the tokens + for (let c = 0; c < channels; c++) { + attended[c] += queryToken[c] / numQueries; + } + } + } + + // Project attended features → embeddingDim + const emb = new Float32Array(this.embeddingDim); + for (let o = 0; o < this.embeddingDim; o++) { + let sum = 0; + for (let i = 0; i < channels; i++) { + sum += attended[i] * this.attnProjWeights[i * this.embeddingDim + o]; + } + emb[o] = sum; + } + + // L2 normalize using RuVector WASM + if (this.normalize && this.rvModule) { + try { + this.rvModule.normalize(emb); + } catch (_) { + let norm = 0; + for (let i = 0; i < emb.length; i++) norm += emb[i] * emb[i]; + norm = Math.sqrt(norm); + if (norm > 1e-8) for (let i = 0; i < emb.length; i++) emb[i] /= norm; + } + } + + return emb; + } + _conv2d3x3(input, H, W, Cin, Cout) { const outH = H - 2, outW = W - 2; const output = new Float32Array(outH * outW * Cout); diff --git a/ui/pose-fusion/js/csi-simulator.js b/ui/pose-fusion/js/csi-simulator.js index 62540995..e9905795 100644 --- a/ui/pose-fusion/js/csi-simulator.js +++ b/ui/pose-fusion/js/csi-simulator.js @@ -9,6 +9,8 @@ */ export class CsiSimulator { + static VERSION = 'v4-drift'; // Cache-bust verification + constructor(opts = {}) { this.subcarriers = opts.subcarriers || 52; // 802.11n HT20 this.timeWindow = opts.timeWindow || 56; // frames in sliding window @@ -32,6 +34,10 @@ export class CsiSimulator { this._basePhase[i] = (i / this.subcarriers) * Math.PI * 2; } + // RSSI tracking + this.rssiDbm = -70; // default mid-range + this._rssiTarget = -70; + // Person influence (updated from video motion) this.personPresence = 0; this.personX = 0.5; @@ -126,6 +132,13 @@ export class CsiSimulator { this.phaseBuffer.shift(); } + // RSSI: smooth toward target (demo mode generates synthetic RSSI) + if (this.mode === 'demo') { + // Simulate RSSI based on person presence and slow drift + this._rssiTarget = -55 - 25 * (1 - this.personPresence) + Math.sin(elapsed * 0.3) * 3; + } + this.rssiDbm += (this._rssiTarget - this.rssiDbm) * 0.1; + // SNR estimate let signalPower = 0, noisePower = 0; for (let i = 0; i < this.subcarriers; i++) { @@ -215,6 +228,11 @@ export class CsiSimulator { this._noiseState[i] = 0.95 * this._noiseState[i] + 0.05 * (rng() * 2 - 1) * 0.03; a += this._noiseState[i]; + // Ambient temporal drift (multipath fading even in empty room) + a += 0.06 * Math.sin(elapsed * 0.7 + i * 0.25) + + 0.04 * Math.sin(elapsed * 1.3 - i * 0.18) + + 0.03 * Math.cos(elapsed * 2.1 + i * 0.4); + // Person-induced CSI perturbation if (presence > 0.1) { // Subcarrier-dependent body reflection (Fresnel zone model) @@ -237,6 +255,17 @@ export class CsiSimulator { } _handleLiveFrame(data) { + // Handle JSON text frames from the sensing server + if (typeof data === 'string') { + try { + const msg = JSON.parse(data); + this._handleJsonFrame(msg); + } catch (_) { /* ignore malformed JSON */ } + return; + } + + // Handle binary ArrayBuffer frames (ADR-018 format) + if (!(data instanceof ArrayBuffer)) return; const view = new DataView(data); // Check ADR-018 magic: 0xC5110001 if (data.byteLength < 20) return; @@ -256,6 +285,64 @@ export class CsiSimulator { } } + _handleJsonFrame(msg) { + // Sensing server sends: { type: "sensing_update", nodes: [{ amplitude: [...], subcarrier_count }], classification, features } + this._liveAmplitude = new Float32Array(this.subcarriers); + this._livePhase = new Float32Array(this.subcarriers); + + // Extract amplitude from sensing_update node data + const node = (msg.nodes && msg.nodes[0]) || msg; + const ampArr = node.amplitude || msg.amplitude; + if (ampArr && Array.isArray(ampArr)) { + const n = Math.min(ampArr.length, this.subcarriers); + // Server sends raw amplitude (already magnitude), normalize to 0-1 + let maxAmp = 0; + for (let i = 0; i < n; i++) maxAmp = Math.max(maxAmp, Math.abs(ampArr[i])); + const scale = maxAmp > 0 ? 1.0 / maxAmp : 1.0; + for (let i = 0; i < n; i++) { + this._liveAmplitude[i] = Math.abs(ampArr[i]) * scale; + } + } + + // Phase from node (if available) + const phaseArr = node.phase || msg.phase; + if (phaseArr && Array.isArray(phaseArr)) { + const n = Math.min(phaseArr.length, this.subcarriers); + for (let i = 0; i < n; i++) this._livePhase[i] = phaseArr[i]; + } else if (ampArr) { + // Synthesize phase from amplitude variation (Hilbert-like estimate) + for (let i = 1; i < this.subcarriers; i++) { + this._livePhase[i] = this._livePhase[i - 1] + (this._liveAmplitude[i] - this._liveAmplitude[i - 1]) * Math.PI; + } + } + + // Handle raw I/Q pairs + const iq = node.iq || msg.iq; + if (iq && Array.isArray(iq)) { + const n = Math.min(iq.length / 2, this.subcarriers); + for (let i = 0; i < n; i++) { + const real = iq[i * 2], imag = iq[i * 2 + 1]; + this._liveAmplitude[i] = Math.sqrt(real * real + imag * imag) / 2048; + this._livePhase[i] = Math.atan2(imag, real); + } + } + + // Extract RSSI from node data + if (typeof node.rssi_dbm === 'number') { + this._rssiTarget = node.rssi_dbm; + } else if (msg.features && typeof msg.features.mean_rssi === 'number') { + this._rssiTarget = msg.features.mean_rssi; + } + + // Update presence from server classification + const cls = msg.classification; + if (cls) { + if (typeof cls.confidence === 'number') { + this.personPresence = cls.presence ? cls.confidence : 0; + } + } + } + _mulberry32(seed) { return function() { let t = (seed += 0x6D2B79F5); diff --git a/ui/pose-fusion/js/fusion-engine.js b/ui/pose-fusion/js/fusion-engine.js index 8ded2e8a..53997085 100644 --- a/ui/pose-fusion/js/fusion-engine.js +++ b/ui/pose-fusion/js/fusion-engine.js @@ -111,18 +111,19 @@ export class FusionEngine { * @returns {{ video: Array, csi: Array, fused: Array }} */ getEmbeddingPoints() { - // Simple 2D projection using first two principal components (approximated) + // Sparse random projection: pick a few dimensions with fixed coefficients + // to get visible 2D spread (avoids cancellation from summing all 128 dims) const project = (emb) => { if (!emb || emb.length < 4) return null; - // Use pairs of dimensions as crude 2D projection - let x = 0, y = 0; - for (let i = 0; i < emb.length; i += 2) { - x += emb[i] * (i % 4 < 2 ? 1 : -1); - if (i + 1 < emb.length) { - y += emb[i + 1] * (i % 4 < 2 ? 1 : -1); - } - } - return [x * 2, y * 2]; // Scale for visibility + // Use 8 sparse dimensions with predetermined signs (seeded, not random) + const dim = emb.length; + const x = emb[0] * 3.2 - emb[3] * 2.8 + emb[7] * 2.1 - emb[12] * 1.9 + + (dim > 30 ? emb[29] * 1.5 - emb[31] * 1.3 : 0) + + (dim > 60 ? emb[55] * 1.1 - emb[60] * 0.9 : 0); + const y = emb[1] * 3.0 - emb[5] * 2.5 + emb[9] * 2.3 - emb[15] * 1.7 + + (dim > 40 ? emb[37] * 1.4 - emb[42] * 1.2 : 0) + + (dim > 80 ? emb[73] * 1.0 - emb[80] * 0.8 : 0); + return [x, y]; }; return { diff --git a/ui/pose-fusion/js/main.js b/ui/pose-fusion/js/main.js index db045922..e2bde4db 100644 --- a/ui/pose-fusion/js/main.js +++ b/ui/pose-fusion/js/main.js @@ -4,12 +4,12 @@ * Main orchestration: video capture → CNN embedding → CSI processing → fusion → rendering */ -import { VideoCapture } from './video-capture.js'; -import { CsiSimulator } from './csi-simulator.js'; -import { CnnEmbedder } from './cnn-embedder.js'; -import { FusionEngine } from './fusion-engine.js'; -import { PoseDecoder } from './pose-decoder.js'; -import { CanvasRenderer } from './canvas-renderer.js'; +import { VideoCapture } from './video-capture.js?v=4'; +import { CsiSimulator } from './csi-simulator.js?v=4'; +import { CnnEmbedder } from './cnn-embedder.js?v=4'; +import { FusionEngine } from './fusion-engine.js?v=4'; +import { PoseDecoder } from './pose-decoder.js?v=4'; +import { CanvasRenderer } from './canvas-renderer.js?v=4'; // === State === let mode = 'dual'; // 'dual' | 'video' | 'csi' @@ -71,9 +71,20 @@ const latTotalEl = document.getElementById('lat-total'); // Cross-modal similarity const crossModalEl = document.getElementById('cross-modal-sim'); +// RSSI elements +const rssiBarEl = document.getElementById('rssi-bar'); +const rssiValueEl = document.getElementById('rssi-value'); +const rssiQualityEl = document.getElementById('rssi-quality'); +const rssiSparkCanvas = document.getElementById('rssi-sparkline'); +const rssiSparkCtx = rssiSparkCanvas ? rssiSparkCanvas.getContext('2d') : null; +const rssiHistory = []; +const RSSI_HISTORY_MAX = 80; + // === Initialize === function init() { + console.log(`[PoseFusion] init() v4 — CsiSimulator=${CsiSimulator.VERSION || 'OLD'}, starting...`); resizeCanvases(); + console.log(`[PoseFusion] canvases: skeleton=${skeletonCanvas.width}x${skeletonCanvas.height}, csi=${csiCanvas.width}x${csiCanvas.height}, emb=${embeddingCanvas.width}x${embeddingCanvas.height}`); window.addEventListener('resize', resizeCanvases); // Mode change @@ -110,9 +121,9 @@ function init() { } }); - // Try to load WASM embedders (non-blocking) - // Resolve relative to this JS module file (in pose-fusion/js/) → ../pkg/ - const wasmBase = new URL('../pkg/ruvector_cnn_wasm', import.meta.url).href; + // Try to load RuVector Attention WASM embedders (non-blocking) + // Loads from ../pkg/ruvector-attention/ (real RuVector Multi-Head + Flash Attention) + const wasmBase = new URL('../pkg/ruvector-attention', import.meta.url).href; visualCnn.tryLoadWasm(wasmBase); csiCnn.tryLoadWasm(wasmBase); @@ -168,22 +179,24 @@ function resizeCanvases() { skeletonCanvas.height = rect.height; } - // CSI canvas - csiCanvas.width = csiCanvas.parentElement.clientWidth; + // CSI canvas (min 200px width) + csiCanvas.width = Math.max(200, csiCanvas.parentElement.clientWidth); csiCanvas.height = 120; - // Embedding canvas - embeddingCanvas.width = embeddingCanvas.parentElement.clientWidth; + // Embedding canvas (min 200px width) + embeddingCanvas.width = Math.max(200, embeddingCanvas.parentElement.clientWidth); embeddingCanvas.height = 140; } // === Main Loop === +let _loopErrorShown = false; function mainLoop(timestamp) { if (!isRunning) return; requestAnimationFrame(mainLoop); if (isPaused) return; + try { const elapsed = performance.now() / 1000 - startTime; const totalStart = performance.now(); @@ -309,6 +322,117 @@ function mainLoop(timestamp) { // Cross-modal similarity const sim = fusionEngine.getCrossModalSimilarity(); crossModalEl.textContent = sim.toFixed(3); + + // RSSI update + updateRssi(csiSimulator.rssiDbm); + + // One-time diagnostic + if (frameCount === 1) { + console.log(`[PoseFusion] frame 1 OK — mode=${mode}, csi.bufLen=${csiSimulator.amplitudeBuffer.length}, embPts=${embPoints.fused.length}, rssi=${csiSimulator.rssiDbm.toFixed(1)}`); + } + + } catch (err) { + if (!_loopErrorShown) { + _loopErrorShown = true; + console.error('[MainLoop]', err); + // Show error visually on page + const errDiv = document.createElement('div'); + errDiv.style.cssText = 'position:fixed;bottom:60px;left:24px;right:24px;background:rgba(255,48,64,0.95);color:#fff;padding:12px 16px;border-radius:8px;font:12px/1.4 "JetBrains Mono",monospace;z-index:9999;max-height:120px;overflow:auto'; + errDiv.textContent = `[MainLoop Error] ${err.message}\n${err.stack?.split('\n').slice(0,3).join('\n')}`; + document.body.appendChild(errDiv); + } + } +} + +// === RSSI Visualization === +function updateRssi(dbm) { + if (!rssiBarEl) return; + + // Clamp to typical WiFi range: -100 (worst) to -30 (best) + const clamped = Math.max(-100, Math.min(-30, dbm)); + const pct = ((clamped + 100) / 70) * 100; // 0-100% + + rssiBarEl.style.width = `${pct}%`; + rssiValueEl.textContent = `${Math.round(clamped)} dBm`; + + // Quality label + let quality; + if (clamped > -50) quality = 'Excellent'; + else if (clamped > -60) quality = 'Good'; + else if (clamped > -70) quality = 'Fair'; + else if (clamped > -80) quality = 'Weak'; + else quality = 'Poor'; + rssiQualityEl.textContent = quality; + + // Color the dBm value based on quality + if (clamped > -60) rssiValueEl.style.color = 'var(--green-glow)'; + else if (clamped > -75) rssiValueEl.style.color = 'var(--amber)'; + else rssiValueEl.style.color = 'var(--red-alert)'; + + // Sparkline history + rssiHistory.push(clamped); + if (rssiHistory.length > RSSI_HISTORY_MAX) rssiHistory.shift(); + drawRssiSparkline(); +} + +function drawRssiSparkline() { + if (!rssiSparkCtx || rssiHistory.length < 2) return; + const w = rssiSparkCanvas.width; + const h = rssiSparkCanvas.height; + const ctx = rssiSparkCtx; + + ctx.clearRect(0, 0, w, h); + + // Draw signal strength line + const len = rssiHistory.length; + const step = w / (RSSI_HISTORY_MAX - 1); + + // Gradient fill under line + const grad = ctx.createLinearGradient(0, 0, 0, h); + grad.addColorStop(0, 'rgba(0,210,120,0.3)'); + grad.addColorStop(1, 'rgba(0,210,120,0)'); + + ctx.beginPath(); + for (let i = 0; i < len; i++) { + const x = (RSSI_HISTORY_MAX - len + i) * step; + const y = h - ((rssiHistory[i] + 100) / 70) * h; + if (i === 0) ctx.moveTo(x, y); + else ctx.lineTo(x, y); + } + // Fill area + const lastX = (RSSI_HISTORY_MAX - 1) * step; + const firstX = (RSSI_HISTORY_MAX - len) * step; + ctx.lineTo(lastX, h); + ctx.lineTo(firstX, h); + ctx.closePath(); + ctx.fillStyle = grad; + ctx.fill(); + + // Draw line on top + ctx.beginPath(); + for (let i = 0; i < len; i++) { + const x = (RSSI_HISTORY_MAX - len + i) * step; + const y = h - ((rssiHistory[i] + 100) / 70) * h; + if (i === 0) ctx.moveTo(x, y); + else ctx.lineTo(x, y); + } + ctx.strokeStyle = '#00d878'; + ctx.lineWidth = 1.5; + ctx.stroke(); + + // Pulsing dot at latest value + const latestX = lastX; + const latestY = h - ((rssiHistory[len - 1] + 100) / 70) * h; + const pulse = 0.5 + 0.5 * Math.sin(performance.now() / 300); + ctx.beginPath(); + ctx.arc(latestX, latestY, 2 + pulse, 0, Math.PI * 2); + ctx.fillStyle = '#00d878'; + ctx.fill(); + ctx.beginPath(); + ctx.arc(latestX, latestY, 4 + pulse * 2, 0, Math.PI * 2); + ctx.strokeStyle = `rgba(0,216,120,${0.3 + pulse * 0.3})`; + ctx.lineWidth = 1; + ctx.stroke(); } // Boot diff --git a/ui/pose-fusion/pkg/ruvector-attention/LICENSE b/ui/pose-fusion/pkg/ruvector-attention/LICENSE new file mode 100644 index 00000000..2dd524ac --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2025 rUv + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/ui/pose-fusion/pkg/ruvector-attention/README.md b/ui/pose-fusion/pkg/ruvector-attention/README.md new file mode 100644 index 00000000..7e11e537 --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/README.md @@ -0,0 +1,220 @@ +# ruvector-attention-wasm + +WebAssembly bindings for the ruvector-attention package, providing high-performance attention mechanisms for browser and Node.js environments. + +## Features + +- **Multiple Attention Mechanisms**: + - Scaled Dot-Product Attention + - Multi-Head Attention + - Hyperbolic Attention (for hierarchical data) + - Linear Attention (Performer-style) + - Flash Attention (memory-efficient) + - Local-Global Attention + - Mixture of Experts (MoE) Attention + - **CGT Sheaf Attention** (coherence-gated via Prime-Radiant) + +- **Training Utilities**: + - InfoNCE contrastive loss + - Adam optimizer + - AdamW optimizer (with decoupled weight decay) + - Learning rate scheduler (warmup + cosine decay) + +- **TypeScript Support**: Full type definitions and modern API + +## Installation + +```bash +npm install ruvector-attention-wasm +``` + +## Usage + +### TypeScript/JavaScript + +```typescript +import { initialize, MultiHeadAttention, utils } from 'ruvector-attention-wasm'; + +// Initialize WASM module +await initialize(); + +// Create multi-head attention +const attention = new MultiHeadAttention({ dim: 64, numHeads: 8 }); + +// Prepare inputs +const query = new Float32Array(64); +const keys = [new Float32Array(64), new Float32Array(64)]; +const values = [new Float32Array(64), new Float32Array(64)]; + +// Compute attention +const output = attention.compute(query, keys, values); + +// Use utilities +const similarity = utils.cosineSimilarity(query, keys[0]); +``` + +### Advanced Examples + +#### Hyperbolic Attention + +```typescript +import { HyperbolicAttention } from 'ruvector-attention-wasm'; + +const hyperbolic = new HyperbolicAttention({ + dim: 128, + curvature: 1.0 +}); + +const output = hyperbolic.compute(query, keys, values); +``` + +#### MoE Attention with Expert Stats + +```typescript +import { MoEAttention } from 'ruvector-attention-wasm'; + +const moe = new MoEAttention({ + dim: 64, + numExperts: 4, + topK: 2 +}); + +const output = moe.compute(query, keys, values); + +// Get expert utilization +const stats = moe.getExpertStats(); +console.log('Load balance:', stats.loadBalance); +``` + +#### Training with InfoNCE Loss + +```typescript +import { InfoNCELoss, Adam } from 'ruvector-attention-wasm'; + +const loss = new InfoNCELoss(0.07); +const optimizer = new Adam(paramCount, { + learningRate: 0.001, + beta1: 0.9, + beta2: 0.999, +}); + +// Training loop +const lossValue = loss.compute(anchor, positive, negatives); +optimizer.step(params, gradients); +``` + +#### Learning Rate Scheduling + +```typescript +import { LRScheduler, AdamW } from 'ruvector-attention-wasm'; + +const scheduler = new LRScheduler({ + initialLR: 0.001, + warmupSteps: 1000, + totalSteps: 10000, +}); + +const optimizer = new AdamW(paramCount, { + learningRate: scheduler.getLR(), + weightDecay: 0.01, +}); + +// Training loop +for (let step = 0; step < 10000; step++) { + optimizer.learningRate = scheduler.getLR(); + optimizer.step(params, gradients); + scheduler.step(); +} +``` + +## Building from Source + +### Prerequisites + +- Rust 1.70+ +- wasm-pack + +### Build Commands + +```bash +# Build for web (ES modules) +wasm-pack build --target web --out-dir pkg + +# Build for Node.js +wasm-pack build --target nodejs --out-dir pkg-node + +# Build for bundlers (webpack, vite, etc.) +wasm-pack build --target bundler --out-dir pkg-bundler + +# Run tests +wasm-pack test --headless --firefox +``` + +## API Reference + +### Attention Mechanisms + +- `MultiHeadAttention` - Standard multi-head attention +- `HyperbolicAttention` - Attention in hyperbolic space +- `LinearAttention` - Linear complexity attention (Performer) +- `FlashAttention` - Memory-efficient attention +- `LocalGlobalAttention` - Combined local and global attention +- `MoEAttention` - Mixture of Experts attention +- `CGTSheafAttention` - Coherence-gated via Prime-Radiant energy +- `scaledDotAttention()` - Functional API for basic attention + +### CGT Sheaf Attention (Prime-Radiant Integration) + +The CGT (Coherence-Gated Transformer) Sheaf Attention mechanism uses Prime-Radiant's sheaf Laplacian energy to gate attention based on mathematical consistency: + +```typescript +import { CGTSheafAttention } from 'ruvector-attention-wasm'; + +const cgtAttention = new CGTSheafAttention({ + dim: 128, + numHeads: 8, + coherenceThreshold: 0.3, // Block if energy > threshold +}); + +// Attention is gated by coherence energy +const result = cgtAttention.compute(query, keys, values); +console.log('Coherence energy:', result.energy); +console.log('Is coherent:', result.isCoherent); +``` + +**Key features:** +- Energy-weighted attention: Lower coherence energy → higher attention +- Automatic hallucination detection via residual analysis +- GPU-accelerated with wgpu WGSL shaders (vec4 optimized) +- SIMD fallback (AVX-512/AVX2/NEON) + +### Training + +- `InfoNCELoss` - Contrastive loss function +- `Adam` - Adam optimizer +- `AdamW` - AdamW optimizer with weight decay +- `LRScheduler` - Learning rate scheduler + +### Utilities + +- `utils.cosineSimilarity()` - Cosine similarity between vectors +- `utils.l2Norm()` - L2 norm of a vector +- `utils.normalize()` - Normalize vector to unit length +- `utils.softmax()` - Apply softmax transformation +- `utils.attentionWeights()` - Compute attention weights from scores +- `utils.batchNormalize()` - Batch normalization +- `utils.randomOrthogonalMatrix()` - Generate random orthogonal matrix +- `utils.pairwiseDistances()` - Compute pairwise distances + +## Performance + +The WASM bindings provide near-native performance for attention computations: + +- Optimized with `opt-level = "s"` and LTO +- SIMD acceleration where available +- Efficient memory management +- Zero-copy data transfer where possible + +## License + +MIT OR Apache-2.0 diff --git a/ui/pose-fusion/pkg/ruvector-attention/package.json b/ui/pose-fusion/pkg/ruvector-attention/package.json new file mode 100644 index 00000000..7500bb8a --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/package.json @@ -0,0 +1,28 @@ +{ + "name": "ruvector-attention-wasm", + "collaborators": [ + "Ruvector Team" + ], + "description": "High-performance WebAssembly attention mechanisms: Multi-Head, Flash, Hyperbolic, MoE, CGT Sheaf Attention with GPU acceleration for transformers and LLMs", + "version": "2.0.5", + "license": "MIT", + "repository": { + "type": "git", + "url": "https://github.com/ruvnet/ruvector" + }, + "files": [ + "ruvector_attention_wasm_bg.wasm", + "ruvector_attention_wasm.js", + "ruvector_attention_wasm.d.ts" + ], + "main": "ruvector_attention_wasm.js", + "homepage": "https://ruv.io/ruvector", + "types": "ruvector_attention_wasm.d.ts", + "keywords": [ + "wasm", + "attention", + "transformer", + "flash-attention", + "llm" + ] +} \ No newline at end of file diff --git a/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_browser.js b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_browser.js new file mode 100644 index 00000000..b4697175 --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_browser.js @@ -0,0 +1,483 @@ +/** + * Browser ESM wrapper for ruvector-attention-wasm v2.0.5 + * + * The upstream pkg/ was built with wasm-pack --target nodejs (CJS + fs.readFileSync). + * This wrapper loads the same WASM binary via fetch() for browser use. + * + * Usage: + * import initWasm, { WasmMultiHeadAttention, ... } from './ruvector_attention_browser.js'; + * await initWasm(); + * const attn = new WasmMultiHeadAttention(dim, heads); + */ + +let _wasm; +let _initialized = false; + +// The entire CJS module runs inside this IIFE to avoid polluting global scope. +// We capture all exports in _mod. +const _mod = {}; + +(function(exports, wasm_getter) { + +// ── wasm-bindgen heap management ────────────────────────────────── +const heap = new Array(128).fill(undefined); +heap.push(undefined, null, true, false); +let heap_next = heap.length; + +function addHeapObject(obj) { + if (heap_next === heap.length) heap.push(heap.length + 1); + const idx = heap_next; + heap_next = heap[idx]; + heap[idx] = obj; + return idx; +} +function getObject(idx) { return heap[idx]; } +function dropObject(idx) { + if (idx < 132) return; + heap[idx] = heap_next; + heap_next = idx; +} +function takeObject(idx) { + const ret = getObject(idx); + dropObject(idx); + return ret; +} +function isLikeNone(x) { return x === undefined || x === null; } + +// ── Memory views ────────────────────────────────────────────────── +let cachedDataViewMemory0 = null; +let cachedUint8ArrayMemory0 = null; +let cachedFloat32ArrayMemory0 = null; + +function wasm() { return wasm_getter(); } + +function getDataViewMemory0() { + if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer !== wasm().memory.buffer) + cachedDataViewMemory0 = new DataView(wasm().memory.buffer); + return cachedDataViewMemory0; +} +function getUint8ArrayMemory0() { + if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.buffer !== wasm().memory.buffer) + cachedUint8ArrayMemory0 = new Uint8Array(wasm().memory.buffer); + return cachedUint8ArrayMemory0; +} +function getFloat32ArrayMemory0() { + if (cachedFloat32ArrayMemory0 === null || cachedFloat32ArrayMemory0.buffer !== wasm().memory.buffer) + cachedFloat32ArrayMemory0 = new Float32Array(wasm().memory.buffer); + return cachedFloat32ArrayMemory0; +} +function getArrayF32FromWasm0(ptr, len) { + ptr = ptr >>> 0; + return getFloat32ArrayMemory0().subarray(ptr / 4, ptr / 4 + len); +} +function getArrayU8FromWasm0(ptr, len) { + ptr = ptr >>> 0; + return getUint8ArrayMemory0().subarray(ptr, ptr + len); +} + +let WASM_VECTOR_LEN = 0; + +function passArrayF32ToWasm0(arg, malloc) { + const ptr = malloc(arg.length * 4, 4) >>> 0; + getFloat32ArrayMemory0().set(arg, ptr / 4); + WASM_VECTOR_LEN = arg.length; + return ptr; +} + +const cachedTextEncoder = new TextEncoder(); +const cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }); +cachedTextDecoder.decode(); + +function getStringFromWasm0(ptr, len) { + ptr = ptr >>> 0; + return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len)); +} + +function passStringToWasm0(arg, malloc, realloc) { + const buf = cachedTextEncoder.encode(arg); + const ptr = malloc(buf.length, 1) >>> 0; + getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf); + WASM_VECTOR_LEN = buf.length; + return ptr; +} + +function debugString(val) { + const type = typeof val; + if (type == 'number' || type == 'boolean' || val == null) return `${val}`; + if (type == 'string') return `"${val}"`; + if (type == 'symbol') return val.description ? `Symbol(${val.description})` : 'Symbol'; + if (type == 'function') return 'Function'; + if (Array.isArray(val)) return `[${val.map(debugString).join(', ')}]`; + try { + const keys = Object.keys(val); + return `{${keys.map(k => `${k}: ${debugString(val[k])}`).join(', ')}}`; + } catch (_) { return Object.prototype.toString.call(val); } +} + +function handleError(f, args) { + try { return f.apply(this, args); } + catch (e) { wasm().__wbindgen_export3(addHeapObject(e)); } +} + +// ── FinalizationRegistry ────────────────────────────────────────── +const FR = typeof FinalizationRegistry !== 'undefined' + ? FinalizationRegistry + : class { register() {} unregister() {} }; + +const WasmMultiHeadAttentionFinalization = new FR(ptr => wasm().__wbg_wasmmultiheadattention_free(ptr >>> 0, 1)); +const WasmFlashAttentionFinalization = new FR(ptr => wasm().__wbg_wasmflashattention_free(ptr >>> 0, 1)); +const WasmHyperbolicAttentionFinalization = new FR(ptr => wasm().__wbg_wasmhyperbolicattention_free(ptr >>> 0, 1)); +const WasmMoEAttentionFinalization = new FR(ptr => wasm().__wbg_wasmmoeattention_free(ptr >>> 0, 1)); +const WasmLinearAttentionFinalization = new FR(ptr => wasm().__wbg_wasmlinearattention_free(ptr >>> 0, 1)); +const WasmLocalGlobalAttentionFinalization = new FR(ptr => wasm().__wbg_wasmlocalglobalattention_free(ptr >>> 0, 1)); + +// ── Classes ─────────────────────────────────────────────────────── + +class WasmMultiHeadAttention { + constructor(dim, num_heads) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + wasm().wasmmultiheadattention_new(retptr, dim, num_heads); + var r0 = getDataViewMemory0().getInt32(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4, true); + var r2 = getDataViewMemory0().getInt32(retptr + 8, true); + if (r2) throw takeObject(r1); + this.__wbg_ptr = r0 >>> 0; + WasmMultiHeadAttentionFinalization.register(this, this.__wbg_ptr, this); + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } + } + free() { + const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; + WasmMultiHeadAttentionFinalization.unregister(this); + wasm().__wbg_wasmmultiheadattention_free(ptr, 0); + } + get dim() { return wasm().wasmmultiheadattention_dim(this.__wbg_ptr); } + get num_heads() { return wasm().wasmmultiheadattention_num_heads(this.__wbg_ptr); } + compute(query, keys, values) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(query, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().wasmmultiheadattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4, true); + var r2 = getDataViewMemory0().getInt32(retptr + 8, true); + var r3 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r3) throw takeObject(r2); + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm().__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } + } +} + +class WasmFlashAttention { + constructor(dim, block_size) { + const ret = wasm().wasmflashattention_new(dim, block_size); + this.__wbg_ptr = ret >>> 0; + WasmFlashAttentionFinalization.register(this, this.__wbg_ptr, this); + } + free() { + const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; + WasmFlashAttentionFinalization.unregister(this); + wasm().__wbg_wasmflashattention_free(ptr, 0); + } + compute(query, keys, values) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(query, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().wasmflashattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4, true); + var r2 = getDataViewMemory0().getInt32(retptr + 8, true); + var r3 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r3) throw takeObject(r2); + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm().__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } + } +} + +class WasmHyperbolicAttention { + constructor(dim, curvature) { + const ret = wasm().wasmhyperbolicattention_new(dim, curvature); + this.__wbg_ptr = ret >>> 0; + WasmHyperbolicAttentionFinalization.register(this, this.__wbg_ptr, this); + } + free() { + const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; + WasmHyperbolicAttentionFinalization.unregister(this); + wasm().__wbg_wasmhyperbolicattention_free(ptr, 0); + } + get curvature() { return wasm().wasmhyperbolicattention_curvature(this.__wbg_ptr); } + compute(query, keys, values) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(query, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().wasmhyperbolicattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4, true); + var r2 = getDataViewMemory0().getInt32(retptr + 8, true); + var r3 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r3) throw takeObject(r2); + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm().__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } + } +} + +class WasmMoEAttention { + constructor(dim, num_experts, top_k) { + const ret = wasm().wasmmoeattention_new(dim, num_experts, top_k); + this.__wbg_ptr = ret >>> 0; + WasmMoEAttentionFinalization.register(this, this.__wbg_ptr, this); + } + free() { + const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; + WasmMoEAttentionFinalization.unregister(this); + wasm().__wbg_wasmmoeattention_free(ptr, 0); + } + compute(query, keys, values) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(query, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().wasmmoeattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4, true); + var r2 = getDataViewMemory0().getInt32(retptr + 8, true); + var r3 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r3) throw takeObject(r2); + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm().__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } + } +} + +// ── Standalone functions ────────────────────────────────────────── + +function cosine_similarity(a, b) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(a, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(b, wasm().__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm().cosine_similarity(retptr, ptr0, len0, ptr1, len1); + var r0 = getDataViewMemory0().getFloat64(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 8, true); + var r2 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r2) throw takeObject(r1); + return r0; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } +} + +function normalize(vec) { + const ptr0 = passArrayF32ToWasm0(vec, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().normalize(ptr0, len0, addHeapObject(vec)); +} + +function l2_norm(vec) { + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + const ptr0 = passArrayF32ToWasm0(vec, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().l2_norm(retptr, ptr0, len0); + var r0 = getDataViewMemory0().getFloat64(retptr + 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 8, true); + var r2 = getDataViewMemory0().getInt32(retptr + 12, true); + if (r2) throw takeObject(r1); + return r0; + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + } +} + +function softmax(vec) { + const ptr0 = passArrayF32ToWasm0(vec, wasm().__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm().softmax(ptr0, len0, addHeapObject(vec)); +} + +function rv_init() { wasm().init(); } + +function rv_version() { + let d0, d1; + const retptr = wasm().__wbindgen_add_to_stack_pointer(-16); + try { + wasm().version(retptr); + d0 = getDataViewMemory0().getInt32(retptr + 0, true); + d1 = getDataViewMemory0().getInt32(retptr + 4, true); + return getStringFromWasm0(d0, d1); + } finally { + wasm().__wbindgen_add_to_stack_pointer(16); + if (d0 !== undefined) wasm().__wbindgen_export4(d0, d1, 1); + } +} + +// ── Collect exports ─────────────────────────────────────────────── +exports.WasmMultiHeadAttention = WasmMultiHeadAttention; +exports.WasmFlashAttention = WasmFlashAttention; +exports.WasmHyperbolicAttention = WasmHyperbolicAttention; +exports.WasmMoEAttention = WasmMoEAttention; +exports.cosine_similarity = cosine_similarity; +exports.normalize = normalize; +exports.l2_norm = l2_norm; +exports.softmax = softmax; +exports.init = rv_init; +exports.version = rv_version; + +// ── Build WASM import object ────────────────────────────────────── +exports.__wbg_get_imports = function() { + const import0 = { + __proto__: null, + __wbg_Error_4577686b3a6d9b3a: (arg0, arg1) => addHeapObject(Error(getStringFromWasm0(arg0, arg1))), + __wbg_String_8564e559799eccda: (arg0, arg1) => { + const ret = String(getObject(arg1)); + const ptr1 = passStringToWasm0(ret, wasm().__wbindgen_export, wasm().__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4, len1, true); + getDataViewMemory0().setInt32(arg0, ptr1, true); + }, + __wbg___wbindgen_boolean_get_18c4ed9422296fff: (arg0) => { + const v = getObject(arg0); + const ret = typeof v === 'boolean' ? v : undefined; + return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0; + }, + __wbg___wbindgen_copy_to_typed_array_5294f8e46aecc086: (arg0, arg1, arg2) => { + new Uint8Array(getObject(arg2).buffer, getObject(arg2).byteOffset, getObject(arg2).byteLength).set(getArrayU8FromWasm0(arg0, arg1)); + }, + __wbg___wbindgen_debug_string_ddde1867f49c2442: (arg0, arg1) => { + const ret = debugString(getObject(arg1)); + const ptr1 = passStringToWasm0(ret, wasm().__wbindgen_export, wasm().__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4, len1, true); + getDataViewMemory0().setInt32(arg0, ptr1, true); + }, + __wbg___wbindgen_is_function_d633e708baf0d146: (arg0) => typeof getObject(arg0) === 'function', + __wbg___wbindgen_is_object_4b3de556756ee8a8: (arg0) => { + const val = getObject(arg0); + return typeof val === 'object' && val !== null; + }, + __wbg___wbindgen_jsval_loose_eq_1562ceb9af84e990: (arg0, arg1) => getObject(arg0) == getObject(arg1), + __wbg___wbindgen_number_get_5854912275df1894: (arg0, arg1) => { + const obj = getObject(arg1); + const ret = typeof obj === 'number' ? obj : undefined; + getDataViewMemory0().setFloat64(arg0 + 8, isLikeNone(ret) ? 0 : ret, true); + getDataViewMemory0().setInt32(arg0, !isLikeNone(ret), true); + }, + __wbg___wbindgen_string_get_3e5751597f39a112: (arg0, arg1) => { + const obj = getObject(arg1); + const ret = typeof obj === 'string' ? obj : undefined; + var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm().__wbindgen_export, wasm().__wbindgen_export2); + var len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4, len1, true); + getDataViewMemory0().setInt32(arg0, ptr1, true); + }, + __wbg___wbindgen_throw_39bc967c0e5a9b58: (arg0, arg1) => { throw new Error(getStringFromWasm0(arg0, arg1)); }, + __wbg_call_73af281463ec8b58: function() { return handleError(function(arg0, arg1) { + return addHeapObject(getObject(arg0).call(getObject(arg1))); + }, arguments); }, + __wbg_done_5aad55ec6b1954b1: (arg0) => getObject(arg0).done, + __wbg_error_a6fa202b58aa1cd3: (arg0, arg1) => { + try { console.error(getStringFromWasm0(arg0, arg1)); } + finally { wasm().__wbindgen_export4(arg0, arg1, 1); } + }, + __wbg_error_ad28debb48b5c6bb: (arg0) => console.error(getObject(arg0)), + __wbg_get_4920fefd3451364b: function() { return handleError(function(arg0, arg1) { + return addHeapObject(Reflect.get(getObject(arg0), getObject(arg1))); + }, arguments); }, + __wbg_get_unchecked_3d0f4b91c8eca4f0: (arg0, arg1) => addHeapObject(getObject(arg0)[arg1 >>> 0]), + __wbg_instanceof_ArrayBuffer_15859862b80b732d: (arg0) => { + try { return getObject(arg0) instanceof ArrayBuffer; } catch (_) { return false; } + }, + __wbg_instanceof_Uint8Array_2240b7046ac16f05: (arg0) => { + try { return getObject(arg0) instanceof Uint8Array; } catch (_) { return false; } + }, + __wbg_isArray_fad08a0d12828686: (arg0) => Array.isArray(getObject(arg0)), + __wbg_iterator_fc7ad8d33bab9e26: () => addHeapObject(Symbol.iterator), + __wbg_length_5855c1f289dfffc1: (arg0) => getObject(arg0).length, + __wbg_length_a31e05262e09b7f8: (arg0) => getObject(arg0).length, + __wbg_log_3c5e4b64af29e724: (arg0) => console.log(getObject(arg0)), + __wbg_new_09959f7b4c92c246: (arg0) => addHeapObject(new Uint8Array(getObject(arg0))), + __wbg_new_227d7c05414eb861: () => addHeapObject(new Error()), + __wbg_new_cbee8c0d5c479eac: () => addHeapObject(new Array()), + __wbg_next_a5fe6f328f7affc2: (arg0) => addHeapObject(getObject(arg0).next), + __wbg_next_e592122bb4ed4c67: function() { return handleError(function(arg0) { + return addHeapObject(getObject(arg0).next()); + }, arguments); }, + __wbg_prototypesetcall_f034d444741426c3: (arg0, arg1, arg2) => { + Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), getObject(arg2)); + }, + __wbg_random_2b7bed8995d680fb: () => Math.random(), + __wbg_set_4c81cfb5dc3a333c: (arg0, arg1, arg2) => { getObject(arg0)[arg1 >>> 0] = takeObject(arg2); }, + __wbg_stack_3b0d974bbf31e44f: (arg0, arg1) => { + const ret = getObject(arg1).stack; + const ptr1 = passStringToWasm0(ret, wasm().__wbindgen_export, wasm().__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4, len1, true); + getDataViewMemory0().setInt32(arg0, ptr1, true); + }, + __wbg_value_667dcb90597486a6: (arg0) => addHeapObject(getObject(arg0).value), + __wbindgen_cast_0000000000000001: (arg0, arg1) => addHeapObject(getStringFromWasm0(arg0, arg1)), + __wbindgen_object_drop_ref: (arg0) => takeObject(arg0), + }; + return { __proto__: null, "./ruvector_attention_wasm_bg.js": import0 }; +}; + +})(_mod, () => _wasm); + + +// ── Async WASM init (fetch-based for browsers) ─────────────────── + +export default async function initWasm() { + if (_initialized) return; + const wasmUrl = new URL('ruvector_attention_wasm_bg.wasm', import.meta.url); + const imports = _mod.__wbg_get_imports(); + let result; + if (typeof WebAssembly.instantiateStreaming === 'function') { + try { + result = await WebAssembly.instantiateStreaming(fetch(wasmUrl), imports); + } catch (e) { + // Fallback if streaming fails (e.g. wrong MIME type) + const bytes = await (await fetch(wasmUrl)).arrayBuffer(); + result = await WebAssembly.instantiate(bytes, imports); + } + } else { + const bytes = await (await fetch(wasmUrl)).arrayBuffer(); + result = await WebAssembly.instantiate(bytes, imports); + } + _wasm = result.instance.exports; + _wasm.__wbindgen_start(); + _initialized = true; +} + +// ── ESM re-exports ──────────────────────────────────────────────── +export const WasmMultiHeadAttention = _mod.WasmMultiHeadAttention; +export const WasmFlashAttention = _mod.WasmFlashAttention; +export const WasmHyperbolicAttention = _mod.WasmHyperbolicAttention; +export const WasmMoEAttention = _mod.WasmMoEAttention; +export const cosine_similarity = _mod.cosine_similarity; +export const normalize = _mod.normalize; +export const l2_norm = _mod.l2_norm; +export const softmax = _mod.softmax; +export const init = _mod.init; +export const version = _mod.version; diff --git a/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.d.ts b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.d.ts new file mode 100644 index 00000000..90c7dc99 --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.d.ts @@ -0,0 +1,359 @@ +/* tslint:disable */ +/* eslint-disable */ + +/** + * Adam optimizer + */ +export class WasmAdam { + free(): void; + [Symbol.dispose](): void; + /** + * Create a new Adam optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + */ + constructor(param_count: number, learning_rate: number); + /** + * Reset optimizer state + */ + reset(): void; + /** + * Perform optimization step + * + * # Arguments + * * `params` - Current parameter values (will be updated in-place) + * * `gradients` - Gradient values + */ + step(params: Float32Array, gradients: Float32Array): void; + /** + * Get current learning rate + */ + learning_rate: number; +} + +/** + * AdamW optimizer (Adam with decoupled weight decay) + */ +export class WasmAdamW { + free(): void; + [Symbol.dispose](): void; + /** + * Create a new AdamW optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + * * `weight_decay` - Weight decay coefficient + */ + constructor(param_count: number, learning_rate: number, weight_decay: number); + /** + * Reset optimizer state + */ + reset(): void; + /** + * Perform optimization step with weight decay + */ + step(params: Float32Array, gradients: Float32Array): void; + /** + * Get current learning rate + */ + learning_rate: number; + /** + * Get weight decay + */ + readonly weight_decay: number; +} + +/** + * Flash attention mechanism + */ +export class WasmFlashAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute flash attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new flash attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `block_size` - Block size for tiling + */ + constructor(dim: number, block_size: number); +} + +/** + * Hyperbolic attention mechanism + */ +export class WasmHyperbolicAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute hyperbolic attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new hyperbolic attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `curvature` - Hyperbolic curvature parameter + */ + constructor(dim: number, curvature: number); + /** + * Get the curvature + */ + readonly curvature: number; +} + +/** + * InfoNCE contrastive loss for training + */ +export class WasmInfoNCELoss { + free(): void; + [Symbol.dispose](): void; + /** + * Compute InfoNCE loss + * + * # Arguments + * * `anchor` - Anchor embedding + * * `positive` - Positive example embedding + * * `negatives` - Array of negative example embeddings + */ + compute(anchor: Float32Array, positive: Float32Array, negatives: any): number; + /** + * Create a new InfoNCE loss instance + * + * # Arguments + * * `temperature` - Temperature parameter for softmax + */ + constructor(temperature: number); +} + +/** + * Learning rate scheduler + */ +export class WasmLRScheduler { + free(): void; + [Symbol.dispose](): void; + /** + * Get learning rate for current step + */ + get_lr(): number; + /** + * Create a new learning rate scheduler with warmup and cosine decay + * + * # Arguments + * * `initial_lr` - Initial learning rate + * * `warmup_steps` - Number of warmup steps + * * `total_steps` - Total training steps + */ + constructor(initial_lr: number, warmup_steps: number, total_steps: number); + /** + * Reset scheduler + */ + reset(): void; + /** + * Advance to next step + */ + step(): void; +} + +/** + * Linear attention (Performer-style) + */ +export class WasmLinearAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute linear attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new linear attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_features` - Number of random features + */ + constructor(dim: number, num_features: number); +} + +/** + * Local-global attention mechanism + */ +export class WasmLocalGlobalAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute local-global attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new local-global attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `local_window` - Size of local attention window + * * `global_tokens` - Number of global attention tokens + */ + constructor(dim: number, local_window: number, global_tokens: number); +} + +/** + * Mixture of Experts (MoE) attention + */ +export class WasmMoEAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute MoE attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new MoE attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_experts` - Number of expert attention mechanisms + * * `top_k` - Number of experts to use per query + */ + constructor(dim: number, num_experts: number, top_k: number); +} + +/** + * Multi-head attention mechanism + */ +export class WasmMultiHeadAttention { + free(): void; + [Symbol.dispose](): void; + /** + * Compute multi-head attention + */ + compute(query: Float32Array, keys: any, values: any): Float32Array; + /** + * Create a new multi-head attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_heads` - Number of attention heads + */ + constructor(dim: number, num_heads: number); + /** + * Get the dimension + */ + readonly dim: number; + /** + * Get the number of heads + */ + readonly num_heads: number; +} + +/** + * SGD optimizer with momentum + */ +export class WasmSGD { + free(): void; + [Symbol.dispose](): void; + /** + * Create a new SGD optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + * * `momentum` - Momentum coefficient (default: 0) + */ + constructor(param_count: number, learning_rate: number, momentum?: number | null); + /** + * Reset optimizer state + */ + reset(): void; + /** + * Perform optimization step + */ + step(params: Float32Array, gradients: Float32Array): void; + /** + * Get current learning rate + */ + learning_rate: number; +} + +/** + * Compute attention weights from scores + */ +export function attention_weights(scores: Float32Array, temperature?: number | null): void; + +/** + * Get information about available attention mechanisms + */ +export function available_mechanisms(): any; + +/** + * Batch normalize vectors + */ +export function batch_normalize(vectors: any, epsilon?: number | null): Float32Array; + +/** + * Compute cosine similarity between two vectors + */ +export function cosine_similarity(a: Float32Array, b: Float32Array): number; + +/** + * Initialize the WASM module with panic hook + */ +export function init(): void; + +/** + * Compute L2 norm of a vector + */ +export function l2_norm(vec: Float32Array): number; + +/** + * Log a message to the browser console + */ +export function log(message: string): void; + +/** + * Log an error to the browser console + */ +export function log_error(message: string): void; + +/** + * Normalize a vector to unit length + */ +export function normalize(vec: Float32Array): void; + +/** + * Compute pairwise distances between vectors + */ +export function pairwise_distances(vectors: any): Float32Array; + +/** + * Generate random orthogonal matrix (for initialization) + */ +export function random_orthogonal_matrix(dim: number): Float32Array; + +/** + * Compute scaled dot-product attention + * + * # Arguments + * * `query` - Query vector as Float32Array + * * `keys` - Array of key vectors + * * `values` - Array of value vectors + * * `scale` - Optional scaling factor (defaults to 1/sqrt(dim)) + */ +export function scaled_dot_attention(query: Float32Array, keys: any, values: any, scale?: number | null): Float32Array; + +/** + * Compute softmax of a vector + */ +export function softmax(vec: Float32Array): void; + +/** + * Get the version of the ruvector-attention-wasm crate + */ +export function version(): string; diff --git a/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.js b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.js new file mode 100644 index 00000000..875532dc --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm.js @@ -0,0 +1,1417 @@ +/* @ts-self-types="./ruvector_attention_wasm.d.ts" */ + +/** + * Adam optimizer + */ +class WasmAdam { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmAdamFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmadam_free(ptr, 0); + } + /** + * Get current learning rate + * @returns {number} + */ + get learning_rate() { + const ret = wasm.wasmadam_learning_rate(this.__wbg_ptr); + return ret; + } + /** + * Create a new Adam optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + * @param {number} param_count + * @param {number} learning_rate + */ + constructor(param_count, learning_rate) { + const ret = wasm.wasmadam_new(param_count, learning_rate); + this.__wbg_ptr = ret >>> 0; + WasmAdamFinalization.register(this, this.__wbg_ptr, this); + return this; + } + /** + * Reset optimizer state + */ + reset() { + wasm.wasmadam_reset(this.__wbg_ptr); + } + /** + * Set learning rate + * @param {number} lr + */ + set learning_rate(lr) { + wasm.wasmadam_set_learning_rate(this.__wbg_ptr, lr); + } + /** + * Perform optimization step + * + * # Arguments + * * `params` - Current parameter values (will be updated in-place) + * * `gradients` - Gradient values + * @param {Float32Array} params + * @param {Float32Array} gradients + */ + step(params, gradients) { + var ptr0 = passArrayF32ToWasm0(params, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(gradients, wasm.__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm.wasmadam_step(this.__wbg_ptr, ptr0, len0, addHeapObject(params), ptr1, len1); + } +} +if (Symbol.dispose) WasmAdam.prototype[Symbol.dispose] = WasmAdam.prototype.free; +exports.WasmAdam = WasmAdam; + +/** + * AdamW optimizer (Adam with decoupled weight decay) + */ +class WasmAdamW { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmAdamWFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmadamw_free(ptr, 0); + } + /** + * Get current learning rate + * @returns {number} + */ + get learning_rate() { + const ret = wasm.wasmadamw_learning_rate(this.__wbg_ptr); + return ret; + } + /** + * Create a new AdamW optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + * * `weight_decay` - Weight decay coefficient + * @param {number} param_count + * @param {number} learning_rate + * @param {number} weight_decay + */ + constructor(param_count, learning_rate, weight_decay) { + const ret = wasm.wasmadamw_new(param_count, learning_rate, weight_decay); + this.__wbg_ptr = ret >>> 0; + WasmAdamWFinalization.register(this, this.__wbg_ptr, this); + return this; + } + /** + * Reset optimizer state + */ + reset() { + wasm.wasmadamw_reset(this.__wbg_ptr); + } + /** + * Set learning rate + * @param {number} lr + */ + set learning_rate(lr) { + wasm.wasmadamw_set_learning_rate(this.__wbg_ptr, lr); + } + /** + * Perform optimization step with weight decay + * @param {Float32Array} params + * @param {Float32Array} gradients + */ + step(params, gradients) { + var ptr0 = passArrayF32ToWasm0(params, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(gradients, wasm.__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm.wasmadamw_step(this.__wbg_ptr, ptr0, len0, addHeapObject(params), ptr1, len1); + } + /** + * Get weight decay + * @returns {number} + */ + get weight_decay() { + const ret = wasm.wasmadamw_weight_decay(this.__wbg_ptr); + return ret; + } +} +if (Symbol.dispose) WasmAdamW.prototype[Symbol.dispose] = WasmAdamW.prototype.free; +exports.WasmAdamW = WasmAdamW; + +/** + * Flash attention mechanism + */ +class WasmFlashAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmFlashAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmflashattention_free(ptr, 0); + } + /** + * Compute flash attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmflashattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Create a new flash attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `block_size` - Block size for tiling + * @param {number} dim + * @param {number} block_size + */ + constructor(dim, block_size) { + const ret = wasm.wasmflashattention_new(dim, block_size); + this.__wbg_ptr = ret >>> 0; + WasmFlashAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmFlashAttention.prototype[Symbol.dispose] = WasmFlashAttention.prototype.free; +exports.WasmFlashAttention = WasmFlashAttention; + +/** + * Hyperbolic attention mechanism + */ +class WasmHyperbolicAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmHyperbolicAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmhyperbolicattention_free(ptr, 0); + } + /** + * Compute hyperbolic attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmhyperbolicattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Get the curvature + * @returns {number} + */ + get curvature() { + const ret = wasm.wasmhyperbolicattention_curvature(this.__wbg_ptr); + return ret; + } + /** + * Create a new hyperbolic attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `curvature` - Hyperbolic curvature parameter + * @param {number} dim + * @param {number} curvature + */ + constructor(dim, curvature) { + const ret = wasm.wasmhyperbolicattention_new(dim, curvature); + this.__wbg_ptr = ret >>> 0; + WasmHyperbolicAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmHyperbolicAttention.prototype[Symbol.dispose] = WasmHyperbolicAttention.prototype.free; +exports.WasmHyperbolicAttention = WasmHyperbolicAttention; + +/** + * InfoNCE contrastive loss for training + */ +class WasmInfoNCELoss { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmInfoNCELossFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasminfonceloss_free(ptr, 0); + } + /** + * Compute InfoNCE loss + * + * # Arguments + * * `anchor` - Anchor embedding + * * `positive` - Positive example embedding + * * `negatives` - Array of negative example embeddings + * @param {Float32Array} anchor + * @param {Float32Array} positive + * @param {any} negatives + * @returns {number} + */ + compute(anchor, positive, negatives) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(anchor, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(positive, wasm.__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm.wasminfonceloss_compute(retptr, this.__wbg_ptr, ptr0, len0, ptr1, len1, addHeapObject(negatives)); + var r0 = getDataViewMemory0().getFloat32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + if (r2) { + throw takeObject(r1); + } + return r0; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Create a new InfoNCE loss instance + * + * # Arguments + * * `temperature` - Temperature parameter for softmax + * @param {number} temperature + */ + constructor(temperature) { + const ret = wasm.wasminfonceloss_new(temperature); + this.__wbg_ptr = ret >>> 0; + WasmInfoNCELossFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmInfoNCELoss.prototype[Symbol.dispose] = WasmInfoNCELoss.prototype.free; +exports.WasmInfoNCELoss = WasmInfoNCELoss; + +/** + * Learning rate scheduler + */ +class WasmLRScheduler { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmLRSchedulerFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmlrscheduler_free(ptr, 0); + } + /** + * Get learning rate for current step + * @returns {number} + */ + get_lr() { + const ret = wasm.wasmlrscheduler_get_lr(this.__wbg_ptr); + return ret; + } + /** + * Create a new learning rate scheduler with warmup and cosine decay + * + * # Arguments + * * `initial_lr` - Initial learning rate + * * `warmup_steps` - Number of warmup steps + * * `total_steps` - Total training steps + * @param {number} initial_lr + * @param {number} warmup_steps + * @param {number} total_steps + */ + constructor(initial_lr, warmup_steps, total_steps) { + const ret = wasm.wasmlrscheduler_new(initial_lr, warmup_steps, total_steps); + this.__wbg_ptr = ret >>> 0; + WasmLRSchedulerFinalization.register(this, this.__wbg_ptr, this); + return this; + } + /** + * Reset scheduler + */ + reset() { + wasm.wasmlrscheduler_reset(this.__wbg_ptr); + } + /** + * Advance to next step + */ + step() { + wasm.wasmlrscheduler_step(this.__wbg_ptr); + } +} +if (Symbol.dispose) WasmLRScheduler.prototype[Symbol.dispose] = WasmLRScheduler.prototype.free; +exports.WasmLRScheduler = WasmLRScheduler; + +/** + * Linear attention (Performer-style) + */ +class WasmLinearAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmLinearAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmlinearattention_free(ptr, 0); + } + /** + * Compute linear attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmlinearattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Create a new linear attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_features` - Number of random features + * @param {number} dim + * @param {number} num_features + */ + constructor(dim, num_features) { + const ret = wasm.wasmlinearattention_new(dim, num_features); + this.__wbg_ptr = ret >>> 0; + WasmLinearAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmLinearAttention.prototype[Symbol.dispose] = WasmLinearAttention.prototype.free; +exports.WasmLinearAttention = WasmLinearAttention; + +/** + * Local-global attention mechanism + */ +class WasmLocalGlobalAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmLocalGlobalAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmlocalglobalattention_free(ptr, 0); + } + /** + * Compute local-global attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmlocalglobalattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Create a new local-global attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `local_window` - Size of local attention window + * * `global_tokens` - Number of global attention tokens + * @param {number} dim + * @param {number} local_window + * @param {number} global_tokens + */ + constructor(dim, local_window, global_tokens) { + const ret = wasm.wasmlocalglobalattention_new(dim, local_window, global_tokens); + this.__wbg_ptr = ret >>> 0; + WasmLocalGlobalAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmLocalGlobalAttention.prototype[Symbol.dispose] = WasmLocalGlobalAttention.prototype.free; +exports.WasmLocalGlobalAttention = WasmLocalGlobalAttention; + +/** + * Mixture of Experts (MoE) attention + */ +class WasmMoEAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmMoEAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmmoeattention_free(ptr, 0); + } + /** + * Compute MoE attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmmoeattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Create a new MoE attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_experts` - Number of expert attention mechanisms + * * `top_k` - Number of experts to use per query + * @param {number} dim + * @param {number} num_experts + * @param {number} top_k + */ + constructor(dim, num_experts, top_k) { + const ret = wasm.wasmmoeattention_new(dim, num_experts, top_k); + this.__wbg_ptr = ret >>> 0; + WasmMoEAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } +} +if (Symbol.dispose) WasmMoEAttention.prototype[Symbol.dispose] = WasmMoEAttention.prototype.free; +exports.WasmMoEAttention = WasmMoEAttention; + +/** + * Multi-head attention mechanism + */ +class WasmMultiHeadAttention { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmMultiHeadAttentionFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmmultiheadattention_free(ptr, 0); + } + /** + * Compute multi-head attention + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @returns {Float32Array} + */ + compute(query, keys, values) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.wasmmultiheadattention_compute(retptr, this.__wbg_ptr, ptr0, len0, addHeapObject(keys), addHeapObject(values)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Get the dimension + * @returns {number} + */ + get dim() { + const ret = wasm.wasmmultiheadattention_dim(this.__wbg_ptr); + return ret >>> 0; + } + /** + * Create a new multi-head attention instance + * + * # Arguments + * * `dim` - Embedding dimension + * * `num_heads` - Number of attention heads + * @param {number} dim + * @param {number} num_heads + */ + constructor(dim, num_heads) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + wasm.wasmmultiheadattention_new(retptr, dim, num_heads); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + if (r2) { + throw takeObject(r1); + } + this.__wbg_ptr = r0 >>> 0; + WasmMultiHeadAttentionFinalization.register(this, this.__wbg_ptr, this); + return this; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } + } + /** + * Get the number of heads + * @returns {number} + */ + get num_heads() { + const ret = wasm.wasmmultiheadattention_num_heads(this.__wbg_ptr); + return ret >>> 0; + } +} +if (Symbol.dispose) WasmMultiHeadAttention.prototype[Symbol.dispose] = WasmMultiHeadAttention.prototype.free; +exports.WasmMultiHeadAttention = WasmMultiHeadAttention; + +/** + * SGD optimizer with momentum + */ +class WasmSGD { + __destroy_into_raw() { + const ptr = this.__wbg_ptr; + this.__wbg_ptr = 0; + WasmSGDFinalization.unregister(this); + return ptr; + } + free() { + const ptr = this.__destroy_into_raw(); + wasm.__wbg_wasmsgd_free(ptr, 0); + } + /** + * Get current learning rate + * @returns {number} + */ + get learning_rate() { + const ret = wasm.wasmsgd_learning_rate(this.__wbg_ptr); + return ret; + } + /** + * Create a new SGD optimizer + * + * # Arguments + * * `param_count` - Number of parameters + * * `learning_rate` - Learning rate + * * `momentum` - Momentum coefficient (default: 0) + * @param {number} param_count + * @param {number} learning_rate + * @param {number | null} [momentum] + */ + constructor(param_count, learning_rate, momentum) { + const ret = wasm.wasmsgd_new(param_count, learning_rate, isLikeNone(momentum) ? 0x100000001 : Math.fround(momentum)); + this.__wbg_ptr = ret >>> 0; + WasmSGDFinalization.register(this, this.__wbg_ptr, this); + return this; + } + /** + * Reset optimizer state + */ + reset() { + wasm.wasmsgd_reset(this.__wbg_ptr); + } + /** + * Set learning rate + * @param {number} lr + */ + set learning_rate(lr) { + wasm.wasmsgd_set_learning_rate(this.__wbg_ptr, lr); + } + /** + * Perform optimization step + * @param {Float32Array} params + * @param {Float32Array} gradients + */ + step(params, gradients) { + var ptr0 = passArrayF32ToWasm0(params, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(gradients, wasm.__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm.wasmsgd_step(this.__wbg_ptr, ptr0, len0, addHeapObject(params), ptr1, len1); + } +} +if (Symbol.dispose) WasmSGD.prototype[Symbol.dispose] = WasmSGD.prototype.free; +exports.WasmSGD = WasmSGD; + +/** + * Compute attention weights from scores + * @param {Float32Array} scores + * @param {number | null} [temperature] + */ +function attention_weights(scores, temperature) { + var ptr0 = passArrayF32ToWasm0(scores, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + wasm.attention_weights(ptr0, len0, addHeapObject(scores), isLikeNone(temperature) ? 0x100000001 : Math.fround(temperature)); +} +exports.attention_weights = attention_weights; + +/** + * Get information about available attention mechanisms + * @returns {any} + */ +function available_mechanisms() { + const ret = wasm.available_mechanisms(); + return takeObject(ret); +} +exports.available_mechanisms = available_mechanisms; + +/** + * Batch normalize vectors + * @param {any} vectors + * @param {number | null} [epsilon] + * @returns {Float32Array} + */ +function batch_normalize(vectors, epsilon) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + wasm.batch_normalize(retptr, addHeapObject(vectors), isLikeNone(epsilon) ? 0x100000001 : Math.fround(epsilon)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.batch_normalize = batch_normalize; + +/** + * Compute cosine similarity between two vectors + * @param {Float32Array} a + * @param {Float32Array} b + * @returns {number} + */ +function cosine_similarity(a, b) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(a, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + const ptr1 = passArrayF32ToWasm0(b, wasm.__wbindgen_export); + const len1 = WASM_VECTOR_LEN; + wasm.cosine_similarity(retptr, ptr0, len0, ptr1, len1); + var r0 = getDataViewMemory0().getFloat32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + if (r2) { + throw takeObject(r1); + } + return r0; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.cosine_similarity = cosine_similarity; + +/** + * Initialize the WASM module with panic hook + */ +function init() { + wasm.init(); +} +exports.init = init; + +/** + * Compute L2 norm of a vector + * @param {Float32Array} vec + * @returns {number} + */ +function l2_norm(vec) { + const ptr0 = passArrayF32ToWasm0(vec, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + const ret = wasm.l2_norm(ptr0, len0); + return ret; +} +exports.l2_norm = l2_norm; + +/** + * Log a message to the browser console + * @param {string} message + */ +function log(message) { + const ptr0 = passStringToWasm0(message, wasm.__wbindgen_export, wasm.__wbindgen_export2); + const len0 = WASM_VECTOR_LEN; + wasm.log(ptr0, len0); +} +exports.log = log; + +/** + * Log an error to the browser console + * @param {string} message + */ +function log_error(message) { + const ptr0 = passStringToWasm0(message, wasm.__wbindgen_export, wasm.__wbindgen_export2); + const len0 = WASM_VECTOR_LEN; + wasm.log_error(ptr0, len0); +} +exports.log_error = log_error; + +/** + * Normalize a vector to unit length + * @param {Float32Array} vec + */ +function normalize(vec) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + var ptr0 = passArrayF32ToWasm0(vec, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + wasm.normalize(retptr, ptr0, len0, addHeapObject(vec)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + if (r1) { + throw takeObject(r0); + } + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.normalize = normalize; + +/** + * Compute pairwise distances between vectors + * @param {any} vectors + * @returns {Float32Array} + */ +function pairwise_distances(vectors) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + wasm.pairwise_distances(retptr, addHeapObject(vectors)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.pairwise_distances = pairwise_distances; + +/** + * Generate random orthogonal matrix (for initialization) + * @param {number} dim + * @returns {Float32Array} + */ +function random_orthogonal_matrix(dim) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + wasm.random_orthogonal_matrix(retptr, dim); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var v1 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v1; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.random_orthogonal_matrix = random_orthogonal_matrix; + +/** + * Compute scaled dot-product attention + * + * # Arguments + * * `query` - Query vector as Float32Array + * * `keys` - Array of key vectors + * * `values` - Array of value vectors + * * `scale` - Optional scaling factor (defaults to 1/sqrt(dim)) + * @param {Float32Array} query + * @param {any} keys + * @param {any} values + * @param {number | null} [scale] + * @returns {Float32Array} + */ +function scaled_dot_attention(query, keys, values, scale) { + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export); + const len0 = WASM_VECTOR_LEN; + wasm.scaled_dot_attention(retptr, ptr0, len0, addHeapObject(keys), addHeapObject(values), isLikeNone(scale) ? 0x100000001 : Math.fround(scale)); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true); + var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true); + if (r3) { + throw takeObject(r2); + } + var v2 = getArrayF32FromWasm0(r0, r1).slice(); + wasm.__wbindgen_export4(r0, r1 * 4, 4); + return v2; + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + } +} +exports.scaled_dot_attention = scaled_dot_attention; + +/** + * Compute softmax of a vector + * @param {Float32Array} vec + */ +function softmax(vec) { + var ptr0 = passArrayF32ToWasm0(vec, wasm.__wbindgen_export); + var len0 = WASM_VECTOR_LEN; + wasm.softmax(ptr0, len0, addHeapObject(vec)); +} +exports.softmax = softmax; + +/** + * Get the version of the ruvector-attention-wasm crate + * @returns {string} + */ +function version() { + let deferred1_0; + let deferred1_1; + try { + const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); + wasm.version(retptr); + var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true); + var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true); + deferred1_0 = r0; + deferred1_1 = r1; + return getStringFromWasm0(r0, r1); + } finally { + wasm.__wbindgen_add_to_stack_pointer(16); + wasm.__wbindgen_export4(deferred1_0, deferred1_1, 1); + } +} +exports.version = version; + +function __wbg_get_imports() { + const import0 = { + __proto__: null, + __wbg_Error_4577686b3a6d9b3a: function(arg0, arg1) { + const ret = Error(getStringFromWasm0(arg0, arg1)); + return addHeapObject(ret); + }, + __wbg_String_8564e559799eccda: function(arg0, arg1) { + const ret = String(getObject(arg1)); + const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); + getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); + }, + __wbg___wbindgen_boolean_get_18c4ed9422296fff: function(arg0) { + const v = getObject(arg0); + const ret = typeof(v) === 'boolean' ? v : undefined; + return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0; + }, + __wbg___wbindgen_copy_to_typed_array_5294f8e46aecc086: function(arg0, arg1, arg2) { + new Uint8Array(getObject(arg2).buffer, getObject(arg2).byteOffset, getObject(arg2).byteLength).set(getArrayU8FromWasm0(arg0, arg1)); + }, + __wbg___wbindgen_debug_string_ddde1867f49c2442: function(arg0, arg1) { + const ret = debugString(getObject(arg1)); + const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); + getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); + }, + __wbg___wbindgen_is_function_d633e708baf0d146: function(arg0) { + const ret = typeof(getObject(arg0)) === 'function'; + return ret; + }, + __wbg___wbindgen_is_object_4b3de556756ee8a8: function(arg0) { + const val = getObject(arg0); + const ret = typeof(val) === 'object' && val !== null; + return ret; + }, + __wbg___wbindgen_jsval_loose_eq_1562ceb9af84e990: function(arg0, arg1) { + const ret = getObject(arg0) == getObject(arg1); + return ret; + }, + __wbg___wbindgen_number_get_5854912275df1894: function(arg0, arg1) { + const obj = getObject(arg1); + const ret = typeof(obj) === 'number' ? obj : undefined; + getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true); + getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true); + }, + __wbg___wbindgen_string_get_3e5751597f39a112: function(arg0, arg1) { + const obj = getObject(arg1); + const ret = typeof(obj) === 'string' ? obj : undefined; + var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2); + var len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); + getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); + }, + __wbg___wbindgen_throw_39bc967c0e5a9b58: function(arg0, arg1) { + throw new Error(getStringFromWasm0(arg0, arg1)); + }, + __wbg_call_73af281463ec8b58: function() { return handleError(function (arg0, arg1) { + const ret = getObject(arg0).call(getObject(arg1)); + return addHeapObject(ret); + }, arguments); }, + __wbg_done_5aad55ec6b1954b1: function(arg0) { + const ret = getObject(arg0).done; + return ret; + }, + __wbg_error_a6fa202b58aa1cd3: function(arg0, arg1) { + let deferred0_0; + let deferred0_1; + try { + deferred0_0 = arg0; + deferred0_1 = arg1; + console.error(getStringFromWasm0(arg0, arg1)); + } finally { + wasm.__wbindgen_export4(deferred0_0, deferred0_1, 1); + } + }, + __wbg_error_ad28debb48b5c6bb: function(arg0) { + console.error(getObject(arg0)); + }, + __wbg_get_4920fefd3451364b: function() { return handleError(function (arg0, arg1) { + const ret = Reflect.get(getObject(arg0), getObject(arg1)); + return addHeapObject(ret); + }, arguments); }, + __wbg_get_unchecked_3d0f4b91c8eca4f0: function(arg0, arg1) { + const ret = getObject(arg0)[arg1 >>> 0]; + return addHeapObject(ret); + }, + __wbg_instanceof_ArrayBuffer_15859862b80b732d: function(arg0) { + let result; + try { + result = getObject(arg0) instanceof ArrayBuffer; + } catch (_) { + result = false; + } + const ret = result; + return ret; + }, + __wbg_instanceof_Uint8Array_2240b7046ac16f05: function(arg0) { + let result; + try { + result = getObject(arg0) instanceof Uint8Array; + } catch (_) { + result = false; + } + const ret = result; + return ret; + }, + __wbg_isArray_fad08a0d12828686: function(arg0) { + const ret = Array.isArray(getObject(arg0)); + return ret; + }, + __wbg_iterator_fc7ad8d33bab9e26: function() { + const ret = Symbol.iterator; + return addHeapObject(ret); + }, + __wbg_length_5855c1f289dfffc1: function(arg0) { + const ret = getObject(arg0).length; + return ret; + }, + __wbg_length_a31e05262e09b7f8: function(arg0) { + const ret = getObject(arg0).length; + return ret; + }, + __wbg_log_3c5e4b64af29e724: function(arg0) { + console.log(getObject(arg0)); + }, + __wbg_new_09959f7b4c92c246: function(arg0) { + const ret = new Uint8Array(getObject(arg0)); + return addHeapObject(ret); + }, + __wbg_new_227d7c05414eb861: function() { + const ret = new Error(); + return addHeapObject(ret); + }, + __wbg_new_cbee8c0d5c479eac: function() { + const ret = new Array(); + return addHeapObject(ret); + }, + __wbg_next_a5fe6f328f7affc2: function(arg0) { + const ret = getObject(arg0).next; + return addHeapObject(ret); + }, + __wbg_next_e592122bb4ed4c67: function() { return handleError(function (arg0) { + const ret = getObject(arg0).next(); + return addHeapObject(ret); + }, arguments); }, + __wbg_prototypesetcall_f034d444741426c3: function(arg0, arg1, arg2) { + Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), getObject(arg2)); + }, + __wbg_random_2b7bed8995d680fb: function() { + const ret = Math.random(); + return ret; + }, + __wbg_set_4c81cfb5dc3a333c: function(arg0, arg1, arg2) { + getObject(arg0)[arg1 >>> 0] = takeObject(arg2); + }, + __wbg_stack_3b0d974bbf31e44f: function(arg0, arg1) { + const ret = getObject(arg1).stack; + const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_export, wasm.__wbindgen_export2); + const len1 = WASM_VECTOR_LEN; + getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); + getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); + }, + __wbg_value_667dcb90597486a6: function(arg0) { + const ret = getObject(arg0).value; + return addHeapObject(ret); + }, + __wbindgen_cast_0000000000000001: function(arg0, arg1) { + // Cast intrinsic for `Ref(String) -> Externref`. + const ret = getStringFromWasm0(arg0, arg1); + return addHeapObject(ret); + }, + __wbindgen_object_drop_ref: function(arg0) { + takeObject(arg0); + }, + }; + return { + __proto__: null, + "./ruvector_attention_wasm_bg.js": import0, + }; +} + +const WasmAdamFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmadam_free(ptr >>> 0, 1)); +const WasmAdamWFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmadamw_free(ptr >>> 0, 1)); +const WasmFlashAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmflashattention_free(ptr >>> 0, 1)); +const WasmHyperbolicAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmhyperbolicattention_free(ptr >>> 0, 1)); +const WasmInfoNCELossFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasminfonceloss_free(ptr >>> 0, 1)); +const WasmLRSchedulerFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmlrscheduler_free(ptr >>> 0, 1)); +const WasmLinearAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmlinearattention_free(ptr >>> 0, 1)); +const WasmLocalGlobalAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmlocalglobalattention_free(ptr >>> 0, 1)); +const WasmMoEAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmmoeattention_free(ptr >>> 0, 1)); +const WasmMultiHeadAttentionFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmmultiheadattention_free(ptr >>> 0, 1)); +const WasmSGDFinalization = (typeof FinalizationRegistry === 'undefined') + ? { register: () => {}, unregister: () => {} } + : new FinalizationRegistry(ptr => wasm.__wbg_wasmsgd_free(ptr >>> 0, 1)); + +function addHeapObject(obj) { + if (heap_next === heap.length) heap.push(heap.length + 1); + const idx = heap_next; + heap_next = heap[idx]; + + heap[idx] = obj; + return idx; +} + +function debugString(val) { + // primitive types + const type = typeof val; + if (type == 'number' || type == 'boolean' || val == null) { + return `${val}`; + } + if (type == 'string') { + return `"${val}"`; + } + if (type == 'symbol') { + const description = val.description; + if (description == null) { + return 'Symbol'; + } else { + return `Symbol(${description})`; + } + } + if (type == 'function') { + const name = val.name; + if (typeof name == 'string' && name.length > 0) { + return `Function(${name})`; + } else { + return 'Function'; + } + } + // objects + if (Array.isArray(val)) { + const length = val.length; + let debug = '['; + if (length > 0) { + debug += debugString(val[0]); + } + for(let i = 1; i < length; i++) { + debug += ', ' + debugString(val[i]); + } + debug += ']'; + return debug; + } + // Test for built-in + const builtInMatches = /\[object ([^\]]+)\]/.exec(toString.call(val)); + let className; + if (builtInMatches && builtInMatches.length > 1) { + className = builtInMatches[1]; + } else { + // Failed to match the standard '[object ClassName]' + return toString.call(val); + } + if (className == 'Object') { + // we're a user defined class or Object + // JSON.stringify avoids problems with cycles, and is generally much + // easier than looping through ownProperties of `val`. + try { + return 'Object(' + JSON.stringify(val) + ')'; + } catch (_) { + return 'Object'; + } + } + // errors + if (val instanceof Error) { + return `${val.name}: ${val.message}\n${val.stack}`; + } + // TODO we could test for more things here, like `Set`s and `Map`s. + return className; +} + +function dropObject(idx) { + if (idx < 1028) return; + heap[idx] = heap_next; + heap_next = idx; +} + +function getArrayF32FromWasm0(ptr, len) { + ptr = ptr >>> 0; + return getFloat32ArrayMemory0().subarray(ptr / 4, ptr / 4 + len); +} + +function getArrayU8FromWasm0(ptr, len) { + ptr = ptr >>> 0; + return getUint8ArrayMemory0().subarray(ptr / 1, ptr / 1 + len); +} + +let cachedDataViewMemory0 = null; +function getDataViewMemory0() { + if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer.detached === true || (cachedDataViewMemory0.buffer.detached === undefined && cachedDataViewMemory0.buffer !== wasm.memory.buffer)) { + cachedDataViewMemory0 = new DataView(wasm.memory.buffer); + } + return cachedDataViewMemory0; +} + +let cachedFloat32ArrayMemory0 = null; +function getFloat32ArrayMemory0() { + if (cachedFloat32ArrayMemory0 === null || cachedFloat32ArrayMemory0.byteLength === 0) { + cachedFloat32ArrayMemory0 = new Float32Array(wasm.memory.buffer); + } + return cachedFloat32ArrayMemory0; +} + +function getStringFromWasm0(ptr, len) { + ptr = ptr >>> 0; + return decodeText(ptr, len); +} + +let cachedUint8ArrayMemory0 = null; +function getUint8ArrayMemory0() { + if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) { + cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer); + } + return cachedUint8ArrayMemory0; +} + +function getObject(idx) { return heap[idx]; } + +function handleError(f, args) { + try { + return f.apply(this, args); + } catch (e) { + wasm.__wbindgen_export3(addHeapObject(e)); + } +} + +let heap = new Array(1024).fill(undefined); +heap.push(undefined, null, true, false); + +let heap_next = heap.length; + +function isLikeNone(x) { + return x === undefined || x === null; +} + +function passArrayF32ToWasm0(arg, malloc) { + const ptr = malloc(arg.length * 4, 4) >>> 0; + getFloat32ArrayMemory0().set(arg, ptr / 4); + WASM_VECTOR_LEN = arg.length; + return ptr; +} + +function passStringToWasm0(arg, malloc, realloc) { + if (realloc === undefined) { + const buf = cachedTextEncoder.encode(arg); + const ptr = malloc(buf.length, 1) >>> 0; + getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf); + WASM_VECTOR_LEN = buf.length; + return ptr; + } + + let len = arg.length; + let ptr = malloc(len, 1) >>> 0; + + const mem = getUint8ArrayMemory0(); + + let offset = 0; + + for (; offset < len; offset++) { + const code = arg.charCodeAt(offset); + if (code > 0x7F) break; + mem[ptr + offset] = code; + } + if (offset !== len) { + if (offset !== 0) { + arg = arg.slice(offset); + } + ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0; + const view = getUint8ArrayMemory0().subarray(ptr + offset, ptr + len); + const ret = cachedTextEncoder.encodeInto(arg, view); + + offset += ret.written; + ptr = realloc(ptr, len, offset, 1) >>> 0; + } + + WASM_VECTOR_LEN = offset; + return ptr; +} + +function takeObject(idx) { + const ret = getObject(idx); + dropObject(idx); + return ret; +} + +let cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }); +cachedTextDecoder.decode(); +function decodeText(ptr, len) { + return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len)); +} + +const cachedTextEncoder = new TextEncoder(); + +if (!('encodeInto' in cachedTextEncoder)) { + cachedTextEncoder.encodeInto = function (arg, view) { + const buf = cachedTextEncoder.encode(arg); + view.set(buf); + return { + read: arg.length, + written: buf.length + }; + }; +} + +let WASM_VECTOR_LEN = 0; + +const wasmPath = `${__dirname}/ruvector_attention_wasm_bg.wasm`; +const wasmBytes = require('fs').readFileSync(wasmPath); +const wasmModule = new WebAssembly.Module(wasmBytes); +let wasm = new WebAssembly.Instance(wasmModule, __wbg_get_imports()).exports; +wasm.__wbindgen_start(); diff --git a/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm new file mode 100644 index 0000000000000000000000000000000000000000..8e23dfab74ef396ebe3b10c7673167f8e0a5c55b GIT binary patch literal 154533 zcmeFa3!EL-UFTU<_xenzn!zlA7{8U{fS-d);uV-VaJglG9Xbz^uo z;ExA>PTv@v<&htr^?Ulp(pjbGm!vWmp6tS7MUOnYD+yIgAjRL1RC7tBWp`9s_lcx7 z-0hh&XYw4Uv+~@yoTty`X{UU1r>RD*oXI-mbDYjPbeaTplmg0k%BNd?hQnLBZMk`J zwOXFCtFm&IF43n*Ir*{C`|PLnR62Y5lqLF7TzHJm=(j{GTtemJ2e6(tSW;ejD1SP7 zbmHm_Z+YwS+wWN1fAZ+@y$dH#E*?2~%h4ly?*vhM_ucfCr4wuS?!9y0Ek_RAw0LCi z(S1u~+OyRdch;-+m|=C>?v+PQE0!5u;Qa^|de*gl$HL*;7x&K3Z$Geq-_A|jc5a{BF~2Z>`QnDV zoAw@AymRlCE!z)l-@j?w+~&E(eLLni2jS($?b|+aa$*0Wy<7KfIzY4g_8kNbb8`oS z>J=7WJbqk+HGgnn%cd>+w(VG0*u4M1*2@?7$p42YkKc0SroB71&Ce}vW8gb?F7Drd zVBzxR{m>5|y=m{({o5Aj_RY^N9Ne;Var>6J%ag4iy6^jeEjtb@g7O{vwt>2RmoHub z`~H24i#zsjIA>bKJGShY-*E+)+TbfVxp;g*qW9qb?F$EX9N4;b-@?9~ zi(BR|PbfvXw6N{q;{3s_TXr1Wz5u4TTpj?P%p@G=c5c~paPi=Qt#jKpZ=Ijpcf}&n zNMrj}_-e=Ix%sV&`{9rsmoM!}Ljdr4<%HvMb!O}0w(Z+C!|4aN?p)ZsdCTQFeR*|9 zZohRORH5o1jJcgi?CskQ9NfHP=iKG1^DI#4-N~DeAH8$$)}8zI@0>@3E^b@csc~MZ z1bnASz`1SPw?i2Fwl2&c*vaqZ!Sp6aA%%|Iaw5~fbNjX)KpxI--!_kYS-1ja=ozR` z+rFbm4=*kpF)(f3u^)}Lb8gF)Ej#Ct6_=-<<@M3KgXmc^9}diK-MYAa(~f-$2VsgU zkzAXWjdtk-YH#o1qeo9H?p-_vkI!$}zqoJb!oeMLi#vB-f#Tk_tjhgIZ~NfhlSlVT zv>n*HV6tf2mYs74cPt`{&@7u^-OJh~Z&_9^>fv^*97n|m4jfqAykma*!MU9X?YS$U z;JAR5{R<~f?%g!_Z*x#9eQ)VQrB6H(nrMtpRHxQY)JE;!s)^B7b@Qst zjWxB2X6McAYIRj-qS35U;?1pAsXEbUbegs1y3Ms#vt4VwwbN;i)iyV)ylaGw+GMpl z<|-<0u2!q98vowHpAttVHjh@D)#_FCX@1{Ws&+P)N{uRS8ol0V^-Y~hgCf=1##*P- zDYr{{S!*@tySsbrrOBpXf3Ffm8;e*(Nc1CJTg*hwVUlKNi`}fwaPW_=jPO# zQlr*tG;5t&t*w`;sM%;X%H?viSuQuK%_cx?mVy#(xPL)4P(d|ZDwV0B6!KgR%jMc; z{)GW$BYrF4ZQ-Fql~NdtRU6D#(sSo71g+Zrop)AmUA*<^@efA9grg7{(F+F_ZrywE z_~K%4KAap(zSE_DGW5zw*$*CGIB|2|47Y;+K1})rZ-#V_?>l<*D^K7mnO= z;?@(vCrhLI7EbQJdGC><$8TLYe9Qm57(5(~?LT^gF7G{Y%dM0+e#^-Z2LEI2@D|Gx z{76{B$P4~?)R3)bCR^|?qDH^`t>d>X+;aTRTM#1$ZgJMgiQvb=X|MZ_9zS{W(VLDQ zLDt;500-X{{6;u=0@a3uIB@i2e@+xU64p)}J$Ulgg}ay~-m!T61QVs;p=gx=W@tv7 z9zP;;71%BYe;&5;H(21o&xa%V^Kn^L!7qnv^At^y2Frgq>h#~9T)Zv#{xDCtQ#O6@ zSU8&HxRd#qs{ECHBX=T@DD_~Ncks@=4*Gi!F!%Xj@Fmy$5XtR7dh2bs)BW#u<%Zs> z+3$@usM(b$F)RE%Veg_@Za;pLDm;7?yx(;A=)Q%+eTvPBe<+;2XdcyZkE4Xc$4@ZVJaGGA zZ-E>>9{fAk-QpV+xIdb*3JV1s68~v5IsC#<`Dfv@(g&C`>)nS#D>Lv;jr?f1-pVZJ z*sSFDIx<*+rw`n6Yw#BreXH6({%Y7#*YrYl{fr}T zJvuP_YPcqQznnY%S!CR$+y(uLryH=iya-;k6^KZidVJsJIB_^+d%i2k4OkHS9=|4sC%=!@a+gil5PXZU#ZGtqwv zKOOy6__NXXM}HdrLij-Vx#(X;KOA0&{xG`gcccFjem;68`bczd_;U1_=!c_EgufO( zPeel7at=-%l5@K2(9N`DajNc8LBM@lb5|9iCb@#xQ@KaKursrl)j zsDG&ROK*+Voh_ZYDoD>a4<+TRgJ@SAURw&1-tOSrI{vAiB!#DLa#i+pRovTs_Cw!c z`Fe5kKD#NU-EZy$arpJY+Fm6N-x5yu!nhpw-WCOMIStc@Lg)C`eP2?YnUBu%G7U(J z?|C#6|4C|$*Q?3ujbh(ujZL(pc;DlQ20*kOJGlf8&q8!b`P(m zINi=}Y1(evAwWpKsOIAE&}YflvZD3$?7OWeL0mtSzV=$_SQ2)3^eeGjSILgGc_nd` ztl=>-QVY$w!Ms{uvc_L+27%SC7U*7iWAuem($MvxW)jAYIDF4c(o8qL$FSb)1ZmJ~ zw#%)!nTE%Dc6nEaLG{}Fb=pyjPLn--;i(Hj_Xi{J*-YPdtT&<@v`D+6lay}uswzN+d1d{e zrI-p;d&@egIvD8n9Suj|Y*N*d$U*7hQm-jeZq5TonrsT9AFU+g+>Ha#FunG@Q~-sa z>_NlPF2UiQ)D@&H*HCeUvwxO{t8fgmvqt<8|-9f*TYFawh>$vi1TfHpz!reiyr|i}A)z@Bot#%CH z`cy+;xGf5HH_ybqQ;A6cLt8DbWy$bB{-!PzulNRF55IwjgIJ8(>j9dsh^MN~!t;j8 zj?f?^_Nv1jv7+h-Wqb|&qNF(KMDez;$avz>rMUN~(UR~7p38CDiLQ-^o}?oHBE@Rxc^^UK#mHKqhCHC0fPtScM20mk01nymLXe7w{8a2 zj-V>p7Q-Y@OXN1xXyZyK&;-VcRM>y>cMHIr7`{wO90XuFZX^@)$l!LV1!MrDbc}?0 zPMi&aaYA5p8G&eBNp*>s^C8l&!D}b$lMn!x(~ngo?WIv32~Fa=v=klGo1_CS*HhKy zxkyVRa!uvAUZ@S_5}{w|f7+#dTIwE7R+&&*jojuBiP$n7<2!b0sfP|q)jGEbPb
DsXbOAm5X!2~&jqo=%A7vi#_; z-fZ0NwUBmVcwM&}{3JW?2x3uA>x6O*B$|e$>UQ_d^w^dHHSqrAtOlcxbr8EcBT1}+YlH5z{z1dd0CbmCN zw9Yh0ysiM}49d+bfbx66Myt2ZLmKdLZ$Ms`0ePK(yxs$u2LXAVfGn&Ofec}MErHw` z0`mHc0D0<)f!q*~*O_veP0Pmx=jnKz{)`n+H1z>`&fttac3El`oYz6Xj-r9!%EX+( z`BKD;;P_g?d6<|l2It8uhI1op>Uj-%Qy2W>&ff!H#I3HPd)jw(hK?QH9Tgg>mc(lNR2SBm8fE($dx# zH1W!KKAR?;N-jBRVQ>XodtJ{aaO;G!akNQpAfh;nvlmL499>U?D*(-reFn7tbVM9b zobC1B2*dIJ?`C|1z*~>6f&s1<@Q?;JQONWFgoaxvI1@S@XCAe6!K~HWFs{i0b}pU1$&d0j1E~W-qj)W~q-U8X z;6!n?rDx^YscIxuGWhz=;*3&_Zw`WVr_CNBxrl0H!)X&LIW#3#)zqVg#gT4`tGG2q zH&MD7{Rb`0i2oyU@^Z#}o@?XMdpl!TnVX~`{d8_d2Fu!3%**%ilJsu~>s;32J>?R~ zQ&GmFyL5Fh+DiW&4!3lz^Sk{9em6jjXz2UlR?0AdgOxH|wuW$^i2$8ZY;t4v^jD#E zXdri7ic9G$zl596-VWxy)KdUr3#|w~>D|v{^#C89@7J^3kL2`uS7=49qe4wXdCfCa z0N_x&L%ARQDd7L+^d$|*;Q#p3By3Ng&l6ty1rp}dr}KnQD`7T$Do?ma3G32F@`M*Y zYdP-E68`Y(qFLw2zfe7tROHD2oBl5@0O;Pk|Dob*OWye(#hL5B6r1B8&y92RSLEn# z$Cc%d{>R~DNU!hc??&e6hvF;gWZ%tCs&lMY(x+gA+_6rT^U;&4gzIxK9**@(dDUxP z=bKl(lD7LU^h)}qDjsm5*PIJo`FK-vUUXdJVo%Et$1n4iSJH>@pSbEW|4B*ieCVu+ zIO7!=(!1odAicCJu564xQ*}~{{>iUkh%y02GM)$=>8_Y0ORgqtb{FD4HcxE&*WT5- zJLvVO)tss=f%e033zOk)mT%78|3{xIol96TVW2{iOF45|nWUqKGZnJ*dQ?fTCFagJ zmnsS7F;^SCo_zP^WAxP9a^zQyzEPTN#r5>grKFxVSRP=iRYx;!j2?MrR~nv75P{Vp zNC+0DM`i5A)hBvAk3Biz1(y0SSQ2FvH2`4)ai~V*r!GP#=|hLLp$s}n+&kwDsyGoT z7opOB>0kAdi$X(n_7b^+>I3kggy2Cl1`ES_!3nRyKaSs>{_}?#L)f@wl#T(Rqh%Dl z8mx}!;+9eB*t$(LQ#vG@$blbZl(%&U4bUbswpEm-#_v{9AR*M-EQ;)YgHT3SWH<%5dRDhg#;=TQFQD$1zn63We1QAVW29B*jp!+Dz=2bzTsf~^%W zmM@~TvPG1->z}GHXK};Vr0I)aL;)mbg;ip#u+JDNJr^Z_3YT6dGYS|kC7jn!KqxGs zIGT~}uNnm*4P3uWZ&%}%OaPqxVF${U2Jh9{SSDWNzVeHi9QQ)`?*EV_c(Hwdp5O)h zBYA=s{ZHiyVxgj#nq1WI_j(CcFdRMw(APXy!DJDmwIotcZyHP=3MWsiC3GGd@Vzrk)#E;whG9) zmOv~Jgrva(T4(UQYtC|8H531W4_TmX{lRpzasgM&HQ<=8Z+j2ACRJHM40yvEnE=<( zZ0-fNdyo<0$XDX^f;e*{yzcAdbziT)jIk<(klvIK|Xl>!{L$pNl=1GqeF25^Ov z^aOAuI22_R-p(joD@p~Cf`L#3czL-<*)S|p)-Mw&0te;0G)MjM=08c#zIAD}opn@_8?z z6T-WLWg#K`7k{@_L=*JOTK#gZh-Ef})Gt%Y&P8kpw`egFPx8OM2MZW8fC-NDYPa1r zu&1y52kb^!aoE=QairSn@r)!bmqUr>hK3h>K`yk6d8zaB)baDQ@$3xSf><{LUWq}U z%L;xVyqtvsD`dEA4TDXtP{Uw`fgVGAj6A*jmwGu9HNZ3Tx`k@;9dYvP@lqnMBKrHX&r6$S&jJ)N;#Dn=`% zFX`FHZ?lvQeT41IA)9WZHR~=O3nf}za@uCoLY)6}R%3|>-wXRLTFui3Xr0Ce=5Z?Z z9u-#HQ_k3UwwU?Tl+;Njy-;-?T-VX(vyT4O)luVYsG!|0Vq(zM7YFH|g}9y=NRU4J z+CL@~7eEGWpc|yEr6fx4I@T+t!N%y*pWl^~-$~fohF-;Tze4yPUI;+)2F6;y}SGE)B26T&|Rs?nt6Ll7Jvb zVOwUp29F}Hr=^p;fBbhDY$EtPr8_Z1v@xnDHSuCCX1d*`3q;SSFMlm8%&qYDJ64j(`%a!=U%*CXO+BCLLH&7bXE* z)W#)bPv8v43{gndJy1k_;+D#MH0_4iO=^ZaVS(wps+jgf!wV|Wi%I_ifndFX-A<+v zKMaRT4;?>tGYSWkM;_(CxQ}uMT2JauOH-L*vQWo$#4?3(m&T1dkIjq7)H8_cxLcDc zNn}NawKVi;(UQ7jgaM%>5%?96JpK7yy^?yCQ7Z&Z4@!5S2l2VmOg(N;1#OUg*D>GA zsHaX?O4f6*(eHT=bSVRf(E$K(kN~puTl|B%f?i7qF$NBZj(drTGb$&%xO~hq4T*;y zyhGWrRidP0e~1YIAWZVNCqeF21jaq$KPZxCRJt-F8G$f2lRZ=bjm32d3$o~jwNLO% z4mmpE90yQA8rl_VBvwj?m?7}KC{B2gIH^gT)EvW`h;m$C?TZsK*6FMVCKO^sN)c#( zNSsuM#Ywd9Zsr5qjoa3}i72%bAf@Qf%*&qYE3 zY2A-#NxDeyEI*S$^j>%LjyB9i!k5CnOsG1UKvFIgAmKj6OX53<2i1<$8IK6xgo5xs zNbv~OL5e4b5jTKS53^o+B0`@#qPpOSN(P2pZ|RGlzaaVe#FI|rz#%*1?mhkEv(l4mb!afDW1GEQlNR?oFjXD44tPc>&W527;AS=$> z4Y?lDjma29p54o8n2#0J`=>4axk8?&?fzLyf1!})S-XGU(qAm( zdEV|nXX#%kQnr_5$q998*OpBh!oJW z^{AAQ0<&u+eVE_ZN!HUNzq@ODq=}J?khsY`J-WEmk|Ll8`DZcz1fo=SDi_8Eq|r(; zB_oMVEG1baXE5x_^o!I(Al_loY$zZ_L8r=)vQlNGT)<+&3V&pfDyuqGhEd{GS&;Ts znPxRo%}SyLXS@OMzAB?rU_!Y))q4n{gPLAO`i>Q>!4^SIc!r!bZSU zDjj{Ohn*}n1m?7b$?h@ouGgFw&{T}k5HZ0npsnBCc?aq3K+!SxPmejxJd?{4$xtB z)zVR9jymIwd);8=(A8`_ScBH1&d2 zG?Yw+dH_R?AV{F4W5tI0J+tYOphZUYG0&(wM`q4$)7(PaC$FZN*1a2|nX~0nIF_C) zA4;mERd)y5OAkWCx_-=G@9|d=x6I1^&Wpc=dWM#{eIbBzu>Pg`s)k+ z`kcQ$sg_7&vbN>2_zh3ayPy6eW{`#1|p7+-W{q|41<;>d{J^0&5W2gc5 zD#WL4cBhxp>01+Av8uItP;#$FFy|WZV*z<8i`n;{+jW&(o;Kh%sdQCV&wFOl`-nsD zq(8wn%kE4v$yzCOjL%TX(i6MqKKyeJ_Y#IAyb|d%g?J%gs<$eAYuq`MZaCIkjUU|I z!CUF4S#vE@aqw<}K}JA1J8WvbrZ5OVJ!Fy@4@QOKx!`1L0NNlNntTmF-}7U=?QIXg z8ht9cDtr9w!{=W`fNRfTj+?6t9W1sI<_LC$b$MXR-O(RB+jtkI0t)~3?P_IR$(n|<-RgREo7PMu-_5b#6w>FV2UH)ECrRWpeV zbcv^L=Q4c~$G70rh?SLOtS)v)txLljWX*==%28yvZndy@thYfdA(Xgv>zQ=@v0hA? z&NqMndJ3em&_7yIaSu~l{8s3w+aSUwYaP9HuCDkJg(5Z%(GOJvENM)sGWpgI)k04$ zQVF2~z7k4Pk=$*nPd!&hupC}>7cLlYu=%xmt>lxWtF_SgxRJGGjyo++xeilX z)A-zV*xFGW!i?Z%JuJCu;pij3YDRfMun)pr#V}`(WHm5^G$jZ&5*R#hX{_4YF7k-m zI+X%H%@ca08Ojm95Faf2y7R%_GPlLPbSaH~{^ModV|Y8s%L~ zSw3XBNHT{Wh6tf=A+#&&H(b&aXMFlL1YY{fHS+dksplDBJj;NfBf~$r%VofQG+YDn zDnw{Gc|{!sw#@24+J%TbC+&P(EU+Em%S?=<2kC9Eca`cXK!EI7!xt4iwsCMK?(~Rz zC>FiS0F&(!L<|}z`?oKi<*j^jqzh&M7pV2$-&nHuqz=gM zynGPwo*@m1{`~#R)Gt}3zGdRQC#Em~Af92V%fUoS%mg*r3&VsMKJ_qKwg@LMXe1M; z9Ct4OZWjL%msj;2+DpGC{AxiGy=_26XJ$pg7M zc$>&4V0wfM3y3Q3A@EEK8ML1+rC1;8x0k5=Ss(1=SX z-&A_+w=-2)XS0vjl`=U*Z|7N?FDuP#9T*;XG_Z8wSY$0j_ad$`QVxS4a^BN8W)3Mg zWMLR!+J@+=G)(t0BGoYUo*`E^`7GI>ZukHh}JeSrlPp_12n#VMkH5#Q|UZZ^U2(9NJHO<8$@Oh zSU2OD%sQJf>uko!zCwkXiyATfy?_q$(>`{u78_#MbHUzHFe3A&x@E0&oK6zdbghyP@K8Yv|xy7KWn?WTN0D3diS}FqiHw9v+tSA<#DFhfF zw#iyWiPMmlK$o~}Eg=y&{OPxMeTr7#ry}ir<>q(0&mwJFYwj`jP?w@OL^Z;M(1S)n zPrbS0&3=vJZvv)BU}E~x2U8j{wQm*C0vxXPK+lZe^F5H2QaH525~Q51gpKS9JEAv= zw_UZOU!f(6ujZ<)?r_CpA@^>b)`Czan9;MSR+M`yC z_Mrbg%~ryEAa!U67*2*ZgK7$0CorSxgCd%aiNL|a|Fj*VR|8uYzSgG z_nO^jLbjWrp+sdw*C68Gh}pUZ;qC6$egFeXl3&R)@tO~ufRG@jwcOYdSCU5(+RZoO z8(Xsj{}T7mpBzq29G`SWCJ~+0Iv&Bz6<65@Yz?kNL^N(T%?+VL-mni-)=hw+Bg}#L zQH}y5_`Tg5_fyXiIv2#_Oj~8!X&1W6CKDRgh#O6Z-u84h%p`wPU^$A%;z>e@5SDad zB%Y$I??ZZbsrH_QE1`M&DRb<{BXR_+N>3eQm<@KY_r{co{x{<>4`H>a zElRfED?FhAx}$MWE~)XxUoj2M*CTX@#=xxIRn&zz2!FYSMK`qx^o@?n5qW& zULhM82#46f)363)OprA?Fy?+s!<>L#5+_I=6oKTKK*lKDQyY*JS`3Vez>R=bIbw?9 zRT)dPSVMp_S_E{69VD5?l)JzVt3*}UTiOxW;NUdl8E_9fOch8E4jsD)JLt{I?4UQx z*kMZSFqN?bt|q{gjAeH4q#MH+gHOhwW%aHRj~!CaT(62u%1aN5NioEvmnMwQ@jAt2 zR}h*~WC3&zKnc??{74p``7C$oMEZgfe#jO#u+CX(gIToFB`FVO+#&g5YK2uCHBe9G z#7oP)aqtzS(-!;Z=#ov=PT)??NYKILo*IHoz8ij#mKr|-KO>h9BvUgU?&4<ALSq>n<=FT;y2skTJNp#1!Qu+h)}v=xjV*C978|5;|wUpJ;g8 ziF26NadscF)R0VL0z~5CQ$`BY1dBhKO#W=L28$(#ryqqkr{tD1Eo(TD9&l|_4&h*H zgSLy8CxnAE#YwAd%?G5uK`)601$LH#IhAehLDxB;x##!h)f&+gwMi-R8888$ zqLso{_s<0%MbKRxwElQ?Y2s}8OsF}+%Yhx^jOPKy;Lzar>cEtD`Ly+Nf#HH?Jm+0z8l8?)6~;3FM6+}ynL~c= z+o2m3m6MMiLT6*wgYj|5tc!S>L^vdrvT$;+R8Q}I5Eb-SAt)G)J2oMVM=6O_K(Uc{ zl$u7JmUD{8#yuswuJ)7oYpp+wpLLqaw0$gXV@p6~ldjX)0EeiAOt2O`RX=AQ80aMZ z8FBSfs4c~Z{)HGo)H6dh;nM@d6 z0a>qne}=488M0OtkR>0xcvJ*$R=S~xzVUn+6p?8qh*P2V;y4s#2%7raLXc5d1ri|e zXFj^xT{wA3ha+^k5QV{!NDB8MtVkCzcU*e=ozK2$3xZK=88e>2T5f74Oqzvf42Fit zF)1a#GA6rVa@=E*d5mK+PgTO?$MFmZnfKjmlMtLjf3Sdwv_$hgZwQT?OsvX3Ux)B6jAZ**>Na!@{CK zlyE=IJ^C?*b4KVBJH54-a|#}9v%G;f>kb~7HKrw|ev(&)G$CU&P+-$X_r|w-Pq(OV(J4xO^=Vf9-adZuO%G z5KOLWyyj8B3eFCrKDfNkA@Tq~=IOh@=h{cL^@E3Rf^@mOgH?eLd!pSN6?%<-jNC`! zagJJvyRzmcQ6_8)k!F)%2+;_(?yEJnKB5CbEkiVhYmVq~Pz#Er)DQ;1nSgWmBt&D~ ze3wJ#`?-Mj_i+Kz?_kK#EWtAG?6l=yxW3acNjWMaXk*BYFiRTkjfjJXt8wLpqHk5D zDgm>A~;F&TntVQG}ugn)97X3#H@H3kTki11V^C^9fvMhiOBHB z(@{*+iw({1bASlP<#Z_aSW~15YD#n}N})y#SNF?@d#U015kU_9VJ?B*xAR9$?z1W+na|dr5F4LQQncw3Ic4hq6O`Fw zp}gL5QKrFLgI7PX>l*?+2G<6!d}7!3K%HWv4O=Mac~84PS$<#`_*P$IcdN46Mw{g)Hrw zY-m1CApG*Jh1#)XOkKgGcw3p6FQVxq)N3hgbZeA@v0cHm0R94cLK7lD|-!9=$NKLGHdnlP^%0?6wT9O+g z%rm6en8_h&y9N*=&1&%)dHtN)jn^=8z`qvmr(v?_h(e#m4DV@C#Ei?uQ6VL((H%It z&WSw=tW&F^8?C`Bh?y#MIuX#;_|NsOk-88`^wtBg65&G*8)=!5fsDA2O;Ka%ZO3{& zpT=w9H3mf2Fb%EI5PZhbDBLx;yZ=6uo=Sr)#DkVnH>XAe!pTx>y@Wh=z5l-6HE}F) z7{@*O#C$_r$q>9J0}SjT`>jpsDr-t729$JSeFo zzUF@EDFUgM5>8O30WBjk8eqrpAc<=LJ9bdK?hr2xD6fNa7@PuQ?;7HxJXo(8f+ZsYla4f z%$;RHS*jZ@mMp;5j0u~IJNSXs4SfuhNVluwYXD8}4e`}^4G7r3B#tX${r~Ft4Il4* zqLhFoLUT-%(Bm;=Nz-ka7>7N$1<*CXD<(3w$oWU-!dV9=JJCv+n894**iM+Y&3;2E zh|8fAb07?qnp~D=dRfZsvJ_S~2}Kj8-J?W#t12GWM34|sNHfS{$;V+?oRea5T09B#-60vOOEX#Bu zP*0L}gV`?$dT2f3hYrN#%Uv8jQNG}Alj0a0u$4ldCw8jR4cgowOqg3EM}?aPua`d~ zrr#S7jtxmK3YN@XY@l7Aml87P6WvUo&Y$#|h}G{>e;TkV7B9yENHo?!?s7^SAhb82 z96JEH0+1i1LQWujO7-fvS~PFXK|M^H4(inGj2L+n3eH2!fve1~@IOhF$*M7#+C@B= z8_^S_bWDLJ4IEdQTObESPLreN-ZHWr$_L4rD#}XY*BVMOvK+`GJ!9mA(4vFR-ofm_ z-qD9mG?sh3BeeCQv1s&cB%f-`!dw=2k=f!H2VP}FyK;kz6!62$rW@CDS1BP91UXy0 zuApHMK^b$%0`QS{jjHsg&^E}7{ZM8UVEx!|+P&2jHtyvtJ2tqLtOk9^h0G&ZKcdPN zwEncTJ}*UvruEIG!L8T&V+dl51Iw0a{c)eB7Wvasp4O_+^`oL$Dq_B8WQzsm7R3CT z4qAWIX?tdcnbrq+W(Q2o}9 z7+oIi0x^2|3eeuUG}@`?tA%zB(YzGe$G>c}uL7MWn+up{Y9%b&8oW7T`S>5KDffkC zW}Rl0Tc)Ncj-WAk&X%VjwX$eTOrzPQS@IxY!tD+f`9pM;8N8B9K0zO3&5Q&>vK2nj zS@-isUl5iA=!A%H+R>#gauER~N)bJ236zlYs%;d7aGi)1X}$We7xXB;(SGt5vt)#p zHtKO1n%v3T#40=E6=6AIb&|*Z#&#N&(S1h}NP+h_wT%4GZ_KWYa3lecZY+-33WKV; z@mMb+nUAC70s>Cc_`E!DCIYi+&-LV+JPK;GWIs^6rrc0fO3}5XLkY zG}(av&DmaDOD8#Y&G=uu5lb|v7KtCjjtPi@WT?|}j0x1;Yz$PgNvJ|HH1v{&E|JR& z6p_n$GJs{8$sm_miD>QWRUm(J&kPR6lAGHeR=c^_p(F0v65LSUNFG4 z@wjGz8p0}a%XIBJg`jyeyGY~|gR~V?iIre+BghMfU)I`UX2%9$lfbrI=EShW87?zc zqXE8KN%Q!322G9&P{Kw{Fd8|GY63>bD(SgTW=0HWP)Qovw=<+@456-0`swD6v-5{V>XY5>69~g zGH!(bCNFLIIBH72Qh$m9j$(86&MiX1E!!F))^3x^6OUgBm*6ADFr7KjBHELWg|8mPS9kV*ezCH1X%e3 znY!3gqny_gNOCSRM#ON5Myv5yuS8Zs()o8dAx*(ze36k;n1qk^VHP0Dk}!TSxRU`s zC!#q4DnJ^_wM4HL0I^!&NR*1T&>d=FwN4i%TKVEFxXfm1XX=2ikSwkEydf# z=rO@KT`sFdc8b=b%8i~3HDa+nO=WB?MdFtSgeD;1)^$wytP%joAb`5lemt-NWbUB$ zz%7fC39dHPL^r!SLr)S$qs^;T^T0L)b9{J4C~{l>8?<6)#+6j4(JNcKVl3CL=dNPA z)aw|Dc2Ql{E>#4sU2W3M+NB``B$7PSoVHfUno*v^1Ht!9F6OUo&nj8Z>^sW}e#-kk zS%if_CxeAFv;(ZhDp=%UwW5=<03ok@4hYWb$C*BrK6gG-F?9~M6}7E46pLawwnCIt z+5||9Ic3N}LfxhA@0sB?>6W`hzRJ4E@fQ-0gVRma*%=*nmiRPvczP3SIl}V9CT^Bj z2LtZciN#JI6yd3-&{MosPZj z;5h6ObPNuNVg+p6v=bxbut?gh^yNzQl5C#Sb|BT;XOw!r9E4gmLiy4N$AMN)yE$Cf zU1YaIR{C=`U?5p|tXDU?A@>0^d~Uf4G9N(Gr$I)xq66-U-O&`VC1Ve*%Nin&hy`PSIgsk0Bv~JN}(y?3OT7Ts|%AsTLjala13%{{N&N#qWSNb^8u)N zd;mPDIP-B`q^yyQd>+P0MuC@u(fBZ|jTDOpN1g`_BeIjMBNy%rGzu>?qoFO7I?eDk z_Hp{IhV;~pyY}Qf%-NH3Cfk$Q0yc?(sVL+>2jIRZ&u%|6zK5%~LVhF+!NM7>)2J8M zF+1#+J%rh45Q+I{Gy$>E@JU7-nV9o_H1;Ac*=U#qsQ(l3L}4`9*xYEcCpQ{@^D27m4~dAz&c zVv!oo{96UK=888Zf3kP3I*!i9fRkC9x0a6~d*R36 z#e7#wF}duG^GByx@<*pt+@lS9x%gda90QFMbx9_HG1v=MKO=HIh{x{hJ`~;;Pko$o z_cOo1Pj{k8w?x1}+!?Z1{4{GVxf50B2&Ov>$GV56V3939Ul&I|`9L!J8Re%= zKl8>L=eg7EFp_p_6WBnoLH6RzQmQl9zz%15GyOE~Vu?q7nU>~W{*Dkje}@Ci-w}xC z@0c?AJFHrNhYjfO*afGxNaE?WRh_sndWnF|TQSwEAc%x@Bi{QLQO}}Fx!92M@NQ{! zlhP7Ajeda0$Y6j7LCs8uN1+xk`gzhB3Fe+-=8bvK!(p0RHs+ty1dI~nCC%a7jt&Ho zW(MlCJGp*>DZ8^Phz5_x#hhY|S=>&HWQxw_3wMf(#KkWpFyJZRPUwjyp$w8TtfaXW z5C?4!2QA!n2zq6~Z3=RpU_wZw3Bb#u#yJ-yeI@sKX}bwFhTBht1tWhc%~U>;tb6+d zKldNEb`LTXb9`!zBcK1srew9#Y)qDzL}Q%g!x`>)MdcyoQ*!KW4SQ>yQZ4ObC@e5r z*t|rtX8(O);%n&52p@d_4#LK}l-w>-eE>kPBnlN*`?~IRt{YOTX6l;6&<>9b%;wIW zSP`=Em~FkC$Y9Gk{TXbh0I~BSdh?E5zkS$(M&O&lHk(Zf5J{nZKj-p5USrvSFI!5@ z+R(WZP7~V4yr*0&pBCR>G80{VDV)X3QMD(eH z)MDAmb(b^!-O3Te<{k0GJ?%t*7P#xsyh$En`}MU1qKH8^10?4pb&eY(By7erGgJIw zv2WrIEsCM+bkUsP?Z5Wyv;V-N3*;fQ5e=mxYy8}xm={^(=Lh{%50_PP*AmX`us9)( zR%o-yJT-5P4>aNlXF|e>SSf^)5i*;+Jn4QL1DjSwT_RU5$y|bfGHQcZmXS0&Ib~Fb z0c4(uwM1}KZEwU=v8q=?V$GP2OS`?~K*Iv-~F zp>vOl-$3E^w|DC4`LoFXkw^Ld?V-;yw8QC>kMjA|U+>;Zblh)ng0sA31e_BxMsV4+ zrF%ZLOJf5^BOl%!bf4Ee8~v!Hu79?NF?-k@rU4TS`v0*{?OHmNUU%#X^>>_a&?4{4 z0A%-d-;0ZvyI}Wq_aLXZtFw|siTgga3!eBoNE4r1U`p1c3So{l6mJGOrQx84dHrhHLVPx`p)o}|JF?)Jtd5SiSov^%Y| zn(EBWb5Hz1+2^4mdvrP4uF99xO3M6+ykDsKoG%63XW6u#!OO;b^ks)i;TxD=`gtE5 zlKO98KK2V)g8v5Q^LfHc+@M%&>J1qE<2IYa23zrWW5uZ+VE>K*~7j%(6JP?XFn`aVO zfDI*7TT!*HOgzRLZwNX}=%w2YI(ov&DD(eXJ&Q80YNiGXxZLPAUEsCWQqj zzOz%8jQdXau?=5gg>M)$8ZJkA#NQ$ZTj|q6$tzloQ*V&4WEhWU_36*G{G5)*&Hz3b zsC}B~T=gX$Ki!)#(~PeXG2D22hT-pr5 zuuVm$=$ZA2BHxK%M7B|zpnlp+On{+Il`XVOYthdOycXI8&eNCjC$?9JXV=A}U{ou3 zJgCP|!aDVZ7pJLq-RbvfFC`Gg$8BGlP`=%fvW!9?r%t_p;C&p#{>$+~Ieuk1li6mX zwkG3_+QKix1KWqx)}$)ph1!}NXe*)!`Nnono{6Do0&lFr_n#SPk=pw$(wrW3M5Kb; zpHq-~>o3~T^zxvqBC{1D-Q^-=qQw#5ih5VnMI1txrS2_C?y^>F!RgJzSVC9~@@C>w z%qAa%TxF9Ft%I>xWQPRk*h0R=X7*8kIky5(3D#)S;V&aR9;$X`7EV()hq29KE$uY1 z84-a_S$DJo?}O!0G|ZKp*{+2JSBF-!vUw2SM$$T^;x^1bpg=7j=AgMi>14vuzjA^p zmZc0lFp=5X28Ot?um<^qDI7V_BA9emuaW!_8YDq)Ezdr|? z1_FHSw5RXWsw)VPxCFOy;AT8SFM4sjmPXf5YMSWFRdDT8Zv&ZT=n-4@-wQqXILml> zoMoiGLMJw}D8;KaYvVhJgj=o`_pX=Fv_Xduv2A!F#v<;Id~J-yPQM?RnArbdA~oG>F1 z7cazi^(E$;4wFrf$#qMBO%}Ryw^9(aX~Lv4mN+W{I8E9reM!{eP$#Geb*n(#lr285 z2bqSp3M_4878{;zCdgQc$i7~yp9+^2t~>_eXzb$>U12|hXc6hgsR5$b5?G;cvl*6{ z=YyFEb^&0^h;AVvu)7*a`(=q9B()lS03z4M6Lb$)C|u?30sneE4Tqs%(OZwLk%;n; z(rPNR7#a1P6$+jlQ+O81n8H>ldLQXW$XXcIlwot7F-~DKIL;#5w4}}8CBS4}KG#gI z7%N*6f!M+@P_eDxQyO?w64b0${p_q|8gR1|mPChA2$>y9v5?sa+XTomn{YCa7$+@7 z63V8f$iiZwIeyVhIRS$_^TJ^2=V_um3viNkmD9RD^95AXa~V^JBGQlLPf)O%Be4c` z(Wp1D<}yJHZX%V%(a_zMgO)WtRLo85BbpVJ2e(z3GtZV7N@5d0jDTQ8Cil*2CR~wk zAYYQGLNIt|?M3XI>nyH88A)4yR}^d>#m}tBHaKYU%{dG%nZS)heAW zm|nU8#nD;=;+hh8HrC3yie-V7xhi`hXyhcCuN3IUI7Bzb2lriu-ZkMEq<2?h7}Kq{ zzxIFs&Rh1PH-`xO-JK8sK+&xSXo_9|2OWxQ#Qe^8#j>~g)Uw-q` zEzb0b&e;Bw=OX(UhnOtYC*g9J+JztvpGel6OE5;y6jHzaiQXFHDGut6MMq)xUqx;+ zSSWYF9jsQR6xI)6&CI>2;1ss3KH0>KUZ3^sG5N6%wu%>-{qn1?qAM;FKHy^q5@4(d zXtIGhj3{z%4q>fob;_Oz+D22xV|F^1Qu_a~2TbL0bxLdI1M=1~dm$LU%uJd}arA0g zhbjG}^ylmcFzY5Ij3&*pW*3Q!AMMSSq2`L}gtV24Dhzt%vMQ;A!LYmcpoefV>(mW8 zj(Dcyd<=$OaH~*hK0BpJvQperi6?dAj@|^52FY{Qe@Fl-oIs_x1i8_9A+0uHLLJSv z3dr%=yzDWCC1Yfj7DHd^XPO{LOwcg|2?mj+8l=SN?4My)rwF#Oc&%d6bUMplEB?bB z%I3>XON5U(!1`i$rL~NoUoMNga1Un6#bYWe_>Zmuc*z3dXO~Xdw&zap*gr=d}|oI&?ACAAuM;ajk?o zkG$k8OlCcyxM;G^cSpcPh2oX|9)1il{3 z(}1^{{)-5uBV(nz^yUBu#hy-Bphm?F+fthah_H6YLWs4)S!;?LBtjXdNBuY$W&$NO zkF|P8AYc($o61QQDKH_x2GX7OI58#>$MKsqp0}NFqmy?<$AB43L@5fERZh;CTAtGn z%1%1O@+B*0ixAnLOt8U7!xa~(8#26f(xtXBAe9O4!(WLL%57kZ*wgM$+ZC5Nz8WJF z5kH<0wMqh;70&+ir?%0cKj93RXhoA^jxg%^u4*Q8?)V=;4I;+3sLKRT?zFtNyXt69 zPcnL^j^j%bJRCjIYpu18OAzS;=6>c;2g>wW3n=3VFO5*}t-HYq=%O}G4hhNFm5b0$ zWd;v&XpJejLip$GijG{ShHcwXqD_Fvs@TMtCfk(tB!@~Lv6GdJ;DoLq4h>O=&>=)o z<8zTF5g!_IU@@}XE%jZZH=9;MKypnHteJVLoF@whNs_s%;0C#8`VK3wpU?9pldU!^ zZ|3?ek{U~8o+1oAS)>*##rbL8+l2b<`1u#roPvJj|01!^0jvjfK?Fw#I(YL zIiVDErUM0YC)9)}ali@nUCs$5ad?GJs43>#nG=fRvo7z1Vk3^$-?RC)IibvJvC282 zR_E@SX(X#=o^so)ftWG*O3==L6H3k}eLX_n40T0zSP2Id-~EUyFiI~*3-NgZO09)z z_||s3+MG}odTri}FT)A7MouWaA9zztNGa+9N11&VWE7tZcIu!LYBnC1dxOK|!@XPAIBOzw|>zC)7RK=qsPILyUJq6(;7U*Tl*`T)_~&9-s_) zq1NZrY4n5}4a(FWMul=Y%H%i)M^CGr7fQ!*$_wRBY;`@jv=@qVljWdssFW8A`^VD%(X;!O7tN21ej_v#6&A)XG-za z@kFuzLxwhIOAUFVmPOA%T=|BG%)ROe&TYlU0Lpz)lK5^P7XHIV`oaLid?9~=oZW04 zIq9eE{^n0xrP1t2POY&=S8KK}P0&3n?il=UdqT{HzyQ*8SX$xh^>g(h%^m~YLO=Y@ z>SwZ_+T~c@vfH}HUN4;%!8}@j?i4tile-9E;y^e*So?}y6bv>Q{AuomoIh1E^T<$D zHJ+072#xCmFSZ2f1TPM^)5&xZ0Ma3FVgCd;OVSt_sC0ZuMahK+MxPWRNelZv(bnPJ zsc++XBL15&btk?}SR#Q2l$z9@ps`2ctMNx6w24Q>cskFG0d0)tdc=e2Sht2Q--ttH z@==Kw9=;wO&gJSJ8XFdGXj#>P-rPIH7I3aAo(t(Q?SU)M1(O_1c87`}DY^X?GU9dM zj1A?{gteCZ#J480o9F;+?j9@sY`J3|n4S2>oJ5DD8RT|w;WMvuT!8A;KnQbwlLT~~ zi35k?S409fJ4#sOp(>6T^-*<0)wuHVhHg@&^eY)v&Gx~gvNRN!mJJ2PFh`;(ykf)) z`oqf@vOY7wVOq}99BO$64O!OSc*;!cOQn1aL=wpp0uS&wn@DCcjacHNU*;EHHrt2J z|8MKxn@+OE}V0>@~HD6V^gxCt05~u3o7a`1bvlG zBNxdiB9_@D%yf| z$Ab7$dYK>}X+0xY#VS%RuwMBvvD z`0_`h58kUq*tXkx<0+m5K4b4>ia3*<-VzYCG<;%r{9&%&xb(!`3T&!LetzbAFQ_sC zV7jMNS1bbqsYY-KmyO+fOA1zX5)CnwhJFtkFTWAVb$4CU#8MZ7GRU`$F*rN$q-?K| zSlvL}M3Js)SI^5?&zWiHMV)V5Dv-+#j^;>(OZ50Rm-U#C>E%7Pt&@<$V2@pwAeR+; zoDH;I+*M`4pAvu;q}r!SzhSVjMxk#W!v2kHLzMzmQ>pX^QQZUbXjH>hP-9o>{(7%=IQ0OR71&ImRG*TV>3= z1afV)593y*fxOvMS+#7)G|tgWm{#7BrY(kWnu7CP-eQ@YI5DpxZHfhMgF-5cOykCEN;7~xPd=DNRe7x<;0ta&h8Jxx@wpNt1!!fW`#mRp4{2f8i4T9k1bOFK4PJi^!PiG!y#_h3ad|>$G-4gX7O7^7H>ZjaF)O2k+K~>VaDLLROVk~y>}jJ zj5&W&Bu0-0AxnTWa&2r{Gw&m`eBI$&}p4C8P&wd1Dw;!?_&%yJF=RW1AM3y5OrG~ zI`*RLs*?~Jd@<%;m{=YtF|HTr4+Ry{KK~4i1=N@r%EmW1unhi=dPa)W(;tN!L)agA zKVL==SxTR1vXnm2WGQ*i%qeTf=o#%mo}g}+c3P4=Iqhh@+Y=S?$Wi`RNIPxt1?~6^ zi?U>URr+Dd65HrfB-Gc7)^+1nXwJA*LlU>HL{GM}8ml22f#=;J%4irq$<-Xm85;sjE43X8)i#}Nmy|@%vIaqmgU0x_wK01Sq-H? zRzoR9RvwFpJC=|BIEu}~j}>g{E7h9PA4dXTOS*-c3>fQULUH{O{QdCZ}xr zFn9bK+pA_k{Wy!nYuSwC&+D@mArzmC=ddXgi0=sMqGRD%9%1Fr33+p-t&xobU+}3Q zQ5XcOYhHoiE1m4eMu#Sp;x-vaJ$;UR+Ir$Uq9IeBeGt=hORX25+?uex!^6ubsO$qg z)_Z?6m_EF~42>j7`zB_i79fgESV5>ygF@)rULd1h%nH}bwE`kr#<9lTi%f%o9l8I< z+*M2ktF%rmw*mgGQJ8L$Yq3W&B z&`21;g|l|x`RaJh{X7weG6gI@?)C)zYLq3d?I+#;fF<5%zo^ngBzW#Rc8vizyZ^cS z?sYfU-FNT(+VaX4L97e~@9CR`GavQ4yO>pT8l|HSEgX`k(%mfQWWZ({StyB63zwT_=#LJ+eT$UC!_d7s^Us2Nqy zmd=PTvi~S#^Cg5jXr0~@6~8e$AL3)UmT##6L8iv^1e^D~oPRJsBP&ad`5-7PTj0v< zi5DBAN1j0<-|>X=j38p$SdY8W?&wF8+-}1=;S!ZB6}I4GUfY0D{Y>0Al{DVQEuJ?{ zyNat>GA`Nt4I1PkZ_p&eZ9T`0>hs8ph#8fO?TP0Co7y<$!9_I1$QM1k|d43KuA{&;hk7 zphAO~0s^YQmKyNW7oK7kr$hYHjr_MK+aD&Q!9Op5>sUYxK%@smK0x;XT23K+iqaQ- zsvkfItEEMRz`2gf2M}VZIhF7J{XbfLCa#}K>O*wyUl^tPcR8i6@GhtI;ydG=hNzuY zlq;n6yhAzTLGQkfKE0D7KVf&6+UqM(yUYewha6PXXP;r39d-ZFT9+LAMAJESwTf3|f?s8Q%3Pxa zaIpOE=)zD-!ZdMp8oG0l>f3sf%$6cXhvy}$E8gc?aXwed#pJV!EBIWk;s#)`3Y+~3 z8>$eQTdYtgaFf;iIW@5m5B4!Cn+t2f1Vv}l887htm#6yY*y)^ZmVVF#-nk+g)`3&V z5nQ6uyp^I$)Hb?VpDpUdhVIr9N8td?`JGFYFL$7aGan%SA3S>!Oghg*+E!r>skubk znTx=z*m#sN*31Ve*MIH_Q9d=b}FF{4w$EMwbzErMrA#TzFwu0-WRT-75I zFQ_GfTb)`d_qLMas@-wAg{+AkaW!*+ZX(6GK&d%%fxbfpaD8hcVE|{~`5-WBI4=CNSBQ|Xzh;LpNJfQAK0>iFjG10cfkdALCcty>J z$@1qFvuOWx6>2nV4yRkjq>_(cA=9HQ`%JG0xokZPSJr?Bw3_~J%RQhliDml1*X3iz z{%*ic>y~4GB3yfYX5F7kzCN@5`#-ZD5RRN#k5G7hTI~+ne_c4f?sk0L?Pwz5b<1(0 z`}MC2$JeLTuTQJx9k%d_*VklxnELC&aiaUC*M;NXf8qG!4Liong`~4$Eu6dmUL@4q z5-n@IMCa&C8g{G@+M?5sS&wY6a@mylaDjWul-@>|BguSI%Hp6{HqxFdj@%?FiIAm_ zDim3f*aRwBOrK9+O|Qe6UOxv1aQV|-EQcbe2+q@HTcSAi=~Uv$?O-h1VqRw{R!vz$ zStW`!BVeJSfIh-(DPU(g*fG(}k~l$sr29@yj_Uq%hupUHeRBfc2dH4X!DrBN!P{r;6h4Si4}wc=Y2BbkDPE)B+X> zKCSel8r{~47$mde-t^S15UGs1Sv=*-K!VS83X}|X#fp_BUb6DQ{SVw9cORf5MieDT zz(t<8PveLXB2W2>3}`yaXF)!reG7*)+UGN(j{1EPgsUW@3!eo2E6Iq%l00GPpu>JF zxh8WX^}5 zlRcCbJA=~>L@9nbHO?v|P7KWIJy&8RED}&(y0jgq7x{iFu=k%#b&JhqzU-RqKxB`P zPCB+;AY8POj=f)Ys)hAJ9wU>My5_yGorZ(G09C#h{wt}&+bCT`JT6EmUSnp%mqI1c z9udqkN+)%aw~J=6&u#MAXodY$^uTP66Y_rt(2`93I{`hP8_?1te&DM5LHq+~-({PzdK`hrW^`D7>UFRdP(aZypN1 zxxC@fcFUpBTl9;4@YKYdhA(m~2ffcXjvG z)G@%G_pT1vn1l+`4Os+qC%YN98_2~4yC4+YH#`4Jo#5!=S+RD8gyRcjC^m`c!mKJu z5l#lce1h)Go{?-B5DD$>4Q3E|3amnSr~@;I99wa=moZg;f1N6{Xj2zH%2&Z6skGOu zC5Ta=Vw9$8*!-rN)ep{-plaPINK0o#3~a57JKA5T&w^sG=qpQX-+)TZU=e;z5F4_1 zO#^uqRt7$VN`yE29HXG&0fA8`0l{XLrlcxI%=-b6m%VuXvFIo}jYTO~U6Nk{8`aX) zxczZi|zO~{YtAb8TW#|7^`0QER z&j0n~L4VmW+fyJbM4~Xkmd^j>gV8=MJO8((^M6syj=J3;wbBsT9TA{yM;too#NDAp z{GGlsQ{*IpdJKI2C(xG+4axV_uuf{_{2*|HLLfLI1%Xxc0? zi(9;)J^N+@IRxa{@|zfZISUTcO@if8QW|L6##x?-R!>WJ zU=PYF6Dhz`(x^h3pA1W&X}W~0oK?;4dtnIa2CBr%H6e|uetNT*`95xL%Wm%SH%dpQ zl>}#GwgD<}o5N|;_Bb_xGxHZv?9N!Tv%g#+#-bt7Go~V~|Bt=*fw#0Q>%E^pYpwlf z?b&W(Q)p>jCogt5doY9Uj>=9H_Od0kZ zsZb}<1Dc!^l&laoMIB2tD>O?wQkjR!iuX+mb3DA?-|xDgXRWpO3?QJV(?>@4dj8zc z{pY%``}%)hccbGjjC158_tQ-Sz(k=Cn`5KpEr(2yWvZBo;}HAxgTXy)!T^F2bV?$D zV}+OX)7q=k+N|<_TO`AVyCEUSUQ+MEB+fZQ{_jH`f7eq7G*wCd-R9 zi6#BbWF>8UU70KUO^V^lDaz=ECc~7g7*j6o>f@MoH41%svG+-H0d}XkK!O|1+`^{U zC2Bx+!IZ+**>c&8spf%biPNUkvxC=^2xSC`D_tyt3hS6DbRw^e5pkyVr=VyeR3so{ zs~Rw_-+R4sUa&U{nLW`AUZK2u+pTG#m`P3v4@3rw-`G97LcsW&>DVUft5BI=63>hp;+B(6wwA;iv z>(XYE5ps4GyAPq7o0)CRuQ156m-b^y5?79*cIw<8b6rD?lt33kzO*My2*vlk@h;M| zUrPLp!i||vtgJI6VTuW0urc<=4b?^~i>oIL+vHEioX+lB4qc5T+>>M)<}xmWj?SK2 zUGnp{ITtGLC6_`-OLb@0sR-2GYooe#0O6)xfAPuNuR6T?nP0p=+rR6-{?Ctn`kq&P z>BdiFmy8zQrzLW-txk6wWDCOJpiMZKqxkBkw&Z@!t2$QEKyT$+(;-JJ!cYtrAMtY? z@?tBa;{1^*X>*{~`xP^rlx!B2Qf46=D7PQ>0p<3~v@8ewus|00Q4+p0$yJxqV72B7 zz5=89{{<&Ly{LE%U2T&8fq9uIt}_3D5XQu$X@T%v%LyNuFFKc%mxQT0-_94mnrwO5 zZAclCIoN1g)}MUq+x}7HrVu^-Ospi_9D;Lh*u@(3>aitN(JpQZPR0;yt(j>N83jt#bo`ANDp6p6sFxvP9FAAL^LCxx{gdzc-nXAaPwCwCjP3t<{@>iU>zXfo>-Fb7`TtnD|21nb zyyNiohi|=#3fT@xg{rc5J=tX0G;{s+jPHi?pLx}5KKz?}aPj~6?LYlOb}AoGi~{G~ z{KXgl`@O%Rx(?q;UG({h>m2pLtfFUC_h%llbI0mh)%`hl&N&3j z`o2%z@hV}*dE0iL_ku4DzizF$Scb@6_U$KDUFOi-`T#=-i7DO@0@fAkrn3yGCGDN z&grwq4i?PFX2g>=RPT>a6r}q~N(rqX_PW`v6+=MPp3-AHgx0NxQsUEldodxr-tA4#g(rnmWo5Wb7n+Asv*E{hufS9X_12lGJ)Xbz3R2|bu` z(eF;oLVAz25+|&5A7)0UN=Rjpy=f6Z&H*OI20!9TCrvRX>;=-#4EN@VCyFQjbs3M8 zC;sK+vM>)0)lUt3G#3+QGl1BcOq-e-40~*@ck|9arsn;*aKlr_kIb0NplyLTX6+YX z+=vCFn7|zu2c4&LVUX>qoX;f{TWQ2Vxr)THbP%Lt+$-lGKG8#8N_twohU6U1-(lah zi1#W__0`~DlLN)um#6Z2fZ$3wg3PUP(8)NWOIeo;I{c3@nxu4TM0ywST-EDzd9W>k z{vmYbN5%ktvCLqLQv`IW{L<$r1?Z*ha4vA=o{EVumHsPf2`wt`m?TE^&(6 zSoA=ydBOyzZoie5s_xG{arGimmi3=Wn3)_yD+WB#ZA}UoPZ(^HAUiEvJR$l3D5%p% z8o8nsCrn>?S@auWxsm_AZbJU^qI#nGkvB~pRn&aqnnGBc5SCsyQ_hj1zqk~JG^o*i zvHL-V`8`R$FB);K=t!n`c|qfa+2o5bf~CW1dc50K4|D=4b~l!XEpRdlsJwhVu_6nR_a8Be2pS{lr=qH{4yjbwXzaaz1+M~P8jVw5@sP}`c zau!xe>cv&)&zJOh4pcbth~zdm++HpE=S8Ee`6d^b>a#Gw`2A9P-#alP3(oTAt=dxM%Tw~X2+M&j3Ia?cA&{-aNSHaBL|LpzRR2RW4qAlxNb^u##WJ4=LOJ5{*iog^RV4zWv0&r_ z&`6EQW|A7Q>~WNXOnC}aR017tWVZ}=C(q~gyyB2Sgg>M#9czbDzo7B-`E!kYND}lM z%;={v+VsMLU0?DYb~XLzECnpQjhsx2mXv#XsH25IOP_}cF8WvXAd*PhM<#R!$6Ab} zdS}cH11H^0ZWzB%ujy?FsVM|8$)xRFC}I(wm}L5Rhg_e|eVy~rQpVg6O4A7s8>;t5 zi1D0NDKWmE6fygj9V{0^n2ey5$~c|$Hx0or0Jw&L?G(_qoi;ip?J=n)?Vagu+{xsM zMnZ3nGK7p#NfBFLy+2wvgsStpaUSM$CjP53i za#U30&$4-hHBGAQCb}4)cL6aZW|-3i#aOZ2$da!I&_x|qc?pKw<|zQDURKnoI4#TS zJ1+Zn`AqWN6F0@=P1)WIWpt1o!e$6nVYgdewG~l9RpDO^|57Sg5=ug63;?ovrxbeQ z4xslXT7!G!v@Cb0{E)*eA(nbrq=!nbg;PizpN51!vy>znN{*T}pu-W*7{?-i=?wh{q9&5 z7Q6Y6re$;jTC+HWlZtQmkcKtqz?*t@U;WU5BQtw}sDF3Y2Ua>4)`NY5J7z(wK$cYM zBl%w8`ba)4l8441^6?;y2noJ&K7kKWW_DaguoU$-yeTw`{~!t#>k3H(bk|N2bdJ(9 zfXiIxg0xdDwziodbppIlQAER$;$`!Msh9yV;Rkt(i+BTC^rQF$VnRdPH-JN;0H~R~ zy5=LQ$`i~zkjB{mph%rSiI8^h5ZVT8U$`4X*uRlY}1*zvwAVP zdh9NCB<=mVMX9>ySlQo>SXrF$r(}0UtgMui=3j-RN;@r2PL>>8emGihx!U26{W5x? zb1EcUX)U^g!RbMIfDTQ8zi$sZR5>|%=amUV0?eadvu%i$u^ zp>s9yeTv}_#lY2ot1*q%X)uyz{3NVn1J+CP#O#MM{>8ktl_L!xy#$rg5v*hK6ynYI z4rEf((+wRbNK$$uxSLn-U)YuOIo;R$M8L=Sy$~Z5@2zt{kF)PT&K!#Tx-2myl6hQa zFYp}NkM7LG0(PlZsaH93Hv?>f3*;2t!hCSCFk($uf^xjHU1RcNig`tHY=}QojjaE%~R$S9&bR)xqDR-q& z2R&=+kewSmzz!RehhQ3rzd7LG$bfNlD+96XIt|#U=0GemMBF@+#X1hsWFa>( z0*t{`zQ^LNV&*K`7Rw;uLe*z}G}-AEcrEVCkiO~z1ZZRJuYWG*AY8(PM>=+OslFHf zi!PI(Bp9J>QHhVVglRmkKZ#X=pDf|+IF(jDH^}@xeu*x9_c{S>&S3X^$sf#GH zuWjyGJJj!Z7xX9+pg@YI~#FbnQ1Wrf` zKE{KA9u$61BipKsJV-h(ZIQ4n&E}k^bK+}FA&rl})`O|9;f+h_Yiy&Ns)ar12!f6d z;ngA8e2%Iff*V6w4@_i;F+d4%tEPZT`H*#lc)AJT@}u*IvE2&-8SN*=2-5Pfg>ZfC z6nFtENV~_d6=bCojtt77t%UZUb^4#{73F35e&P|7?X|m|Vj>Ud^J(Kt;5=07fP(z$ zFXeKAc$N_I#L!xnP7^qXQt!Tl-Vx4%dmzF^LG7LomKqBO3~Hts3NjR-Mp#%b)%s)g z_JniLaZxI49Z)JBqG`vAo>rwTzz*EPD@(Z=IxGqEf>DnH-s=aI_?Awb7zH8vTd9eH zaikSoQY#XH;XCPSIdpUE^{IfmXoyC_CN~AN&&XCZh68u(vzoY*7 zSFQ=dm~c9SH-q8vMwY;;mPGUigJD}qxDNty<`XDz~YD(W>nxm8L zb(ov9)MAq?m(sB}bbEQK+YBPQ?SXaNafYISX;eGve>gBb21L7-J}|etN14bTKFV)b z_jhKwXq{{&&^paFBrXS0AWg+Z%#-}~JcT+EZsVDAmwC;%g@~5}LVLBT9fLNt^TZ>- zx>RWrmrszmULtWUh0fsbgO)I-CjneuB|6ZHmCS=g2lT)zS)Ypz7e_+(# zrRX32o4I_n;7~*)li4e({;vGhyA+MZe@mBh`?M=>s2^I|i&bs3X;*$Z&e1{vip{@j z;rT2}gc!_&kiLFX)q@XZRQ!C-N1u4|T_-MfJ6TQ?4gm6`)x=AC@zo!GnY5b48?bK; zd%JRTt>)7TQ)2#V{z!b{zuE8Nl=I=HUBxaGq!Y!d;bu-*jgAQT_JL&i>MoOrBfNh*4?H))&_x?VTWE_8iR2 z3Y%N|QU*(}KYA-m{$JD&@-z6|b`gpyNyE;OAHHxiC0>6Ec;4TYea{F0`3VB*iB%!0 zfgrH!oGWk8jWAo{0%8+F5RgDAeP;efg)M6gtWav?AvEe*{r)3$KfPGhWve5_rAF3D1NWm+=hFaBWN7foqR4)mE6?`kT0W`3Q1AzkjpAC13?UV!;& zj2<$RGcy4OZV`4gWXy!_4u3xihg8HY0O;(ik5@b@lyVPiXMa`RsW75ZZ}8n!@6JFw zMc2R4>RYE?^D%o-Q|RFegTqX83PsK=*R=1Fw-lRfXP!L-|3YFH6fb6h*i>eKneRL` z|KKbXt0!lic9y8MHAcLnxNDX#z$5_?b>ILdTm%WtiSz-l`H5+xt~7B*1wK3G#Hovq z8o(+`)al(cEAH|^{W2MJ4*UGm)m8PI0S|r*qeq7ougH~N|BJo6x8Y#qDia%|{~0cq zm+u9&88S46qlduIe7B^nynZrEiQ%MJeB=$u3p^<5ITe863@(K)pb}!D0=F3W-4DHj z!;otnH+6qEHR~5TnA0F3_Gy{964wg6Ww3yoKF|C7vK_?-Keep$2Cz~Ad0oT4r6R#p z_HGjUp}Sa`<(fcv)1KJ5!HRV;js~p<61h^}AwKp_ zB;}gFG{tTgCB|=kGGGSsvvw8WpVZtg@T0S9N-ff@+F{xql!NCp2=v~qV4ZlVk5J%# z8y}DD5)8nW3SKOD3lkTE*wi_7`hlXnLBrTwsz`FW69MNsi4nqstVn_!BtwtSKPa-Rk@>B;Q}-w7Fw6;8|TlI%lc%{9rXmLK@UC1b;M!8oJ_&mgGjl< zo$=gs*3FF-nrTS+_-2Ku^YJ941Y9{P4JlT$D1bMG8d8s@+k#>TDDs^SNag!BAbreT zX8;q+Gc*DWXBt6$?+R=3KOPN}P{meIWw4TRbZ#Q}{n>JOj85ra^1Q zn5L6Q)nSC48IA*CQ5I>Xj3@WuM=WNb8bF#{(^fdjzW>W!)QYV?!+U!k!=mO07Zx>t zy{NG>KH5bcD|*BfV}RAJeNDpPS|peN!#38qjHgxcl(HJl-iqONlr3sJ{8FAd=2FJwA2jz^^8xXAV&+3` z9XN-8K0tQSEVyEkf)>DW; zev};Xb4-xlMfAX2_&iedfDYw7Rv7nW4D@96D7|XHak21P)~GgjR$=o&K1s?Fyb$vb zOFxUS=A%ZUD*ytK$YIOjs|BTpyAU2wXNxK8}0N{30z+i zSA>Flj4I#wOUt{Z7M`>BrqKY~18U&u`N3aW9_G99YVhjO=3SRv zGTKrtUOrlSzLG4Utv(OsvlI#(=A<(@QKggU3==S9}Yqt8k!R`L#bdT{iI9 zTDhfGR{!eW(zfO~zljI7HzSGFy;@rkS8n>#PAWr1zKs&n*m?hHwNlGgH(TF7lS+O% ztBWxeHcXfjT4DJ1q> zM-OpGRONL633R^8 z1V7BF%DBrr!{Z@m>q7-Ziev|x_cZxD*M@DJAS2oWFL6YBBh8|*7OEn*7kJXP z>CbIiD&?VQ@&u45OVhq2(upEULcoe2(e4wfdDW@ri8SC&w0FKC!Hc4vi`G|lg1w}t z6RP7)W+y`h%PaMU&MI=>26zkZcov{yd6fY*S;c-E7nIs(@>#za`h-?`iN9{5t zZlxwxGolc)5l8V_FiEvXrmw=N+C&d9J35MY0H#To@IG)!qT;%XF?V7Ec#c^RM?H#H zYz{{!oysSV;&q%rz)TEFK$FZONXDyX(t@2u$R^Wf$aC&)d-}4?Ksi$?4y@#s#sk+O zf39bRI;35(d?um?wnX#*_7a&kk27a#b7KK1M-QX{x4U>m?i{ah^rLuzd=pL(7r))Z zLlW7hCM2lRc-~4-O`?Ef$Fd&pbSYfwm@pY9U~pu@J5<7=)~2BddiR1&`R| zGA-mtz>$Gb79;4Xg6(m!(FaZRyiU5;{Nmc)?Y^yhYU_F|*@?19J1Ha6xCX5rD7*G@ zv1Z#;a-J&j9gw3G2;c@}c%UK#3@O_mY@4`XC4B?WRN6#wF)@~Xu?NZ#7lCsV77-64U^LmE_z&;eU&jHPsRC79}d1?P8qs=-fcrzOs z_{I&il0*{67vxe|P~9Dc@K9F9Rv*=i7(ke}szw4xTxM{CfJ_<<`J+S$N4|Kj9A$KK z0j*9W<^OQ(7+H@`84?X^NJvB)(hPl1NtYZ=&T1m$K(+8jweZozSOp=}qS&IvXa0{HrErLp>z7s(Of2l0s6u z4bXeMThIs`r8_6cKnz=;&pZs!=hOhnUNpzDD+BbdfX==HBh3WZv4$tGBS=kweX#*M z=QoeR9^%t_fYG}#z-qx}@+j+d_bti`=|TBX9a-u2`CYnC5^1Inyh69DC^0I@Ig6 zs6acDd~CBUCVb1x>&!4yo#pc2zm!M=ROz%mS_&Y&tcV#oR_FSLh8bNinTyC_ zXo|voK(ThyBY8~o3q;cK^JsSDFaRywIGQ;f$c5LcSn+0Es_P8}fjL1S;aWiwG$xK3 zb@FWn!3qNl9{~2~g3uup=xT|CGpd2w;2y(_aRCTn7OPIwZppM0E8S&wjiqY@Qb=)TGCdQ&$e?Za)7ZoS z8HJP2sCt%#*1g!^xLQ~oORcF`3`U{9&NDY9mNH7esA6#wR!Spj>yKK{ z9dbB>PztQcI}a(|LERNc%L49(^xr0)OR_|80#T322K*VlpGqWe8Es?lrFtB-_kK}D z()3Ny`!GE=y^jPLP4An#=)Lcdw;!(eEN$~K^?tGef408&3tsvE7HS+c;QMh1LB3|| z)oa(X`V<{|Jty}PLIs<9u3kNKTX0O)n~Qxw#lFGCgbkKzWT8xM6Fm#RFH_q*tIRV* z!slu(Ndg5Wc0a1Q+qsvdXt=(jvD|LnbcdHTj1FWz16y+D^MZ{+g7Ul`Xb zT)*XFU%&egU%I<~MLhnW&)!}C<7Zyrn+GmG>jI+nWHx*6@2x5B=vMuxY3&e6`Y7y< z3CIx!5CnH-`AB3TR`<>yQ2cRPbk|dBRU?`Ab#T`6uf89v^r4GM@3FLvN+U z7j)RwCaQB?NWeIiv}NV-(bq{4(`bcLTnn{we*ehvK7yA%0AzV-kk#J00C#KZRv;S61mE zretJ#LIiUO*m-^YKE)d<@CCT~U57{kp^5Q;howT2=pF$j7kKn~<{}1#f?$$i9w{!& zYV!@8%6cL4y!we|Ia$(9%hKjNN!t@QO;j}7_7=tg)0zqyfe^)0QcY8E8RcvsLnUhJ zpri$O<>rC+%$fJdAkd5v<>2(3AbNVLF*l>0ReS{eZ%^2E8Gu3J*Wa*@F_M5S%QJ}N zrlA@0CMZz3x6b!T5SO`_NriI)V`&Tgz!@}PV+!J!5C%yOjFBeCs?KFkk(x1J_lEGR zOGQi);R_>TLYbw9eqwL^ZhjR2hJ3|`sup9J8X<&CcII+$xWNCA8A821ftOn1sbNWv zQ*G8~Ot#5N@LTkqadpZY0QFG01@AR*^_!}Gsy=J0hrneQ&@XmBQiR;L(}k0!*s^=3dc_u;3LG_0Dz*ePA><5f(ge)fLzg z7Cbi{7Cbi@7EH+S<%k;7VZrlLVZn1vRSpZDCoH(FoF|VQ7Q7Jgy}NQBAk$P<5lc!~ za2s*cJRA0e!)!{ z1RTOzomoC#5(RcKoF2^YWJIxBI9f!pTUZxST#h4(D`=7WPcCgLq*;tTJNSus;_dDS zo*%p(?izn5#^q_4PT`nscdzW%(R>YSc`pSUxSK^r~5__UO1MoZZ-LykCB zgAt;v28mFv=#0!~6(oj*;=yX@ZRrS4Zc3+;P*<)Pz#04yntU2R7_C%$1SU7b5vM}= z{(jBw(~Ixphhp?rF(}Vx4SA?3Vs^#Kd9VMs-Esz|P^LYfS|11&3cO32^Gu5#kpbMA zI$?{_Ga5}Dw>-MJ)Hv;@2~8by1;h;{K^8!Ky&eR!POO_c39za;33@2<5xyn*I8Rbk zan2dYM*kRzNgw*mC!dNXd2n4W5piwxYDD<{F*B$3n{=q3T>7o$)zPNGo6FT9t{vuA zlZM0rScty)V^89&!s(fN$;;KE)PDu%O6jKK<^U)vVsUd3C4pCa@YYlzq2ALKG9BWg zQVyo7!%oA5K%64?HsiNOiA6dTLIO8AmBpQqeiesJ0VsV#$7M!lo zdc)6rebV0gBuQk*{rl*>lHfzL4b>Tx;?||#>bWiZ<68~Sp~~V(8;ZkACYRDBuooxlFLGb}UEDv~|LgG7ZM4u*hg4m$o z;Za=c7E3rmD$I(6ZVAg}Vd{Bukzo1H7(Px9>^CT;V7Se(Ervq?So34&gJpIpJWP@; z<>OorP$NViOhR&Z$?+!6E}DTwLE;yam^L>r(U}2&AF!Da&YwJtTV*A!me3twKUF#0 zLWyp*_&iLJmg2f>`Lzo{8-=~aSmshbNlN+_2{>C2aI|Dr>>AD0%j6$%0_NkZuC(J5 zsuR$aWxLSb@wf+d7n*Z(7rLkKhI}T?Sw~CRL>s%AsodTwDJim{!jy+Oot|vOpVG@N zW$0dR`HOwMUM*XzsYk0P_IQ2@w89w1Z7 z3sgX@aHVu-2DWIbwWJKc` zTVdKG6r0lM3TKg!ik?7Hck}_tf#is%-E&K9t6#mhUC(9SoypuBuFtg?jw9 zKSuLny{cddT(sc$ROB=hGS-ll`k|Bk=ebxV_*i>CL~9sVRIObB8UdS9xZ>*=iol%4 z41`tGK#dD_C#bJ9bkCExH zx86l>7;&Vp_9G_H4>6Hu^?UVNf)IK>{cC+~P`ubAPxU-hqiRx!9<-{OzrZ ziB~X{8Ki1At5bZR54Y&5`A6x^TJhwnm%D+()YMX!epQ=~S=t3ovmg_$5aRxGH_jJeasr za0Ui0q>_JmxLMF+Fq;KGuo8PqMc7nlxQ*e!la(h$iCzR>4GW>%JB(eCbp7Mtm^+H? zfR~?&tR?)MG(1i}+eUK{N27cc6g#EZapt7JNZ^eO&k=Fsg-1tx+5uQjt7-O-=MX(T za6i$eGOeGrwzCIj7|>d5fQ1Azau4N5`|Uk%hJjBj)vp*inhlcKB=q;U}_}(4*s2 zZVSt&wZbb9jq?e0t}Lq`OH19x4@KZ>1*!$OthtTJCbWtgH$u(jC6Sw`>`Nt zbHW~nC5?RMkUCEN;BdI=sMpO18qj3A2cdwX9s6VFo)zvzt(yWRLAZ4b$IFlz>Llu?XJDgm&%-#n36KK%qm zb=?ybRigM~9W`hphy@X#xuTAZZH0D7VeJ<3{$wvNE+Y3Igr(Z0!yjfOee zL4EIi3@g)ag`cdQY-$zX{N1BH-Fupk8GRD==u&8cjRol});iuD4b57nIM=?_qUXGk3m zjYRE&5@Dy|Ey-%42B~!<%VTOZXgC~0&lI~b-C}AgHN3t>xh$JeV%3}+CGgbFkJNVC z+}zX{Q(M!Gq_M7VOAZ?<4J*Y|Qz$$V05=SCJji~uszH7k!|O-z47Th>^g<*o>ie3z zH*`~=fH7}WO1E1R^$Y~`Jx)zq>5#W&9?G#~T+rm25{72DYf(qF0wSI`aJTVU%66aP zqw!hJaOWrGGLi;79TwiW7~!%LK1(?J*nv4)w@IE9L?+!5c`t&6CD!MzsyVi{sgRPY z(soBghi(|aV!_EV3OBK=n^;8nBEo<Il^zo2VF)MR z0`zX|H!T2qvaZjyep6_;^#}Z>EN`uHyHB%WW-V8C+mg%@{?TEg8m`A9ZJGr)_MC=? zQNk$DX%l%#6W6wznF+6GREov9xIn;*;JTw%DjTHemg`jaq?F8OhED%AB8n4f5n{5Y z|N85|)s>gOv{t?d^6)IqWjRTNy1kiM5jx0rhb^vhcZyj`KxS98vuY{&W5Icml<7)$ zv%VwKx4T7`>boyrgWe&t4E7AoVVeq7&DS~gR#VC3XK%l9@-rsl(S7#7YbHMv!%f|P z_}1>2YE8WOagO?$|2)|bkg=)o;rsC`ub%u2?)d0Fd-YWJMLr(Ys1HxI#>(ZhW}+9; zM0tOOK>%X>3KIPc8m;}{i5HqvYH7i~SBi!W~t4NHxSPom5 z_EHk&EFFZRv&ha)T4Adg8kr(<`I&_Z_T(;Y_Oa`8q`Jj2D-a+|b!>(!>N~v~P^tqh z>l7l2k}~g>wX6pCorz9BWr}(ksgf5MKB3DzfV;5jTpoC(YWz{*o-^0rJDBh8P8AS= z=t}0HX9W}m&t(#zf%>|YnL3}#Y^2(7ai$NQ4T$Z;zLzb-$pnk~?;m=SB(v)tI(fH} z7GL||nYw-8J>0&u-YnhDmOv~cJ-AP;sJCwY#`j`KaDdjF;q1Cf$;3oY2C<$CqkgyH zJrG;%5|vvP%E( zs&4;}J81lznNhw@TgsSt*zUPmhHuKJ(Qn|o=^d48yC&U9hm55-SIDK*|Fl=)C=sC8 ztdOFb7|P}@{8+w2j!Q9=8#uAZdiZdJ+?12R7J--gNL&zz1veIABC!q=7FFfdqmsVk zms(JI^J_+%wAH(8wskk|8m2tr@g)^grHpjg&oDMrPvT6$ztM=FK(rbh;gAEiiU8EV=X-$;>#Ynf4|CR2k= z-3cZ$f(hb?F(!%bVK|Z?kD0TX_z8_5jor!scs3#FGjQ)1N6@Zjo2>?_bz)OajdWyD z^bK7yaCX9=G|Z=0^!TotKHciqANcrHKH0OZul@9Id>%Kjls?4AYe_gS2~RVbN%Vs+ z30uiC;`c{po=a{guM)!Vh+E%e@%tQ}WaqBzeb25RkT_@jzKjI-e01;^R*z7rBN*;b zt>-YSaC{x%nVtL0cfS9e)v9~&2%essN1bzj_aB~g=Bg^II#l;f_(V+tfQUW3elyb<|r0dH8qk;Edlnd-dEO zyK?pe2b)9Fw9=NL?UL0;Jsk+J2Dz?!tJfS_W$j@gWr)1)T(ipmRW*1BX<00bvRjIa z7*-LRYxg1Tf@B!kP~N`2lG&RlRLHm2_@=8?=$HQ9anOK!5?(1y$&qsR?cPaN*3Xa# z530l&1qVmm9Ml(=t@5<9s%G=^Pvi;b5r8ZH7!T;}$>-16tEqyjcQDm~e3Z*o&a&-Y z}UbW zY;dVKp1Fi|Rk;r5fp5~5BK_uW2;Y_C56z0Y*3recx%D4q*B%R?(u^Vd40#+MsB}7r zkjf01fzzl5TD@isc!euap8ZrN!j@=N83vFa!A2nUoW9W1f{clL9BDSh`XoTll)P^K zRpcHJ(>LFgDk&a6D^`gCb2slsvmvKz2pV;~hqliK1D#C_bT%01>@)*KBCyR7T2T2I zfU)ioJwRZ0j=Bf~ljgxF_h`88Yne)QCNz(Xp0Jxn{6$B-z*C7x(s}_nir7SH5dXKC z0d@oJOM#P38h?7Kz+QE zyDljo)3uwr&Ji6+zghQYj`^>gs7nm#5dvLO)(nU<#tK*xHX3|eGAJO; zgH}Q#%-i9y#4DD88+K_4@&K!iet|e(%9g)Em}ADl?Cs394q5wxXbOU%PJ&?YNjm5L zOta(Ou1xCoBH09_7MX$)s35rkDW*dXK1FHqe6uYmm3H((CE461_6%_KGZ|-+rhg$} zsBRUhtVO#r+!Cu_SDG5VY64}zahxVTc?Q>`3^Tz~$*Zx&cM&Ml+=YPQJG@fqm=+1n z+9_x|GnJNZn~cMw7+{uk`(tA0Ltu&~u{mPH10z5I2HikK$nh`P$|Sa%l6)`X)5 z0$%&@ZLSGRVY27sb0af@&w;@$5e~iiJws6< zB^KH@3m0KS=KPeGryq?&n)?VK6Ti?G7hx#@S`V+J8J?&O4@1uxnWm6Z>Yj=sVA4IF zaexs|g!Z;^%02;98W>PgPzRf2PVpgqK$0SoP^;O9v?cK;uM2par=&--(gnNq7e29u zM5@R_M|DF~u-xn!E(+3gksA!UP}J1Z^A&0hDc(Jl1h61osxP6Kf(}m%g_0e45GW>b zroYx{Rnbnv3|V9mv_vm3Y>6rcf1|&=+Gp~Csu3!vXh|R$GhYY_>lL@|8cB6M8bvje zPX>JmT&vgkE$YKC#h%4!q$ODgsl;Tf*pcPKc?s3plST*(0{O7ub~ZvHWWqw_qDs^p zy2F<|KsmxU&hWZmX(0$9vP%>%PS5fYhNdXVy-JcSP$i+G@KzB})(!-e7;Se8Vh(J5 z&e@2ptvq+~R>%G`RK5f|WlTgPn>{_FYcYRNIY)iPt^@QCZJ(wC45cX$dl%>eQ;IcT zHS|@$ohFdakdO*uof4<}={Z4;8d0~d(#yH2mpEatoINvVq7`qh@Lqd+r$)y2#~KhA z%zzL>gMzDLiIxL)x*yn(S+5i?HgD_p-`dINn*Ct-E9Qm#dEMO?y0T`#d+yCNlrI7% zP(onASbVG!O__=Dy;#&K7kCpYUtmwhOFEi~J?v0C=0MY<=vp&F*ATS0zD#RU(g+FL zd$gN-a~ji+Ys2i2by#(j4j^?2Wta|75*eyuv3a+&q+jchW&LER6mp1|t9mTKsIIW2 zj>>&vz+y*T74pX_5Ge*72RbXv=++Z^xPjQ@9b=l<-+ezuhx!}hfpUA(;KXYhDnxZy z2SArQvPc98n~}Sl%v|?_I1ZVlf6h``2~YN!w%&g2;fE zgdYe!t%^42DVr6OVfrT{h1TuSvdYav0gjqg&Mzv=KnxCYi{LS0X(0>DCCPvwBHx8% z(ADJ!)M$2Vlmg&*P{3*)GR_SR_%oye1=%wlU=wIKZ`QBvoAXyI%)q?C zxX9sWLg|IQ^#aoZPExCb!^^#UY&+2aQnbjt{p}inYX=8hJ3XQTX-lT{l7%*WfLYLP z_ofP&A*P><-R?~p$A>4kJ2g96L-bb??NvVmik_tXq}X>nKBt$nEP!YL+OS(H1g1KSe)+{{EFA1MGtty#E-B_&D#O@B zMLOb$Xa5VcM8Pj<2v zpqdm-t8$#pD;pn(64?QwR-rK61adpGn>{QoRPQ1oHzvmu3A2u&4j;EH2^*VVU`il|S!BB&3^ z%;ioKDTmpdR%NFal^4-{T0-2N1QG5IxKn3E1f?UKQ_Wp7)NXLD`qwxk1Xr`y43&hE ztNCk`+Tm29?r7*#a$IlL&kl4Ib&A!>4|%Ee<4n@SjCI5qmEW$=k1S1ur-)$AtwK7( z^(_sAkIt7v9_qqglhsw`#HP%HqX|bfR5mGln+{QM;n39_T6qZN4B8v+`Q*S(TOg7O zh$bhEg&qhV7N~J3BkM+_eS1MyIaZ)?DpS6wR}MF8RZQ=V&E4CCBlBOwk)z{CGNTDY zNU6fl8LQU>#%veHJbF|?IC-q7LY`VMP54!9I<%UQW%I#9&L8slvE*=r3C5Clw|Byl zwdU?;C9lF!Ks{R&l#bGz)Fc>o!-5G;!ZI;_eI$GFs8r6(3w3g7OG{Dqv`U?~tmQV+ zD_F$%d@dgKTO!(NxlLS+iK7_+DBV&^6l=Imf0Dk^3cEiNx4~+&n`JmR&27evO~SC~ zD*J)OZKl{(!)B8BjF%p6^IX_ZDT_wKZKAD-9z~TC4>V@ym#1fCJtqmcgfn1~lhP1I zI6JQ94I))2?|rZvPEl4Kj45`5zMJ@R$np(iz**9pgoHQ^6-{&n5;ne5Yjnw~GttoW zB|INZbuH zHiZ+4m|i6aLL`>%ucX6HCF&D+`;8M$COdM1(v{iaCeXK6@pT-6F3}4XYE7;`2raUcZvwr*6uQyzocD}Ga2iV!O)78-pqzos}$G>C&2-zQsOOA zRyK`Uu-s>~7<)S{liR+hwbRD=%Mj=|f5vHl)qR~jPpMrenQBV!kYddr_qedC+f^pg#9Aw9;?|9o9R>Z-_FpMo&wg0V&2R=3D_w`^QN?-uV z>rd&yVmz>K;;;2!HXdN|%InYTK^YG){N(k6deDgnXzhfi>p`j%dq`ei`F0*GMF~4j z-lPYc;sG=%uivHzsafbwZXoGTvN92Ji5XA?0qvk9IQdjcM$nJY+(O z1o3sB_?1KQ)`9SLAsz9qWV>y7@TO1y#vwaPIWORJJ5T*qWX{oyJ(aNUYYyQzloOKLHAF~7 z180WvP$sivr+(#S|4Nn~6`FaIZL8T9gij9D7d z8DhKDwbvRw_zPMPv4<+f))pU_oBwbp;MT_0Tq;bxZ)&6oqqnp@V}P5$L-<_gii zS9fU%=#=%$x|)LNxx@d%rk=7!wWi|tQ_(5Kc}OGFzZ}rZ2KURjKu@y48%ilo&!S3| zFY9OR-tY-B&cu;7Z4U(~5^ZQeGdkI4JT4&xUaK3Jhg`@1y2od1(tV21^-{&8i$lG2OKAI9e8@NY245XZFF7;R#eTxtZ9dY1kWy3)P-B68oB#w7pQ44K@<%Lw!$=n!~QRMVbw%sO=gK z1wEoS=0R8^bYPf@rp~kAOGj-1xoSf(j+kQ3)Zc~O z^qO|;66hcY{X~OWWYbQ2XnNNFd`X7=-1#sTm}^WsdZu%Cr8b%jU2?b{6MQ ze1TQNhMMHcPJ!Hmn9>M5E=}>3ve0S?bzZ^$?myM z+mAt^*qMCqb+I#9A5%icPIqKx)E!vKslpd0aY59%vqu?q+#D2tx;YMJi&mX4&{{nD zp=|3}gc%}qxgVB*Tv=quit6ejRX0%&%!tf0uifh1({!3ut3EP(jS>JTeF25UM>>N) z@(G9%0JyO)UxbY2Eg6UzO$isd_sl}ouYB`bR-YMge~_7~*LW~^fXQ{WA7OESvMhBZ zV~T{-{zOrw3#ZmO{gcf9*t6b1m6>R5JR}%MLWi;#7(KN3sXpJWNGj%q@SgcyUxebb zbhPs39(9T*IKVMeJk7oD+$>u;dG*{#@wA{6Pu2XP;U+;&!jZE)$?&TzPu!CUNd_1@ zFe`6t)g~@jBD^7@kqOZe_aSq)OiKiZD9ck*CyRQzPG(NinrOt(LjgHXWKI|#7r}>%+FmC zY$dMNc|9|@izTlqH?jcC)pvmXS$&rMIxwbs%i#B2_*r44+)q!!D9p|)B;Z0TGEd@uE;nOGQForg^Xj|x-BT*hKz*BT?!qeJRp~Bq9zk>|WbVBG zvn59sTP z$6YIXE1kU{BeZ;WZ#{EyT(S@LqKgQFq+={oL~dQ+8sg->Ur4^-`aqg4;(qU!P zF+ORqk}7ga(=ADPNQ+uH!fwDg@#uT7x?t$pkN4Tp$u0=z}!q4jF zo_99W;8kW@q=K<1(&i&>~xGiKRu&xknfs>Bu z6M7osRW+d<@d9?Q2r;)rx1woAMiM8WH`py^22dH!WH$(ZVmhQAqSU)1w5u&E)&!e` zPvu}AYlkUtuuuO$nRilHkAP;tA%dGaW`eO6%jGg<9b_oi2+w`s z1PDj~AgEnGgB1p2sC<+A^sXkKU*wgo}J`vImN1rl)mO_A;=ufGXBy*`6V?dP_^ zS)s#x(&rP!&g7gi#?;-Z6UOMXPz@!8&-jGyFi@UyNV%*;9$b+I_rVQ=OD}F5zoY{@?=26Q<{Ujz&{UjDMhOUxE@yM9*c} zNG6$jKOiahy$q8M2AVMNfG$iiT^U3|9uHTDLKWK>vxgLO4;+L@dado=KN0cZ9gD^3K?S zrYN4~pu|1GWf);y43)v0hrFvq!-dgqU|aj0(!lavN&^eIV5uumkUHveD7^)$2agoz zpk-Z$6IEbF;&sjSRkujXYbqByw9ObU-BiMnCW`Q+qtRbe_ojbPMrr{zG>2tK9Z)lB zJXxHTv(`i2&ZYukUBCpj+XSdiM@X*S3VBvIVtw!X*0TEK`UpSq;8l7ss;_EFJW%AN zgeP*Z^tQKvZ_a*!iDIM&`Jk9189SsOg9Ta=h~$uf!4+lJAH0%3RgN@dP6y*ak2#4S zM!!uzta*J-icQH21PFnm0DJIE2746Z;Ray#YB04A=ch6{SV>dv;r$%EQ@G6oEVL=p zx}CZrDNqC0mlr&j&idm!I3FMQ6(|jiD?I3$FGUoEj3UF6?AR<*r5)2tUo!~eQD>!V z5<|*Sn(%o35A!gUS>VUG)J_Q?P)D_OcnOYFH#_V8*FyXmjQ=r1{Kl_A{L9DjXFVQ> zANU%?zkG;)>*Im=*Qm;4pyOvh9*Dmq$@gEQaG-=k=ApKubF_6bEDz$2{^`%-}x4r%$~E3~VIPi+Q!zq8*KGK3wO!H|NkC6z(_ z{31~b-t^-q8H4?f4|Sv=`TD%Ul!9iz@|_3Qus7Yh1TKWU#MGrXmr?-;7< zzfb4fFsx46TCPide8<6SqQT2M&pol~kmMnC0N457{p3AgV1IiQ8zPe39MK?d^$t$t z(wm2DwV>*ad+5DwK08DK=L;a00D$D$c?1q}b-hzC3Fs)T;j1$s=(5rbFqp20h$7g^~50oStnoWbQ%Kq6GD|G@%v zU*fs?SX;}lPnKg$*y$aydHs#t&F=frQL%>|JjyYXU%aROR-4c=GWOY_fH;o@gtZ$= zxG++>vXt7q(%v-LA(;mQQwrU-ihhR|f*AoxQeo4&-`}8l3aCDr8ZZs7mWw3XwY|Jzrg69{ExK z7}NqkQa{0N9X!wsz{a7e0rc+`!41ngh&ec(=B)bBpTU#lh~80LaqqI+-8+gEF0iW$ zcw9EL1O>?BLzz80(^`?DDxJ!vgdly&G(Pxi8@lAo+oo!wVhr3-F)d6~Ot+^irR%9u ztX4wX0yT5+Syzd=J~+W%B%Xphe+|GWG35}nSq%_H7Zu+?i75v~Y>M)6H(5=>Mx|AZ zaHXF77b?p}8)@t5b$rc0?cXTt%V!;h;Z0QuPydUc+X70vUF%B-0jor%nO)4@3_D_} zL|Cvu0C(JK*pTR+lsH~XxyExa#3A5hGO|uU`DG0h8Ip&iaoY=vQ0T*b=C5kDR?l9j zsEgQujZp}NpQT>)UOJlHQ_ZH0*$SpkPiOX2Ge_B!?M;bj^cb?e;OVEWcPNKlamA#AU*)uzq-jELY*3WQzN@fB}PCW^_tA0{_2R`}1r%TQMp-Vwl|e;|5| zqX_hgD?DvF+@YSwH!%3u5#OelL&30w;<-38K&UwpqfM$;%|q{a7q~|hR ztC_c8_^CydXp4{KTE|@P2AKMXZ{V=9%Rcr78gf@<{SOr!(B*JLA`w`qfE!vx2d}%4 z?kOG?Xp34i0b*}1OjPs(9T3WDvh<^6a-*P82pV}s;VSc`3^|q@&QJtj*=JSuY%C_0 z!o(UD!kM)ODul~$T~UJd8sj(*YQ#$_U*XJ5vc51Yu{sR~)+`I6Vg#brIN|Qf4R=}d z1Rpv2Oar6VJhro(gZJ?=JciWT+vlFIkYtlS*9-e()~Zth9G9tK+Fg`N@U+#A{HY(^{6xyZqx>v9Hwbmv42CE#b?JEnX z-~8tTr#FrbtgUeOXs8#N#Iy>?{k(O+HYR?8vZVYQL9>)@Y&Qp@GjjLr=?TwnD%a`oj_Epp{7ie>-$uh0rp6p^UfKZn)z6@$@7|M|e^ zpyd2kIyJ!^W{o^0+PD*|`!;*|3yHrAu4ER*WstSV>yE zgSd+)>BO`pehACwD0F1VhQ@Bw;&v81tyP<@wILCUK{H|Q*fV(=b1EMCka7iUJ7 zBRNStrYbUm*Ex342Oss|BA{h0l3VFb zKDUKukKk}fy_$CM%*e%ag9K_hpcdr)k;9$q0j?*YHhIYP?Csop6Sv$?BMQ;I?%HG(Ff+gL{j^}C}5uD9w1J+V|S9cNvC zHN5)P=(5Jw7WcsG_pN`Uw0zx=QhNO(d69=wwMKL(Cr8O`tr4)gH39@+-f<_T>kJ{v z#7U2K@aVqg(ZG+Y`oL?}=nnm^W(IG@>Cg3sYN@NK_NaCI_N%Asczt2(u&^L7;Won7 zP_a9T#IPali&)Zf47S7K+>HMaFkRpXr>@6g7=HY3BSkYjl^ph~rssgny3$3u!H?q*m zf>N$hP%VtIX$!5&ZLrXGWTAbP=xp<^>Mn8%i4o%lENR1sv@8sa3Ii9bPiNaf)eGjH z6-2Zbs%AR4gFEp^=Y)hiVpog3k%`NJQ^+JKs)Gxy8?85Ocu=#%;BYj@;HffDs}th3 zLv%F|K4O_tizx_{o_U*(LSO}RFt@3m&Ux350F!q8xLsKX#laKzir-mu0@iT3D^t~!G~U(dU3`pTnF1dar* z;uNC7x-vj`uYjLI2iVgB_%U8cOKxhXJfEvwhN2(!P1RryirT1XmYCRLxkg6wF>aa{ zEF`aq_!SHdP$GSxsMhp#R^LYSYe38^zwq{f{-5M=Y7u5Bb_E1-&;uKoF)=XL5sRfh zJ+;b-t9?CTTj(e3eG03dqo1C7zS2?hp#zS2l-KPer~l$nF@D7IqJKNHa{MSPZ9B8h z_z}lbxKwxisFxn~cw`NU>4jc)Q2e>jJgAH8*apv_y3o6#|Cjls{WpfFIj8bR<(Qad zdPI0_#Lyh*<45vHJgXIch*t&|VPcIa85`h`Hk&6VAu9D~yas>%uwH||`d=~D3Gd4j zJlM}X>|p;cm&GvlvNzaU73XEyAj`4`>K_84n6^Z-^fI0eyE|GadY z5K~OLHB?M^Z!~w5y+f~r^eM}eUoAxF6|PU)nMAv6%QBG^sl$+$La%&HH{h!?3cWG~ zqlq5>kIm%a&yd}}0)=Cl${&!hm{3FvT#+IoXIFMXnjs;uxWkG$44FBCNJAts>-mN2 zcOK*RygToiUx^nLjhD+v{R(1LgdCnch`G;uChL;#B3WH?7s={;XOYO~Jp&9W672I0 zqq(Jjb)5Ly4Gs7+@2$iAi@Q|cXvED@sCrlT|035xDQQ~KdIU%&(X0bI9y9mNjNZ-g zu=%o?OyV!Z&KhFQWJ14(SV}d0;$04g^IgZY?^g?W*+Cb=5jC0Sh7j0vOqI-sj4@57 zuib7;CXA=B`IWk55e?UDWJjAX|XF_Kq4>_~nmp`COBqn%73;OO91 zhh(2sJZl=evMKD!0=u#?c7eF36bomfNPuZ)F}scTc6XlK9ht->Z&r{@w{;XYn_&i>lXPIOhU^|(rwupa zyHJ%B4WP)CICV~xhP$a~0PoUZ1Bac1k`hOD_7{w|IU$z8^I}`P;OZpaHH=^HLT<=a z$jPP{3xW%M7zZ)*e`|_~vtmX520tKbMHOSQMpIC#K0`^6y~p7=2BWlY$X+E z;f5hLSkIy*$%4dP7=Gler#?bEGN2=QlekrSlOeAkr`uJfRv4Kq(JISb{IHI7oVha5Xlp?IZW8nk z9%N0tFQjrl(`LSk&zz=Bq8F5Im_v#=v4Mfe1aC_KU9trFB4dQe7&}Rad9h4UK37y7 zqyZ&bn>F>JMh%&xdGD)a@I;2Gsu_-9u{c z>n{h~Ym9xEHD(N9itPq#YdFN7y*E|mP5VdQT1Gz^jVLL-VgFg8#*tp2eWNPWTa5}^ z3j6IPM?z7(S%WuDhQW=`WM_7y%zI0^#%J?}W|C0>cWNcCymzeg08Xf3K@$1tf352i z^YK-K`g;?XUV*obO(%K1cEz`Vmi#5E7dFZ@ad0E}5?lUxQXjAvjvd+Pi_EI>56Ixg zJ|3c;T7w$`n9z_XHt}F~^-=1jW+7gHjK=!#^|8VUu zUX9kWoy*VM{nKCkyN~?s9p{`Wfk-kUQGB9Rr*Q{a*&3+KuE0in;-Q2KWDJOg9ztWh ze3B`zv@(3pmp>ZD>=AvrqmguQ_)k86^|Q`Yryp@}k7rc3=Ajj$G9{;95Rs$@TUvvp z32SEd!Z9}|hG5kfln}S}wlHhCPF-QsDk80jYgs^)VqQgbTDi~HMvYM+xlcG}Vj6S6 zR7eC%8tj8Vzn0bi(h;jQ+`zN(o+-H%?4l*LCE=hmSVAk;DP{4D_A#?S--J)OLNZ|} zD6%wanwKWtoQH2EKkye1r6?a-tSFxympV)Zw#I8=kI|+`o#bg)d?Db$LZp#UsD9Vm zU{*f|>HMVx>hT&rngNMV1|PF(bn98g)?lwN-FU1K6w9^LHu@i`(vHx>jpCs3I!&o# zO=+VZo>Zh(56?nHI%%x(IQB%0wGZ|2Y4hMnH>A$M5gBkq2v{qV7}5{0TfKo0wHP7| zXTpGmgrEmSiy_qFWgS}xeH|EL&7iTw1NCN=TC}!6FpVKWecss^uZ#p%o+2zfkfe}L z-<%EM5PApVtn=v8F`lvsSU(FR=bwe}?72nv2uXWxIYj!G3zk<&{vxyOsbRL28UXS} zs>E}AEF69mD2fZfnxg>3^_Hr<rm4WYx|HpT)GYD{JwOEg4;3l$`nP@noK!+q?FrQ24qguoFgAoTUMNOfaP zs<#>6-ky+o($vxzS~R6o5%_8*wMK9~z&>hly?TFAP>4cj=CSBgnEKdsjvV5NioLBM z4Am;kU5k!TWwxSm5nZ)yE__^byKk~l_k~)aF7SR>8kSGp4 zVp&wk3z4yl50Qaj4ICTd597U9jdYiQW7R=>!NhA8c0*c1XE+2|xJ;McCkY1FY8@ z6M;}>yCf9&zwB~*6p>mUd?@=KL-?-nxjTm_^oT{PKb=SzR}_1$_KG0L)x+nAG2MR;91?!MUcvviQycl`n0OBvWyc^Fp?*97jpOq838fOyRPHEYo zh$msjbe1Q7h?zTB2$O8f)z4OW!!b-WE7?{Eh(oMozRc1_7JPrQ3dktoh5b1ibaK4Y zch{fR^}DV^^iy)Y*Gu6qFXh{^b`DBmLP_$FQAw68(p&lVtP4jZ1SK7&sV(2%T;aUSIUm6G2weU~wV5YX~GTESB|eBGQj` z#AG+fM@NnHqg!Udng@mPsRNR$WPZ3Dnih;dRXH7jrx|egT^I%>2z|ABcEzLUnPTF; z`aQe#QS?lKYU7?A6mmJnBs2@=*;4`*GbNte~tA4hCR&Ox9KZIRK1N80@^+~ieF1AYds0Ni?|mD zdt#~pedtQFe#z4#li`&&tg%i+l=VkfDelElE9>K4$g|}02IyGWtXMo)@mM4q15z|h zVcSGJbZtSw{iHun)&+4wvJ&SCrqfEZ@OhvZ{7^u3XSRt2e89U|7I2&uryAUw z7t01!#Fx6F7vX7shmGzAVHogh?W# zx=^9R=@F!?>=vXO@(%w<%5(OtxjC{;d$xq&&s0HLX%(etqkk)}ksT zHO&{_Ha&>#EJH^)lKiXo7;cM zsLL+8OGfiL14JRBbNhMOdw~#8FVeREl1o_S{a1^JdAf$c zKgsHnM(yi5rfE@AgM`gQwKhbVfhrawfNeK2>%azB*V&nN00ZL*`=Bsj!ajIu$i^+` z!?8H{Oc8SY_K@R^aP{_(@ti+(kaxfIKSB*zyoX>HKS~m{<2JvAtW%XZhpfnp5;X4QrKeR+nF)p zJF~gLFCe_RL$a;F^74Hm19_0iyuR(>zPq@c8(UTzyDA70bA!Wp%B~vex9F2ir`mws z*kcF?=jh*deqd`{AKgHDQQPRFLI}cyCTv%o*~@ z|8Z2jRGa64;@;RgkB1#ANVyCV1~!C&D>(-b^_t)Exj>H6no87m30n@Xxql0;1rC|=Gz3~Bm7%++SS@M(hJS!Be$XV1pByNn>|)01nArTpLgl~Sl+ z^-Hjef|FeH2KVauj7_2=2(5LPBEW?m{oUk^H zOV@*8t}ltKz@g8<^b$Kilp+LFK6t!SSg_Fi{9jNiyzHiD_g=XcvI(YjnIHZGm52N-PYrhT|G&5|fsdld{;xjf&M_b)kOP`KfgCfr4~`51 zf^umDRE{v2>A;X=CeBQNh{tfLD+q#$2&m{Hpy0LMiV|H!Q3U*Xf(RbC>$T!4y1E?s ze_!=<7{ammTYsPbK&9(-RlR!k>bA?-Mdl^X#F$tp{<_px;Oed~BLap>xBIKeM7Jr0$uJ`eldn^<=*IirS^tAs1 z{=4Rp`}3bMX_YY8w8~=~je_QEK?QBMV%xYHX&N!}r>n`uNOLeb3&(3**S8?;cjGR7Fzw@AK3&6kC%%q7X}+PwnIr#^K3x<1;BN^)JnS4;oSi`X{% z#F#Zv| zr1!wZ_7CaWsV-E=3#l--{&W{8*@yZNM5i9~1CDmrngvlE#=bobK+p}m7=6eg1|wD$FkKJ(WqhEBohS%A4;Kl4mQ=;bdVzw*L z&)URFCpB6p*0h+3m8MQ8PmGh1>rm{}c_CjOvL~0}%dO<;#|(NJV)Bp5t|($Oha8xE zMy2D)zzF5k=49#QoGis6rg;{K&)9z9d?y~Q3T>pI(d>-aeit{1FFH4)GJdY!-v0Y~ zyAp;QECy{#hkSOeP;$$kL-mNUq;Lg1H9s2$G<0PSJri z^q+MYS%FYIN~AaL*v7UU0#4Ud+8~4kL19UMxWbYVeFlXk4ZREmx?pnBSq$z-?k;ju z4=!a$lE@Eox&%tkrl(>czTi23Kt?O^72L`6;vKq@I}vRj02)uK0i+QBNS@F2g2Sk| z$S3*q#Q*;f)PU2vuZT$fi|0+2?B*eEL6iNFO zI#-tArV4IG?&ax~DZWk_o1+zK*j zpV!K3rJ0elG`j9|@z*k-we+SNygzh?{Rp`twHc?dwFuwN)TVpvwybG}m}u&^4RQM_ zp&OXT%Rp^=qm)Yk4k0+r)is18;KEFrf$$DsAxw17#Fq(Y+H#SN+QEC}9BxYO@TBd$ z^J`~9&p*F*>hb*ZYe!>kw!U2cz~J3v{83AAq5Tx<84_vk)P)o=TdtmrG^ino0vK}A zJDmUti*+_<#|&Kp1Pt#Pf}dOwq8*@!^gVIXP5W|e%VnR2Jr=jEE$;tsxifzkC0V~K zcdy@-JMO>A-KSM>&$)iF^=rfF*j}-;q2OG3t!?sVo`N?PtEo*+(sKwV%?DgaNi=Cx z=1=%y%K_uPWb4^R$uWq*pd?YFO${6ny&W>vx3$e!Pikf>-mpy8D~-F*VUkB}+d_%W zN@h(oRo}6&^#E1eyG4VSYvU6%nAkluTDu-0K(>2qX}lP%VYNp~>HI4n%VA~lL}bnx zMp$BB17qJS+PZ2bd97r}9KzGY%=ISjrsA1jW=lT{c^dKOPVIuS_6-tz7ED`^v~EX{ zoo?$)LokhJ_AaQBU4&e;6F)4~mP}2KHEU@`vG>LwV#R6v6mai+=s7pF9nfa{12RRJ z3_r0VOiH!kCL&q_ZXyG2rsDzz<73O>r|T=|-4P%^Q~Zd>V^e>KN&QMoO=4n2)H{c9 zk6uS){}H_ChGr;!r!{5EUb!eJs#H=N&&79>tMB6>vL*UVPVDFg>h>@ zMoM8CSvPNJ=9~r1oXnG7c!jXI4&i&Qt{$#m>9eln<)bV>L~8=UzFYw8`t(C&$%m5Z z>HM{QQ7VzX|4pR#Lpp7WT)3$?u~ z*wALdwKamgR_YiIY9Ot+itc(4 zKq`OmPR9W~OTdvEO4!Zx6al2Zi1ujROvjXv4JGLQLS6!t?!?Yd+gg_hlnr_U3Ov*| zg6lJ~C_4e-Tjzp(uEb;1U$)j*Tx%@BX4V>-sz=gz#J(3MFD2Pu0by21dj>5Khw_4& z^5P8+g1yOh>cxPZi8d1oLT{s2hCKF-Xa}+~`!MYi)-FSM9{ZmJo6PKUY!V8~7>?-= zqd)xq1(X<%M2tC0Ch?U+Gqe3V(H#z}^$lUwtAqne*j=kCfmwbv7@F>DPy#i|WsRY* zGSgkxs4BCj`|4E17glDuLrQfZ7!1r(y>2C>UfrnrJt{l-6A(p3t-mwDGEzexcb)33 z@&>|H4Z(o7(G#w3tPA_9rmJr6^ri+iSRJVIdFp(A)g7#SbyOc*@Ee{j-AZhK$UqO2DtU{mRs#!QfP_H3`+~G@oDTKR{9a zUL~Vhrf9Q06RlMJN(j~Z{L_@F&B9c0sk$kQhWowhY^6C#@r9H?W0;sz9cc7>0o9x- zV{gjn4}=xB;+gIaYMI@^rgCB-l6?M<&#NlUW+j90hm>Yx=1Ek|LK*#M-ADMreVXzZbT%zBcH=H5y@Nl>*4+GqMg zzG{e2b(7+6tglvs)LiOoD%3vc_D@q4PL0m%?mDBjw3@RlWyZmd^>K8P03gSu*8oiE&kY%G2#^ri`S z8ydp|+ufm%8VsX%l&N)U4fvU?1bx${ho>qvZm5pes(|Vm%4@M|DQ7NbKed>a|4c=b zhH<>4xee}MNL6apCP+pz>(n-ZYcNl`;KD#X2zGNiRVZX-&D)g1%7W8MAXW$PER8;oJ~ZRQ2XUY3l0e2Ic>+ z36I4O$*EIwuWs~tYIXb`A~1wnWuaj2sSCJyjO$1yv*zX5z)_zcN|PIC2>a@N*Qmk&T!xwv z#0YXec|%-^ApkVspC4+VuWIGnIg6ZZ?J4=s$iLHM$QyJ|3-}5D8S_{Brh)BeOhz~5 zM$^vCT)puzQ`|Y*!+RuJh)<4``+qC4C&fw|7Gs+d3PUfTh7E2%gcseXQ2MqRTIr1)$D&BiEj+CvoqN)PYHee#S8WL8 zdh2Lx3wWZu=B(E5#Zsv^k7uTYv(|i4qo5SLw*OivFu#NXb!ru#n5wwMRZR~BYC*I! zrra~x zVXTm4#ce!oZe(^oIFtE7VjJe>BeRj2=!Qub)L;uz)M>3ybpVVZBNjF(GhZAUPeyr0 zvyjPHcdMP@f|UVdxdkSA>3>-$hdkpMDydA=YZa=lq!z~5a zWEkt~+(DQ<3YlOS_5+GGWsT<(S4gw*rn_e%ue+XGhp^2~*85lBOo^$d8Sy@C;DQ)< z3*xc)9|jzoPH=Ke{`H7=X#>aRzYl2_#H8PiczO(cTQoh|Zhs&MRl)QY+tj=qM@}K~ z?ZKzxh{qI3XZiw-p}HoR!?2&x^`U@Y^&(_r zI;Gscu#YO%?5KJ->|}HUY-d;j;Cwxd{h;b;42FC&)w(9e{%y9ik*JH>mxo|QAev}B zWQ)e*an*lBBgunX8R82y)B(S*zM)RVnj&fs2Gww55G2uJiL0Q}=-1a7sBo9b&Mrau z5kO9Ou$&46aiyQW4ogJbYOM^rJ+)<45Jc}L)@dTyYL7sDq5p`c4hVlVO>?3$|1EHn zZs_pWi1&?wKSew#20nmzD#A%)Ubkn-@Km}DP#mmUwzDgdrw0P{^;+-+``BE+dd0vI z#Jk48QxGTF(H0J5tTX0^JmuitIs~FqhaW(k=+xnrh!dSUyaI8e^B$C^zJCaTXh;B@ zkLw_W&N1*sh!2Q?seH#6m~Sc<|9_Cg990wHJwri4qtD#)Z)Tf2u8k2XL-Gst(*M4VJG zGHI(E=mYeEa4tb0dDP(zh*KMMcn#ttlQhv@%9oD&$}1G10BVLlCF2(^D4+H3n(WnHi`(bzmV@x@%}2s#a-^@&*G94XT&1 z=P<8ag|aijTmjdb{57#-^dp8xTl_ba-(TuAltY2U%mk^~`pypKx{RqUWz&FTPr__utP~Y+vz!_uW0U z7VxqY@-~2xG=_{s(8tM9h>u1XgD@6>#!wmIQiRJ8DiJP6pr6i%afpvcn1FBvLR3Xy zJ^E^zxX*@LQwmvAN=-0OueiaWs6~(TAex(kHj(Vpd`L8D=`-Xd!Aq{rRh_K^8Rtbpk^3uzwkLcx{zO@2()0P`VR5CjqbgyA+v zN4ub!M58DQau1

O@=?1Dop0-g%D2pK>Rtdc3cP$t;LAi;xX`jW|UxQ<6oCV3a-v0if1I7)7(u zDhiGqF|LE`u*yX79K<$E&~%s8Hd@N@*JTkF%xaIN>1Q42?L~_2EjZK zZ*wiMfNQcSR7s)?#t8QalDQ-2uGSL?CdqK2049+@NHQ9iAdWLrBa?~O+I>jNx1iXF zYbvE8GoB0tmsI*I3kGHp#GeJLEDN`xepyhg8AjfFMp4Q^Cu|39LD*pevxLi%Kp-$( zW5g}=2IP>c6By*6z+jM)(Pm>JzJez)L%E3wgXBvgRp3C5n9K~4(QFn?UF19P>S;O8 zEF=g?1|gA|gmxUO!7HpqnE^7BPl))GgFU~K?FD-BsI1BO$@(T(I3JZz~iVI2# zN(&u@&ceLH{KA65!os3L_$&)ciyTGHqP(K~qJpBrBDgAxN{UL09mUS#yyE=gg5tvB zqT=G>lH$@5M~Sl}uOz>upro**sHC{0q@=VIB$lFj_&|WD6q!m(vmI;xg3X6(MO5N2SuUg}nee#ZL@P$K$4$HD;WLPt^ko)8qSA#gsMbi<$p8x8n z^IgV3Pj%Yas^Vs6MrKTzXU|&Z6hiCWvo-rnuj?B0JK{(MR(X=ed|~nhsUfOUK03b z#ch8()|11pm(A<-*23_I?06Q3kKDEOuD5sJxHk280f)cb+&6ipwcv2!@%|iM@|VKC zN2itiW$f`G94;TU{eKR=_r`+S<0Coz!rSkr^cnKWYYUHG&fyh1dcC;ozS`T@9-qYF z1rJtV*RyW($1fcBa`=~hRq}G9IkY{QZTh;%Z@=O7IS!9?-!OWUO0NiRVVJ?@JrWcHuRkJ z+rjXOH5^|0+?UVY_tL@jOHZuh@EzBMZ{A(?(60}j*v#SGt2Zvayi;o6Rg zTYvq*e9OTTTR8lT)2WW@_4wPro!G|V%{R>1v;FfycXw#n$zfx8zrNe-lMdyyyvN~p zmxp|J_w4!bh?e~vPI!~e|MBUYj(b`TaroPmcFVoyFSlIZ@*RhF-aIy7*|}x$-7QBr zoTYaD{EFmf-+8j-7>B9P8LL>cs|ChX^k;wYy|2D%A>z7vYRV2ou$k&_JmHf~9^?W4;+pPPl z=y6rvZ1D=08z=m*m<0Ee@E>RCW{t~z982eb=l(NM9`uvZgmhP(b zs|Wv_`}zoV9KLwg;Z=A4x&DE{0t_+()STItA14Xda(Gs!PnzyOboo=WgasUa^|jR#m)|(?#^u6d4iA{T;*HlT3*Xo* z+`-`|*WUH-Nl*2?^L1ejhrg&=d-qHC4Lk6eu#UsM7MFfp@apOZj|rPOJn6obe-5tN z{!5bh6o+@c{PpFPTlYWf6t{5rb658tlYcsP^GID|@4l$|x=P7WWe>^A48 ztCCjE72o4`D$@LhgUrL#iYu2_HKMeJjCJtLpH42d+q9@d&KWJY#*|2 z!^n{{U;I`)!r_!P70(=AvT2b~I>zCw1ryfW4|m<8z+#~rna*Wjf4R=Sx*Tt(A^4uS zHTNG~ZU6f?se_h&q`Z2slCil#O5^at-5ai%a>{bvp?A^RUGQJ^+73%!%JI+ zOvzm{ZAr6Kz+u;Oi`U$fod4cFsXvDwO8w%g)v#Z zyu^zf&vey;#ebFC>&@`yQ1MKf-9p&gp~+3hLlS*f8e{Q<8moZ^i@sA4>3ANA;?dzp z{{vnuAT_FBB(!z}%IM`EYlF`U-p2MtJYY*q{)#BfV4IL1&KB(p9VW@AcIq&dkA)N3 zz*xPUk{$%yGp0P*KIHGz@y!BE_3Cg9V4C}Nm?Xb@3_KI@*!pSR7z@vC12?sSuW19% zX#>9snE0dDe-zPJdc-LGxNzUH7uT;O_#^r-w)RGWRSZsKkrgW$`|M`}dvjI!D}f(x zBztP^;mr#ty6UsPmtp&Low3#Xj}res?%J^L$Zvzbmd12q!oWLoEO#H2j+b;y%smwD z@!ik6-!<=-x9xlU?Jb>e$X_q@?)vp;=#6k~&dP~5z58LO6w@DGJ?FeDI!D*!mZ#h69?I|)3Ze!`&h*hWD?D0i)c02#01%n z1zdZ>1!*0Gj$*RdIX=yhZtjZp@eH|E^ox&4Pl#K@-QqjqdvWhuJ`g_?_X(dGJ`?{Y z{9XP^{9gG%{#E?9;iwSTr+nb(F-z~g_r5ucZeQ`hUtYNJ38TqUG+^NPpZ2^Xcj#19 zJbuCr4?p_YONF1dzv)j)?v>*c+O^Mg7L*MgHsa#ZW4!7ui*H@}%qxH0w*9RSCOz|P zYMRMxwRK1?DlOai&_{bM#kVcnXtI_Mtnn>f-Y!tJ_4~tDRX_j2kz*~Dm#~!TwWiJ~-Fpojbnx%r9d3DTyR7u+)jK1< zq-^-bBga;b8-K-Blcr4ds5P~r+1K50%esdjd%StiqmTImuYYpj_9@-x7$iAcs*!}; zoXEU%$(fiY_q22|^fL^R6Z%FTHujWz${FSY+i0mEZf>z9$!hLYKD1Qwm@SSZLpLea zklMRMzQm9#TTK>Ih0;fkvlK~Xh7^+=XBs=AI6pq$lw-CUdrRqNF|y|}yU}dvmSgUl zl+rt`L$YNwDjO2t*<>{iH}|nL+6E8oYb-Zdjh7k)gIzM%t~873)m?_0t&#Opx(~Hk zjqw+h8Lh?+X<2e|#(7z!_AfPBTUxu<}11C#0bilqcpTngM- zvNiHcXH&V9K2Au?i=V%`rqLGJcFRal`~rtP$+~p4Vctcno-ey``@B+9UwM+Tw{@5` z!*Ide$IBwyCmIT}E|E)3?J5j5lV!~ZnTk7f|M9u`i9)(DK{n4_{3p5A5HDFw_N7zt z&A+)%8Iu#+C0=9+_mBKy4VfD{4!fp9T!**`md=rz=3XQ%9Guv3!Pu@wW90pQhJoFL zhHNQC7Ux!UZC7Rx=I-em`JkUHM4F4htWP8V${ZX5i?b}~qNfMIfPC{oX#gZzdiCvQv zsh^l_%Ml#1Q_K?{5+9Z~ng1;wHJp%IERW1?T6F6JjtN&RT6|mDCkcs{j68ZQCwI`K z$yJ{(xOK_0U$!Lrr&?AWzCzFlTn`Opy)CQhmHs<$qC2qj+Iaq!TWKg72iI>M_)7W`$) z%Uj?7@P~iSU$|)9`j@x9_WJI99}i#o(%aj2?H)0D%!DhaRQ+km(kGsIcIzwKU;nUO zQu4$}zx?Y&OQinl0|yhj`U7d{Ro7kr=wk;Cj(TxRQgWBB!!8;$^WZxQbQWwbHS)>#mm3W3HNLGAG*mkOXPFYq|RnR&Xo&flO&jorgqk` ziS13}Op=^twMb^kB*En=#mNTAW)u=S8b+H^O%vd4>J&FtzEFa5QEq2Uj4PAVdsQj* z@{C@QHw^P0mr{)Lj!RdXk}RDpByuyLC@ID(P5lhRtXVRILUP)&&m6hBPuJoq?t z5}pBgz<_Q8_~}zMl#_FrT63X_T^V;BZ82c)J9=_h!4G*a&$6@e2v;Cr%ICp^E2hxa zI*f?pS8=r4Z-Xe3JtRC3m&nRtzxKy<>ZLnpmlHfc^@mbiE0kW>ln~r~-WS9Ymj08k zaQ<&tX^!@@W0@VU zMi@V3mTz)c+VXeUx9KNX<`Ze`tAQKX&xP~YkQZ~4c~xeZ}}*rOA=E2EMhjm=cD2P#AL!&twGU8|~QMbB%|f}tuL zsKR+zPi+-H!vX_nxJ5g~jZ>OJ9HJhT_TRFrn?&O*^nPQ=h+|%bInKD)qhA+9kA5i` P#f6SihqKUIkoo@r1?ukC literal 0 HcmV?d00001 diff --git a/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm.d.ts b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm.d.ts new file mode 100644 index 00000000..7647f9ba --- /dev/null +++ b/ui/pose-fusion/pkg/ruvector-attention/ruvector_attention_wasm_bg.wasm.d.ts @@ -0,0 +1,71 @@ +/* tslint:disable */ +/* eslint-disable */ +export const memory: WebAssembly.Memory; +export const __wbg_wasmadam_free: (a: number, b: number) => void; +export const __wbg_wasmadamw_free: (a: number, b: number) => void; +export const __wbg_wasmflashattention_free: (a: number, b: number) => void; +export const __wbg_wasmhyperbolicattention_free: (a: number, b: number) => void; +export const __wbg_wasminfonceloss_free: (a: number, b: number) => void; +export const __wbg_wasmlinearattention_free: (a: number, b: number) => void; +export const __wbg_wasmmoeattention_free: (a: number, b: number) => void; +export const __wbg_wasmmultiheadattention_free: (a: number, b: number) => void; +export const __wbg_wasmsgd_free: (a: number, b: number) => void; +export const attention_weights: (a: number, b: number, c: number, d: number) => void; +export const available_mechanisms: () => number; +export const batch_normalize: (a: number, b: number, c: number) => void; +export const cosine_similarity: (a: number, b: number, c: number, d: number, e: number) => void; +export const l2_norm: (a: number, b: number) => number; +export const log: (a: number, b: number) => void; +export const log_error: (a: number, b: number) => void; +export const normalize: (a: number, b: number, c: number, d: number) => void; +export const pairwise_distances: (a: number, b: number) => void; +export const random_orthogonal_matrix: (a: number, b: number) => void; +export const scaled_dot_attention: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const softmax: (a: number, b: number, c: number) => void; +export const version: (a: number) => void; +export const wasmadam_learning_rate: (a: number) => number; +export const wasmadam_new: (a: number, b: number) => number; +export const wasmadam_reset: (a: number) => void; +export const wasmadam_set_learning_rate: (a: number, b: number) => void; +export const wasmadam_step: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmadamw_new: (a: number, b: number, c: number) => number; +export const wasmadamw_reset: (a: number) => void; +export const wasmadamw_step: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmadamw_weight_decay: (a: number) => number; +export const wasmflashattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmflashattention_new: (a: number, b: number) => number; +export const wasmhyperbolicattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmhyperbolicattention_curvature: (a: number) => number; +export const wasmhyperbolicattention_new: (a: number, b: number) => number; +export const wasminfonceloss_compute: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => void; +export const wasminfonceloss_new: (a: number) => number; +export const wasmlinearattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmlinearattention_new: (a: number, b: number) => number; +export const wasmlocalglobalattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmlocalglobalattention_new: (a: number, b: number, c: number) => number; +export const wasmlrscheduler_get_lr: (a: number) => number; +export const wasmlrscheduler_new: (a: number, b: number, c: number) => number; +export const wasmlrscheduler_reset: (a: number) => void; +export const wasmlrscheduler_step: (a: number) => void; +export const wasmmoeattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmmoeattention_new: (a: number, b: number, c: number) => number; +export const wasmmultiheadattention_compute: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const wasmmultiheadattention_dim: (a: number) => number; +export const wasmmultiheadattention_new: (a: number, b: number, c: number) => void; +export const wasmmultiheadattention_num_heads: (a: number) => number; +export const wasmsgd_learning_rate: (a: number) => number; +export const wasmsgd_new: (a: number, b: number, c: number) => number; +export const wasmsgd_reset: (a: number) => void; +export const wasmsgd_set_learning_rate: (a: number, b: number) => void; +export const wasmsgd_step: (a: number, b: number, c: number, d: number, e: number, f: number) => void; +export const init: () => void; +export const wasmadamw_set_learning_rate: (a: number, b: number) => void; +export const wasmadamw_learning_rate: (a: number) => number; +export const __wbg_wasmlocalglobalattention_free: (a: number, b: number) => void; +export const __wbg_wasmlrscheduler_free: (a: number, b: number) => void; +export const __wbindgen_export: (a: number, b: number) => number; +export const __wbindgen_export2: (a: number, b: number, c: number, d: number) => number; +export const __wbindgen_export3: (a: number) => void; +export const __wbindgen_export4: (a: number, b: number, c: number) => void; +export const __wbindgen_add_to_stack_pointer: (a: number) => number; +export const __wbindgen_start: () => void;