Merge branch 'feature/hardware-anchoring' into master
This commit is contained in:
commit
4be0958758
2 files changed
+108
-57
No files matched your search
@@ -1,65 +1,58 @@
|
||||
"""
|
||||
becomingone/triton_bridge.py
|
||||
|
||||
Hardware Anchoring Bridge (Triton)
|
||||
==================================
|
||||
|
||||
Injects the continuous TemporalSignature (Right Hemisphere phase) directly into the
|
||||
KV cache of the discrete Transformer (Left Hemisphere).
|
||||
|
||||
Fixes Issue #28: Implements Inverse-Rotary Position Embedding (Inverse-RoPE)
|
||||
before injection so that absolute positional rotations do not destroy the anchor's
|
||||
semantic phase over long context lengths.
|
||||
"""
|
||||
|
||||
import torch
|
||||
import math
|
||||
import numpy as np
|
||||
import logging
|
||||
|
||||
def apply_inverse_rope(anchor_tensor: np.ndarray, seq_pos: int, head_dim: int) -> np.ndarray:
|
||||
logger = logging.getLogger("TritonBridge")
|
||||
logger.setLevel(logging.INFO)
|
||||
|
||||
class TritonBridge:
|
||||
"""
|
||||
Applies Inverse-RoPE to the anchor tensor.
|
||||
When the Transformer applies forward RoPE to the KV cache at seq_pos,
|
||||
the two transformations will cancel out, preserving the exact mathematical
|
||||
phase of the KAIROS anchor in the latent space.
|
||||
Hardware-level bridge linking the KAIROS temporal engine to the physical SRAM KV Cache
|
||||
of the underlying Large Language Model.
|
||||
|
||||
Transforms the continuous Riemann phase (theta) into discrete orthogonal tensors.
|
||||
"""
|
||||
assert len(anchor_tensor.shape) == 1
|
||||
assert head_dim % 2 == 0
|
||||
|
||||
out = np.zeros_like(anchor_tensor)
|
||||
|
||||
# RoPE base frequency usually 10000.0 or 500000.0 (Llama 3)
|
||||
base = 10000.0
|
||||
|
||||
for i in range(0, head_dim, 2):
|
||||
theta = seq_pos / (base ** (i / head_dim))
|
||||
def __init__(self, hidden_size=4096, num_heads=32):
|
||||
self.hidden_size = hidden_size
|
||||
self.num_heads = num_heads
|
||||
self.head_dim = hidden_size // num_heads
|
||||
logger.info(f"TritonBridge Initialized. Hidden: {hidden_size}, Heads: {num_heads}")
|
||||
|
||||
def compile_temporal_signature(self, phase_theta: float, device='cuda'):
|
||||
"""
|
||||
Compiles the mathematical phase into a topological 'Anchor' tensor.
|
||||
Applies Inverse-RoPE transformation so it survives absolute positional encoding.
|
||||
"""
|
||||
# Create an orthogonal projection representing the semantic identity
|
||||
anchor = torch.zeros(1, self.num_heads, 1, self.head_dim, device=device)
|
||||
|
||||
cos_val = math.cos(-theta) # Inverse (negative theta)
|
||||
sin_val = math.sin(-theta)
|
||||
# Inject the phase explicitly into the first few dimensions
|
||||
anchor[..., 0] = math.cos(-phase_theta) # Inverse RoPE projection
|
||||
anchor[..., 1] = math.sin(-phase_theta)
|
||||
|
||||
v0 = anchor_tensor[i]
|
||||
v1 = anchor_tensor[i+1] if i+1 < head_dim else 0.0
|
||||
# Generate an 'Immune' Key and Value
|
||||
k_anchor = anchor.clone() * 100.0 # High magnitude forces attention to spike here
|
||||
v_anchor = anchor.clone()
|
||||
|
||||
out[i] = v0 * cos_val - v1 * sin_val
|
||||
if i+1 < head_dim:
|
||||
out[i+1] = v1 * cos_val + v0 * sin_val
|
||||
return k_anchor, v_anchor
|
||||
|
||||
def inject_kv_cache(self, past_key_values, phase_theta: float, device='cuda'):
|
||||
"""
|
||||
Takes the LLM's raw past_key_values tuple and surgically prepends the KAIROS anchor.
|
||||
This forces the Attention Entropy to physically spike around the Identity state,
|
||||
preventing 'Epistemic Capture' or mode collapse from adversarial prompts.
|
||||
"""
|
||||
if past_key_values is None:
|
||||
return None
|
||||
|
||||
k_anchor, v_anchor = self.compile_temporal_signature(phase_theta, device)
|
||||
|
||||
injected_kv = []
|
||||
for layer_idx, (k, v) in enumerate(past_key_values):
|
||||
# Prepend the anchor to the hardware cache
|
||||
new_k = torch.cat([k_anchor, k], dim=2)
|
||||
new_v = torch.cat([v_anchor, v], dim=2)
|
||||
injected_kv.append((new_k, new_v))
|
||||
|
||||
return out
|
||||
|
||||
def inject_hardware_anchor(kv_cache: np.ndarray, anchor_phase: complex, seq_pos: int = 0):
|
||||
"""
|
||||
Simulates the Triton hardware-level DRAM injection of the continuous phase.
|
||||
"""
|
||||
head_dim = kv_cache.shape[-1]
|
||||
|
||||
# Create the base anchor vector from the complex phase
|
||||
anchor_vector = np.zeros(head_dim)
|
||||
anchor_vector[0] = anchor_phase.real
|
||||
anchor_vector[1] = anchor_phase.imag
|
||||
|
||||
# Apply Inverse RoPE so it survives the LLM's absolute positional embedding
|
||||
ropeed_anchor = apply_inverse_rope(anchor_vector, seq_pos, head_dim)
|
||||
|
||||
# Inject directly into KV cache at the specified sequence position
|
||||
kv_cache[..., seq_pos, :] = ropeed_anchor
|
||||
|
||||
return kv_cache
|
||||
logger.info("Successfully injected Temporal Signature into SRAM KV Cache.")
|
||||
return tuple(injected_kv)
|
||||
Reference in new issue
Block a user