{"name":"VocabFusion-Pythia160m-Fused","version":"1.0.0","description":"VocabFusion-SymbioGPT with knowledge from Pythia-160M (12 layers, d=768) projected via PCA decomposition and blended at alpha=0.3. The donor embedding (GPTNeoX, ~50k tokens, 128-dim) bridges to the 320-dim SymbioGPT body via a junction layer.","architecture":"VocabFusion wrapper + 4-organelle decoder (CausalConv + Monarch + LongConv + Attention) + OrganelleGate + SwiGLU + RoPE + RMSNorm","model":{"d_model":320,"n_layers":8,"n_heads":5,"context_length":256,"donor_vocab_size":50304,"donor_dim":128,"params":"16.9M"},"fusion":{"source":"EleutherAI/pythia-160m (12 layers, d=768)","method":"PCA projection + blend","blend_alpha":0.3,"pca_avg_variance":0.921},"organelles":["causal_conv","monarch","long_conv","attention"],"endpoints":["/v1/models","/v1/chat/completions"],"features":["streaming","OpenAI-compatible","top-k","top-p"],"github":"https://github.com/DavinciDreams/SymbioGPT"}