{ "architecture": "H-MoE-Zamba2-92-Expert-Nested-Hierarchical", "macro_engines": 23, "micro_experts_per_macro": 4, "total_sub_experts": 92, "vocab_size": 32004, "d_model": 512, "num_layers": 4, "total_breakthroughs": 87, "total_training_iterations": 250, "total_seen_fingerprints": 227, "omniversal_super_agent_14_horizons": true, "curated_domains": [ "1. English Fluency (FineWeb-Edu & Tulu-3)", "2. All Code & Algorithms (StarCoder2 / Stack v2 & SmolLM Python-Edu)", "3. Deep Multi-Step Reasoning (Open-R1, Fable-5.1 & GSM8K)", "4. Agentic Tool Calling & JSON (No-Robots & Tulu-3)", "5. Visual & Document Perception (LLaVA-Instruct)", "6. Strict Constraints & Discipline (No-Robots / IFEval)", "7. Long-Context Working Memory (Tulu-3 & FineWeb)", "8. Hard Sciences & Medicine (SciQ & PubMedQA)", "9. Global Multilingual Polyglot (Tulu-3 Polyglot 65+ Languages)", "10. Cybersecurity & Secure Coding (CodeFeedback Vulnerability Auditing)", "11. Finance, Law & Contracts (FinQA & LegalBench)", "12. Creative Writing & Emotional Nuance (UltraChat-200k)", "13. Computer-Using Agent CUA (NoRobots & ScreenSpot)", "14. Mobile-Using Agent MUA (NoRobots & Mobile Actions & Auto-UI)" ], "pre_gpu_deduplication_filter": true, "doremi_auto_curriculum": true, "adaptive_loss_gate_ohem": true, "focal_loss_scaling": true, "moe_aux_loss_free_balancing": true, "sophia_2nd_order_optimizer": true, "dual_gpu_acceleration": false, "soft_stop_executed_safely": true }