Hiraya-1-Instruct / config.json
Deeplines's picture
Upload config.json with huggingface_hub
99d18d5 verified
Raw History Blame Contribute Delete
1.55 kB
{
"architecture": "H-MoE-Zamba2-92-Expert-Nested-Hierarchical",
"macro_engines": 23,
"micro_experts_per_macro": 4,
"total_sub_experts": 92,
"vocab_size": 32004,
"d_model": 512,
"num_layers": 4,
"total_breakthroughs": 87,
"total_training_iterations": 250,
"total_seen_fingerprints": 227,
"omniversal_super_agent_14_horizons": true,
"curated_domains": [
"1. English Fluency (FineWeb-Edu & Tulu-3)",
"2. All Code & Algorithms (StarCoder2 / Stack v2 & SmolLM Python-Edu)",
"3. Deep Multi-Step Reasoning (Open-R1, Fable-5.1 & GSM8K)",
"4. Agentic Tool Calling & JSON (No-Robots & Tulu-3)",
"5. Visual & Document Perception (LLaVA-Instruct)",
"6. Strict Constraints & Discipline (No-Robots / IFEval)",
"7. Long-Context Working Memory (Tulu-3 & FineWeb)",
"8. Hard Sciences & Medicine (SciQ & PubMedQA)",
"9. Global Multilingual Polyglot (Tulu-3 Polyglot 65+ Languages)",
"10. Cybersecurity & Secure Coding (CodeFeedback Vulnerability Auditing)",
"11. Finance, Law & Contracts (FinQA & LegalBench)",
"12. Creative Writing & Emotional Nuance (UltraChat-200k)",
"13. Computer-Using Agent CUA (NoRobots & ScreenSpot)",
"14. Mobile-Using Agent MUA (NoRobots & Mobile Actions & Auto-UI)"
],
"pre_gpu_deduplication_filter": true,
"doremi_auto_curriculum": true,
"adaptive_loss_gate_ohem": true,
"focal_loss_scaling": true,
"moe_aux_loss_free_balancing": true,
"sophia_2nd_order_optimizer": true,
"dual_gpu_acceleration": false,
"soft_stop_executed_safely": true
}