{
  "arch": {
    "name": "baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel",
    "head": "lm_head@LMHead",
    "half_layers": true,
    "H_cycles": 2,
    "L_cycles": 3,
    "H_override": {},
    "bp_warmup_ratio": 0.0,
    "bp_max_steps": 5,
    "n_layers": 32,
    "hidden_size": 1536,
    "num_heads": 12,
    "expansion": 4,
    "norm_type": "pre",
    "norm_eps": 1e-06,
    "rope_theta": 10000.0,
    "pos_emb_type": "rope",
    "init_type": "lecun_normal"
  },
  "data": {
    "path": "/home/work/.data/hrm_text_prepared/kohrm_sft_comp_swe_zero_30m_v1",
    "target_only": true
  },
  "global_batch_size": 16384,
  "epochs": 1,
  "lr": 8e-05,
  "lr_min_ratio": 0.1,
  "lr_warmup_steps": 100,
  "weight_decay": 0.0,
  "beta1": 0.9,
  "beta2": 0.95,
  "ema": null,
  "fwd_bwd_dtype": "bfloat16",
  "project_name": "KoHRM-Text-LoRA",
  "run_name": "KoHRM-Text-1.4B-lora-comp-swe-zero-30m-v1",
  "checkpoint_path": "/home/work/.data/hrm_text_lora/component_parallel_20260604_gbs16k/KoHRM-Text-1.4B-lora-comp-swe-zero-30m-v1",
  "resume_from": "/home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage4d-korean-tool-finance-repeat3-gbs180",
  "resume_epoch": null,
  "resume_step": null,
  "weights_only_resume_from_ema": true,
  "resume_step_offset": 0,
  "total_steps_override": null,
  "skip_batches": 0,
  "seed": 0,
  "checkpoint_interval": 1,
  "checkpoint_step_interval": 1000,
  "checkpoint_keep_last": 2,
  "log_interval": 5,
  "lora": {
    "rank": 16,
    "alpha": 32.0,
    "dropout": 0.0,
    "target_suffixes": [
      "gqkv_proj",
      "o_proj",
      "gate_up_proj",
      "down_proj",
      "lm_head"
    ]
  },
  "tag": "step_2000",
  "step": 2000,
  "matched_modules": [
    "model.H_level.core.layers.0.attn.gqkv_proj",
    "model.H_level.core.layers.0.attn.o_proj",
    "model.H_level.core.layers.0.mlp.gate_up_proj",
    "model.H_level.core.layers.0.mlp.down_proj",
    "model.H_level.core.layers.1.attn.gqkv_proj",
    "model.H_level.core.layers.1.attn.o_proj",
    "model.H_level.core.layers.1.mlp.gate_up_proj",
    "model.H_level.core.layers.1.mlp.down_proj",
    "model.H_level.core.layers.2.attn.gqkv_proj",
    "model.H_level.core.layers.2.attn.o_proj",
    "model.H_level.core.layers.2.mlp.gate_up_proj",
    "model.H_level.core.layers.2.mlp.down_proj",
    "model.H_level.core.layers.3.attn.gqkv_proj",
    "model.H_level.core.layers.3.attn.o_proj",
    "model.H_level.core.layers.3.mlp.gate_up_proj",
    "model.H_level.core.layers.3.mlp.down_proj",
    "model.H_level.core.layers.4.attn.gqkv_proj",
    "model.H_level.core.layers.4.attn.o_proj",
    "model.H_level.core.layers.4.mlp.gate_up_proj",
    "model.H_level.core.layers.4.mlp.down_proj",
    "model.H_level.core.layers.5.attn.gqkv_proj",
    "model.H_level.core.layers.5.attn.o_proj",
    "model.H_level.core.layers.5.mlp.gate_up_proj",
    "model.H_level.core.layers.5.mlp.down_proj",
    "model.H_level.core.layers.6.attn.gqkv_proj",
    "model.H_level.core.layers.6.attn.o_proj",
    "model.H_level.core.layers.6.mlp.gate_up_proj",
    "model.H_level.core.layers.6.mlp.down_proj",
    "model.H_level.core.layers.7.attn.gqkv_proj",
    "model.H_level.core.layers.7.attn.o_proj",
    "model.H_level.core.layers.7.mlp.gate_up_proj",
    "model.H_level.core.layers.7.mlp.down_proj",
    "model.H_level.core.layers.8.attn.gqkv_proj",
    "model.H_level.core.layers.8.attn.o_proj",
    "model.H_level.core.layers.8.mlp.gate_up_proj",
    "model.H_level.core.layers.8.mlp.down_proj",
    "model.H_level.core.layers.9.attn.gqkv_proj",
    "model.H_level.core.layers.9.attn.o_proj",
    "model.H_level.core.layers.9.mlp.gate_up_proj",
    "model.H_level.core.layers.9.mlp.down_proj",
    "model.H_level.core.layers.10.attn.gqkv_proj",
    "model.H_level.core.layers.10.attn.o_proj",
    "model.H_level.core.layers.10.mlp.gate_up_proj",
    "model.H_level.core.layers.10.mlp.down_proj",
    "model.H_level.core.layers.11.attn.gqkv_proj",
    "model.H_level.core.layers.11.attn.o_proj",
    "model.H_level.core.layers.11.mlp.gate_up_proj",
    "model.H_level.core.layers.11.mlp.down_proj",
    "model.H_level.core.layers.12.attn.gqkv_proj",
    "model.H_level.core.layers.12.attn.o_proj",
    "model.H_level.core.layers.12.mlp.gate_up_proj",
    "model.H_level.core.layers.12.mlp.down_proj",
    "model.H_level.core.layers.13.attn.gqkv_proj",
    "model.H_level.core.layers.13.attn.o_proj",
    "model.H_level.core.layers.13.mlp.gate_up_proj",
    "model.H_level.core.layers.13.mlp.down_proj",
    "model.H_level.core.layers.14.attn.gqkv_proj",
    "model.H_level.core.layers.14.attn.o_proj",
    "model.H_level.core.layers.14.mlp.gate_up_proj",
    "model.H_level.core.layers.14.mlp.down_proj",
    "model.H_level.core.layers.15.attn.gqkv_proj",
    "model.H_level.core.layers.15.attn.o_proj",
    "model.H_level.core.layers.15.mlp.gate_up_proj",
    "model.H_level.core.layers.15.mlp.down_proj",
    "model.L_level.core.layers.0.attn.gqkv_proj",
    "model.L_level.core.layers.0.attn.o_proj",
    "model.L_level.core.layers.0.mlp.gate_up_proj",
    "model.L_level.core.layers.0.mlp.down_proj",
    "model.L_level.core.layers.1.attn.gqkv_proj",
    "model.L_level.core.layers.1.attn.o_proj",
    "model.L_level.core.layers.1.mlp.gate_up_proj",
    "model.L_level.core.layers.1.mlp.down_proj",
    "model.L_level.core.layers.2.attn.gqkv_proj",
    "model.L_level.core.layers.2.attn.o_proj",
    "model.L_level.core.layers.2.mlp.gate_up_proj",
    "model.L_level.core.layers.2.mlp.down_proj",
    "model.L_level.core.layers.3.attn.gqkv_proj",
    "model.L_level.core.layers.3.attn.o_proj",
    "model.L_level.core.layers.3.mlp.gate_up_proj",
    "model.L_level.core.layers.3.mlp.down_proj",
    "model.L_level.core.layers.4.attn.gqkv_proj",
    "model.L_level.core.layers.4.attn.o_proj",
    "model.L_level.core.layers.4.mlp.gate_up_proj",
    "model.L_level.core.layers.4.mlp.down_proj",
    "model.L_level.core.layers.5.attn.gqkv_proj",
    "model.L_level.core.layers.5.attn.o_proj",
    "model.L_level.core.layers.5.mlp.gate_up_proj",
    "model.L_level.core.layers.5.mlp.down_proj",
    "model.L_level.core.layers.6.attn.gqkv_proj",
    "model.L_level.core.layers.6.attn.o_proj",
    "model.L_level.core.layers.6.mlp.gate_up_proj",
    "model.L_level.core.layers.6.mlp.down_proj",
    "model.L_level.core.layers.7.attn.gqkv_proj",
    "model.L_level.core.layers.7.attn.o_proj",
    "model.L_level.core.layers.7.mlp.gate_up_proj",
    "model.L_level.core.layers.7.mlp.down_proj",
    "model.L_level.core.layers.8.attn.gqkv_proj",
    "model.L_level.core.layers.8.attn.o_proj",
    "model.L_level.core.layers.8.mlp.gate_up_proj",
    "model.L_level.core.layers.8.mlp.down_proj",
    "model.L_level.core.layers.9.attn.gqkv_proj",
    "model.L_level.core.layers.9.attn.o_proj",
    "model.L_level.core.layers.9.mlp.gate_up_proj",
    "model.L_level.core.layers.9.mlp.down_proj",
    "model.L_level.core.layers.10.attn.gqkv_proj",
    "model.L_level.core.layers.10.attn.o_proj",
    "model.L_level.core.layers.10.mlp.gate_up_proj",
    "model.L_level.core.layers.10.mlp.down_proj",
    "model.L_level.core.layers.11.attn.gqkv_proj",
    "model.L_level.core.layers.11.attn.o_proj",
    "model.L_level.core.layers.11.mlp.gate_up_proj",
    "model.L_level.core.layers.11.mlp.down_proj",
    "model.L_level.core.layers.12.attn.gqkv_proj",
    "model.L_level.core.layers.12.attn.o_proj",
    "model.L_level.core.layers.12.mlp.gate_up_proj",
    "model.L_level.core.layers.12.mlp.down_proj",
    "model.L_level.core.layers.13.attn.gqkv_proj",
    "model.L_level.core.layers.13.attn.o_proj",
    "model.L_level.core.layers.13.mlp.gate_up_proj",
    "model.L_level.core.layers.13.mlp.down_proj",
    "model.L_level.core.layers.14.attn.gqkv_proj",
    "model.L_level.core.layers.14.attn.o_proj",
    "model.L_level.core.layers.14.mlp.gate_up_proj",
    "model.L_level.core.layers.14.mlp.down_proj",
    "model.L_level.core.layers.15.attn.gqkv_proj",
    "model.L_level.core.layers.15.attn.o_proj",
    "model.L_level.core.layers.15.mlp.gate_up_proj",
    "model.L_level.core.layers.15.mlp.down_proj",
    "lm_head"
  ],
  "num_lora_tensors": 258
}