training_summary.json

{
  "model": "amor",
  "scale": "440m",
  "final_val_loss": 2.9757252883911134,
  "final_val_ppl": 19.60383652966566,
  "best_val_loss": 2.9758635330200196,
  "best_val_ppl": 19.606546842110593,
  "total_steps": 18255,
  "tokens_trained": 8973017088,
  "training_hours": 14.797530925538805,
  "n_params": 448650496,
  "flops_per_token": 1634942976.0,
  "world_size": 1,
  "linear_flops": 778505772072960,
  "attention_flops": 18916646584320,
  "ssm_flops": 6184752906240,
  "final_fire_rate": 0.4057179203764526,
  "final_alpha": 0.7287433220977273
}