{
  "rtx_bf16": {
    "stage_result": "failed",
    "public_record": "https://huggingface.co/buckets/idoru/inkling-2-mini-harness-runs/resolve/trl-inkling-check-recipe-learner-check-001.json",
    "measurements": {
      "bf16": {
        "independent_positions": 46,
        "tree_positions": 26,
        "scored_positions": 22,
        "adapter_parameters": 50503168,
        "native_relative_logit_rms_error": 0.02848830446600914,
        "native_max_absolute_logit_error": 1.2720036506652832,
        "native_top1_agreement": 1.0,
        "native_gradient_cosine": 0.984527214226871,
        "native_relative_gradient_l2_error": 0.1788962421169571,
        "native_participating_adapter_tensors": 640,
        "singleton_relative_logit_rms_error": 0.03191005438566208,
        "singleton_max_absolute_logit_error": 1.8189868927001953,
        "singleton_top1_agreement": 1.0,
        "singleton_gradient_cosine": 0.9886354088195995,
        "singleton_relative_gradient_l2_error": 0.15045655158846624,
        "singleton_participating_adapter_tensors": 640
      }
    }
  },
  "h200_arithmetic_control": {
    "stage_result": "failed",
    "public_record": "https://huggingface.co/buckets/idoru/inkling-2-mini-harness-runs/resolve/trl-inkling-check-recipe-precision-control-002.json",
    "measurements": {
      "bf16": {
        "independent_positions": 46,
        "tree_positions": 26,
        "scored_positions": 22,
        "adapter_parameters": 50503168,
        "native_padding_control_relative_logit_rms_error": 0.03022587113082409,
        "native_padding_control_max_absolute_logit_error": 1.4098730087280273,
        "native_padding_control_top1_agreement": 0.930232584476471,
        "native_padding_control_gradient_cosine": 0.990778158370747,
        "native_padding_control_relative_gradient_l2_error": 0.13553083406999974,
        "native_padding_control_participating_adapter_tensors": 640,
        "native_relative_logit_rms_error": 0.02764040231704712,
        "native_max_absolute_logit_error": 2.0864362716674805,
        "native_top1_agreement": 1.0,
        "native_gradient_cosine": 0.9931785181249856,
        "native_relative_gradient_l2_error": 0.11663464032035116,
        "native_participating_adapter_tensors": 640,
        "padded_native_relative_logit_rms_error": 0.03029879927635193,
        "padded_native_max_absolute_logit_error": 1.8843804597854614,
        "padded_native_top1_agreement": 0.930232584476471,
        "padded_native_gradient_cosine": 0.9922119846435301,
        "padded_native_relative_gradient_l2_error": 0.12494021628466799,
        "padded_native_participating_adapter_tensors": 640,
        "singleton_relative_logit_rms_error": 0.028617199510335922,
        "singleton_max_absolute_logit_error": 1.4974761009216309,
        "singleton_top1_agreement": 1.0,
        "singleton_gradient_cosine": 0.9941472069515386,
        "singleton_relative_gradient_l2_error": 0.10827124789514911,
        "singleton_participating_adapter_tensors": 640
      },
      "fp32": {
        "independent_positions": 46,
        "tree_positions": 26,
        "scored_positions": 22,
        "adapter_parameters": 50503168,
        "native_padding_control_relative_logit_rms_error": 6.731175403729139e-07,
        "native_padding_control_max_absolute_logit_error": 2.7179718017578125e-05,
        "native_padding_control_top1_agreement": 1.0,
        "native_padding_control_gradient_cosine": 0.9999999917429159,
        "native_padding_control_relative_gradient_l2_error": 2.7437787339051984e-06,
        "native_padding_control_participating_adapter_tensors": 640,
        "native_relative_logit_rms_error": 6.780715011700522e-07,
        "native_max_absolute_logit_error": 2.765655517578125e-05,
        "native_top1_agreement": 1.0,
        "native_gradient_cosine": 0.9999999857738062,
        "native_relative_gradient_l2_error": 2.652561004768044e-06,
        "native_participating_adapter_tensors": 640,
        "padded_native_relative_logit_rms_error": 5.986341307107068e-07,
        "padded_native_max_absolute_logit_error": 2.47955322265625e-05,
        "padded_native_top1_agreement": 1.0,
        "padded_native_gradient_cosine": 1.00000000496083,
        "padded_native_relative_gradient_l2_error": 2.002501264632401e-06,
        "padded_native_participating_adapter_tensors": 640,
        "singleton_relative_logit_rms_error": 6.787313395761885e-07,
        "singleton_max_absolute_logit_error": 2.574920654296875e-05,
        "singleton_top1_agreement": 1.0,
        "singleton_gradient_cosine": 0.9999999742749587,
        "singleton_relative_gradient_l2_error": 2.402807445957826e-06,
        "singleton_participating_adapter_tensors": 640
      }
    }
  },
  "scope": "Short numerical diagnostic on the released checkpoint, using the article\u2019s literal all-linear selector. No training or benchmark tasks were run. The executable reference recipe names seven projection roles.",
  "trainer_recipe_revision": "e498acc637084cffff14deb09ccdc423a766adb2",
  "base_model_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7",
  "preset_thresholds": {
    "bf16": {
      "relative_logit_rms_max": 0.02,
      "gradient_cosine_min": 0.99,
      "relative_gradient_l2_max": 0.15
    },
    "fp32": {
      "relative_logit_rms_max": 0.001,
      "gradient_cosine_min": 0.999,
      "relative_gradient_l2_max": 0.01
    }
  },
  "transformers_backport_control": {
    "reference_transformers": "66f51e76efd8542232b8bdd40ade7d1edbaac46f",
    "native_inkling_release": "046bdb8cc2cee29d233964bb77fe6fd37cfe4aa3",
    "backport_patch_sha256": "8d13b5e78b7978dca477fcc648d4cb480cda983637755717f420608c68cb6b6e",
    "job_id": "6b027794efaf5e14f4b7b702",
    "public_record": "https://huggingface.co/buckets/idoru/inkling-2-mini-harness-runs/resolve/trl-inkling-check-recipe-runtime-backport-002.json",
    "stage_result": "completed",
    "device": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
    "measurements": {
      "logits_values": 1400406,
      "logits_max_abs_error": 0.0,
      "logits_relative_l2_error": 0.0,
      "gradient_values": 7077888,
      "gradient_max_abs_error": 0.0,
      "gradient_relative_l2_error": 0.0
    },
    "scope": "Seven text prediction positions, full vocabulary and every entry of the first text layer query-projection weight gradient."
  }
}
