{
  "schema": "outilsia.manual_benchmark_recipe.v1",
  "id": "OIA-RECIPE-HERMES3-8B-20260913",
  "status": "protocol_only_not_a_measurement",
  "created_at": "2026-09-13",
  "execution": "manual_in_local_cockpit",
  "native_import_supported": false,
  "app": {
    "version": "0.1.2-beta",
    "build_id": "20260913142000",
    "protocol": "outilsia.benchmark_protocol.v2"
  },
  "model": {
    "ref": "hermes3:8b",
    "digest": null,
    "quantization": null,
    "require_already_installed": true,
    "missing_identity_policy": "record_before_comparison_do_not_guess"
  },
  "runtime": {
    "backend": "Ollama",
    "version": null,
    "environment": null
  },
  "prompt_input": "Pourquoi la VRAM est importante pour un LLM local ?",
  "effective_prompt": "Pourquoi la VRAM est importante pour un LLM local ?\nRéponse finale uniquement, une phrase courte en français.",
  "settings": {
    "num_ctx": 2048,
    "num_predict": 96,
    "seed": 42,
    "temperature": 0,
    "think": false,
    "stream": false,
    "keep_alive": "2m",
    "force_cpu": false,
    "autopilot": false
  },
  "sequence": {
    "warmup_runs": 1,
    "measured_runs": 3,
    "per_run_timeout_seconds": 45,
    "sequential": true,
    "timeout_policy": "retain_failure_no_automatic_retry",
    "stop_if_model_missing": true
  },
  "record": [
    "timestamp_utc",
    "app_build",
    "os",
    "runtime_version",
    "runtime_environment",
    "model_digest",
    "model_quantization",
    "hardware",
    "gpu_placement",
    "eval_count",
    "eval_duration_ms",
    "prompt_eval_count",
    "prompt_eval_duration_ms",
    "load_duration_ms",
    "success",
    "error_category"
  ],
  "comparison": {
    "historical_exact_replay": false,
    "reason": "Historical public runs lack a complete model digest and all generation settings. Do not compare different models/runtimes as an isolated GPU effect.",
    "requires": [
      "same_model_digest",
      "same_quantization",
      "same_prompt",
      "same_settings",
      "same_app_build",
      "same_runtime_version",
      "same_runtime_environment",
      "explicit_hardware_difference"
    ]
  },
  "privacy": {
    "automatic_upload": false,
    "exclude": [
      "raw_response",
      "personal_prompt",
      "path",
      "hostname",
      "ip",
      "email",
      "token"
    ],
    "publication": "separate_explicit_agreement"
  },
  "reference": "https://outilsia.fr/nos-mesures-reelles",
  "instructions": "https://outilsia.fr/en/reproduce-benchmark"
}