{
  "model": "convaiinnovations/laya",
  "revision": "7b928d828b7b0e022f929d9bd2e44165aa270148",
  "date_utc": "2026-10-09T18:10:44.487674+00:00",
  "environment": {
    "torch": "2.8.0+cu128",
    "transformers": "5.17.0",
    "huggingface_hub": "1.33.0",
    "laya": "0.4.1"
  },
  "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
  "gpu_total_bytes": 101975851008,
  "cuda": "12.8",
  "cases": [
    {
      "label": "cuda_english_limit128",
      "requested_model": "english",
      "max_len": 128,
      "input": "I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. ",
      "expected_choice": "billing",
      "weight_dtypes": [
        "torch.float32"
      ],
      "amp_dtype": "torch.bfloat16",
      "amp_enabled": true,
      "actual_device": "cuda",
      "resident_models": [
        "english"
      ],
      "status": "passed",
      "warmup_excluded": true,
      "latency_ms": [
        12.604057788848877,
        11.748241260647774,
        11.621030047535896
      ],
      "result": {
        "model": "laya-rl-agent",
        "answers": {
          "team": {
            "type": "choice",
            "choice": "billing",
            "probabilities": {
              "billing": 0.8456,
              "technical": 0.1544
            },
            "confidence": 0.3793,
            "answer_confidence": 0.8456,
            "action": {
              "act_probability": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 128,
          "output_tokens": 0,
          "state_tokens": 111,
          "state_tokens_dropped": 15,
          "truncated": true,
          "truncated_questions": [
            "team"
          ]
        },
        "routing": {
          "model": "english",
          "repo": "/root/autodl-tmp/modelvram-20261009/results/laya/checkpoint",
          "reason": "explicit model='english'",
          "detection": null,
          "workflow": null
        }
      },
      "classification_correct": true,
      "peak_allocated_bytes": 2428408320,
      "peak_reserved_bytes": 2617245696,
      "nvidia_smi_used_mib": "3191",
      "process_max_rss_kib": 3299272
    },
    {
      "label": "cuda_english_limit512",
      "requested_model": "english",
      "max_len": 512,
      "input": "I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. I was charged twice. Please refund the duplicate payment. ",
      "expected_choice": "billing",
      "weight_dtypes": [
        "torch.float32"
      ],
      "amp_dtype": "torch.bfloat16",
      "amp_enabled": true,
      "actual_device": "cuda",
      "resident_models": [
        "english"
      ],
      "status": "passed",
      "warmup_excluded": true,
      "latency_ms": [
        12.708781287074089,
        12.480570003390312,
        12.447994202375412
      ],
      "result": {
        "model": "laya-rl-agent",
        "answers": {
          "team": {
            "type": "choice",
            "choice": "billing",
            "probabilities": {
              "billing": 0.7011,
              "technical": 0.2989
            },
            "confidence": 0.1201,
            "answer_confidence": 0.7011,
            "action": {
              "act_probability": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 495,
          "output_tokens": 0,
          "state_tokens": 463,
          "state_tokens_dropped": 0,
          "truncated": false,
          "truncated_questions": []
        },
        "routing": {
          "model": "english",
          "repo": "/root/autodl-tmp/modelvram-20261009/results/laya/checkpoint",
          "reason": "explicit model='english'",
          "detection": null,
          "workflow": null
        }
      },
      "classification_correct": true,
      "peak_allocated_bytes": 2436446720,
      "peak_reserved_bytes": 2640314368,
      "nvidia_smi_used_mib": "3213",
      "process_max_rss_kib": 3299272
    }
  ],
  "files": [
    {
      "file": "model.safetensors",
      "bytes": 842609210,
      "sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c"
    },
    {
      "file": "multilingual/model.safetensors",
      "bytes": 643835514,
      "sha256": "9d628fd971b700382ac6f65920a86f149777b2e748e0c955fb3b19695aa8f204"
    },
    {
      "file": "typed-decisions/model.safetensors",
      "bytes": 842609220,
      "sha256": "4fa56de72383a9d3efa9cfa78955733c81b9fc8067a587ca4beb82c78107a24e"
    }
  ],
  "status": "completed"
}