{
  "model": "Orpheus-3b-FT-Q8_0.gguf",
  "torch": "2.12.0a0",
  "snac_device": "cpu",
  "snac_threads": 1,
  "text": "Hey Aku, the MacBook is handling my voice now. Your gaming GPU can take the night off.",
  "runs": [
    {
      "run": 1,
      "elapsed_seconds": 27.773849510999753,
      "audio_seconds": 6.826666666666667,
      "realtime_factor": 4.068434986962854,
      "audio_tokens": 581,
      "first_token_seconds": 0.19650060599997232,
      "first_audio_seconds": 1.706565125000452,
      "generation_stream_seconds": 27.773638149999897,
      "decoder_busy_seconds": 14.772946262995902,
      "timings": {
        "cache_n": 0,
        "prompt_n": 27,
        "prompt_ms": 194.356,
        "prompt_per_token_ms": 7.1983703703703705,
        "prompt_per_second": 138.92033176233303,
        "predicted_n": 621,
        "predicted_ms": 27577.113,
        "predicted_per_token_ms": 44.40758937198068,
        "predicted_per_second": 22.518673365119838
      },
      "stopped_limit": null,
      "swap": "total        used        free      shared  buff/cache   available\nMem:           31540       21494        3973        7284       13810       10046\nSwap:              0           0           0"
    },
    {
      "run": 2,
      "elapsed_seconds": 42.54247521200068,
      "audio_seconds": 6.826666666666667,
      "realtime_factor": 6.231807892382912,
      "audio_tokens": 581,
      "first_token_seconds": 0.37504777800040756,
      "first_audio_seconds": 1.979448498000238,
      "generation_stream_seconds": 42.54234197799997,
      "decoder_busy_seconds": 19.67582328199842,
      "timings": {
        "cache_n": 0,
        "prompt_n": 27,
        "prompt_ms": 338.253,
        "prompt_per_token_ms": 12.527888888888889,
        "prompt_per_second": 79.82190845314011,
        "predicted_n": 621,
        "predicted_ms": 42167.218,
        "predicted_per_token_ms": 67.90212238325282,
        "predicted_per_second": 14.727080169244267
      },
      "stopped_limit": null,
      "swap": "total        used        free      shared  buff/cache   available\nMem:           31540       21536        3932        7284       13811       10004\nSwap:              0           0           0"
    }
  ],
  "snac_load_seconds": 0.20539880500018626,
  "server_command": [
    "/tmp/navi-orpheus-bench.yjftjx/bin/llama-server",
    "-m",
    "/tmp/navi-orpheus-bench.yjftjx/Orpheus-3b-FT-Q8_0.gguf",
    "--host",
    "127.0.0.1",
    "--port",
    "15006",
    "-c",
    "8192",
    "-np",
    "1",
    "-ngl",
    "99",
    "-t",
    "4",
    "--rope-scaling",
    "linear",
    "--jinja"
  ],
  "server_ready_seconds": 1.2648073039999872
}