{
  "exe": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata/engine/strata",
  "args": [
    "--pack",
    "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/packs/iq3_xxs",
    "--native",
    "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "--ple-gguf",
    "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00002-of-00002.gguf",
    "--expert-profile",
    "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata/data/expert-profile.bin",
    "--expert-cache",
    "auto",
    "--prefill",
    "auto",
    "--spec",
    "4",
    "--spec-min-p",
    "0.5",
    "--mtp",
    "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/mtp/rt",
    "--max-context",
    "131072",
    "--kv",
    "int8",
    "--kv-resident",
    "32768",
    "--vision",
    "--vram-reserve-mib",
    "700",
    "--expert-cache-device1",
    "3000"
  ],
  "cwd": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata",
  "tokenizer": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/packs/iq3_xxs/tokenizer",
  "model_name": "qwen3.8-flash-next-iq3_xxs",
  "log": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata/strata-iq3_xxs.log",
  "lib_dirs": [
    "/usr/local/cuda-13.3/bin",
    "/usr/local/cuda-13.3/lib64"
  ],
  "port": 9931,
  "gpu": 1,
  "gpus_asked": true,
  "idle_unload_s": 600,
  "sampling": {
    "temperature": 1.0,
    "top_p": 0.95,
    "top_k": 20,
    "min_p": 0.0,
    "presence_penalty": 0.0,
    "repetition_penalty": 1.0
  },
  "vision": {
    "exe": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata/engine/strata-vision",
    "mmproj": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/models/mmproj-Qwen3.8-Flash-Next-BF16.gguf",
    "model": "/media/daniel/73a99808-dc25-4c9e-be53-2d22b67a035b/Strata-data/models/IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
    "gpu": false,
    "max_tokens": 300,
    "threads": 12
  },
  "env": {
    "CUDA_VISIBLE_DEVICES": "1,0",
    "CUDA_DEVICE_ORDER": "PCI_BUS_ID"
  }
}
