gistfile1.txt

    { 
      "name": "newjax_benchmark_server",
      "type": "debugpy",
      "request": "launch",
      "program": "/home/xiowei_google_com/miniconda3/envs/vllm_newjax/bin/vllm",
      "console": "integratedTerminal",
      "justMyCode": false,
      "env": {
          "MODEL_IMPL_TYPE": "vllm",
          "TPU_BACKEND_TYPE": "jax",
      },
      "args": [
          "serve",
          "--seed",
          "42",
          "--model",
          "Qwen/Qwen2.5-1.5B-Instruct",
          "--max_model_len",
          "2048",
          "--max-num-batched-tokens",
          "4096",
          "--max-num-seqs",
          "512",
          "--no-enable-prefix-caching",
          "--disable-log-requests",
          "--tensor-parallel-size",
          "1",
      ]
    },