# （ドキュメント外）vllmのソースを用意
git clone https://github.com/vllm-project/vllm.git
cd vllm
git switch --detach v0.11.2

# python環境を作って有効化
uv venv --python 3.12 --seed
source ./.venv/bin/activate

uv pip install torch torchvision --index https://download.pytorch.org/whl/nightly/rocm7.1

uv pip install triton --index https://download.pytorch.org/whl/nightly/rocm7.1

cp -r /opt/rocm/share/amd_smi .
uv pip install ./amd_smi

uv pip install --upgrade \
        numba \
        scipy \
        'huggingface-hub[cli,hf_transfer]' \
        setuptools_scm\
        --index https://download.pytorch.org/whl/nightly/rocm7.1

uv pip install -r requirements/rocm.txt --index https://download.pytorch.org/whl/nightly/rocm7.1 --index-strategy unsafe-first-match

rocminfo

# 略
*******
Agent 2
*******
  Name:                    gfx1200
  Uuid:                    *****************
  Marketing Name:          AMD Radeon RX 9060 XT
  Vendor Name:             AMD

export PYTORCH_ROCM_ARCH="gfx1200"
python3 setup.py develop

vllm serve Qwen/Qwen3-4B --tensor-parallel-size 2

curl http://localhost:8000/v1/chat/completions \
    -H "Content-Type: application/json" \
    -d '{
        "model": "Qwen/Qwen3-4B",
        "messages": [
            {"role": "system", "content": "You are a helpful assistant."},
            {"role": "user", "content": "What is lorem ipsum?"}
        ]
    }' | jq

{
  "id": "chatcmpl-f24ed88dd5b741d2bf82216428f9188b",
  "object": "chat.completion",
  "created": 1764471580,
  "model": "Qwen/Qwen3-4B",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "<think>\nOkay, the user is asking what lorem ipsum is. I need to explain it clearly. First, I should mention that it's a placeholder text used in design. Then, explain its origins—probably from a Latin text. Maybe mention that it's used to show layout and typography without using real content. Also, note that it's commonly used in web design and publishing. Should I include the example text? Like \"Lorem ipsum dolor sit amet...\" Yes, that would help. Also, clarify that it's not real text and is just for demonstration. Maybe add that it's from a 15th-century text. Oh, and mention that it's used to test how text looks in different formats. Keep it simple and concise. Avoid jargon. Make sure the user understands its purpose and use cases.\n</think>\n\n**Lorem ipsum** is a placeholder text used in design, publishing, and web development to demonstrate the visual structure of a layout, typography, or formatting without relying on meaningful content. It’s not real text but a fabricated passage in Latin, often attributed to a 15th-century text by Cicero. \n\n### Key Points:\n- **Purpose**: Helps designers and developers visualize how text will look in a space before real content is added.\n- **Origins**: Derived from a section of Cicero’s *De Finibus Bonorum et Malorum* (1544), which was later misattributed to the 15th century.\n- **Use Cases**: Commonly used in web design, print media, and software development to test layouts, fonts, spacing, and alignment.\n- **Example**:  \n  *\"Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.\"*\n\n### Why It’s Used:\n- Avoids distractions from real content.\n- Ensures consistency in testing and prototyping.\n- Helps evaluate how text interacts with design elements (e.g., headings, margins, spacing).\n\nIt’s a versatile tool for showcasing how a design will appear with actual text, without the need for real data or content.",
        "refusal": null,
        "annotations": null,
        "audio": null,
        "function_call": null,
        "tool_calls": [],
        "reasoning": null,
        "reasoning_content": null
      },
      "logprobs": null,
      "finish_reason": "stop",
      "stop_reason": null,
      "token_ids": null
    }
  ],
  "service_tier": null,
  "system_fingerprint": null,
  "usage": {
    "prompt_tokens": 24,
    "total_tokens": 451,
    "completion_tokens": 427,
    "prompt_tokens_details": null
  },
  "prompt_logprobs": null,
  "prompt_token_ids": null,
  "kv_transfer_params": null
}