diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index 1ad705468..f339a565f 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -1134,7 +1134,7 @@ gptoss-fp4-mi325x-vllm: gptoss-fp4-mi355x-vllm: image: vllm/vllm-openai-rocm:v0.22.0 - model: amd/gpt-oss-120b-w-mxfp4-a-fp8 + model: openai/gpt-oss-120b model-prefix: gptoss runner: mi355x precision: fp4 diff --git a/perf-changelog.yaml b/perf-changelog.yaml index a5f3f3478..dbf1282a1 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -3474,3 +3474,9 @@ - "Use scheduler-recv-interval values 2/60/30/1200/600/1920 for conc 1-4/8/16/32/64/128-256" - "Set max-running-requests=256, chunked-prefill-size=16384, mem-fraction-static=0.8, cuda-graph-max-bs=CONC, and enable symm-mem" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1544 + +- config-keys: + - gptoss-fp4-mi355x-vllm + description: + - "Update GPT-OSS model for MI355X vLLM from amd/gpt-oss-120b-w-mxfp4-a-fp8 to openai/gpt-oss-120b" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1638