Add MiniMax-M3 BF16 support

[wuhuikx]

server:

model_path=/shared/data/amd_int/models/MiniMax-M3/
export ATOM_USE_TRITON_MOE="${ATOM_USE_TRITON_MOE:-1}"

python -m atom.entrypoints.openai_server
--model $model_path
-tp 8 --server-port 8013 --trust-remote-code --gpu-memory-utilization 0.7
--block-size 128
--no-enable_prefix_caching
curl:

curl -X POST "http://localhost:8013/v1/completions"
-H "Content-Type: application/json"
-d '{
"prompt": "The capital of China is", "temperature": 0, "top_p": 1, "top_k": 1, "repetition_penalty": 1.0, "presence_penalty": 0, "frequency_penalty": 0, "stream": false, "ignore_eos": false, "n": 1, "seed": 123, "max_tokens": 10}'
accuracy:

model_path=/shared/data/amd_int/models/MiniMax-M3/
lm_eval --model local-completions
--model_args model=$model_path,base_url=http://localhost:8013/v1/completions,num_concurrent=65,max_retries=1,tokenized_requests=False,trust_remote_code=True
--tasks gsm8k
--num_fewshot 5 2>&1|tee ./m3-accuracy.log
curl result:

{"id":"cmpl-b82583aec2994c5ea7371b291a716969","object":"text_completion","created":1781604871,"model":"/shared/data/amd_int/models/MiniMax-M3/","choices":[{"index":0,"text":" Beijing. The the capital of China is Beijing.","finish_reason":"max_tokens"}],"usage":{"prompt_tokens":5,"completion_tokens":10,"total_tokens":15,"ttft_s":0.0599,"tpot_s":0.0156,"latency_s":0.2005}
accuracy result:

local-completions ({'model': '/shared/data/amd_int/models/MiniMax-M3/', 'base_url': 'http://localhost:8013/v1/completions', 'num_concurrent': 65, 'max_retries': 1, 'tokenized_requests': False}), gen_kwargs: ({}), limit: None, num_fewshot: 5, batch_size: 1

Tasks	Version	Filter	n-shot	Metric		Value		Stderr
gsm8k	3	flexible-extract	5	exact_match	↑	0.9196	±	0.0075
		strict-match	5	exact_match	↑	0.9189	±	0.0075

Test plan

• git diff --check origin/main...HEAD
• python3 -m py_compile $(git diff --name-only origin/main...HEAD -- '*.py')

Based on #1235.

Made with Cursor