MindIE Motor 原生MindIE Token 推理接口示例

MindIE Motor 原生MindIE Token 推理接口示例

请求样例：

POST https://{ip}:{port}/infer_token

请求消息体：

{
  "input_id": [5618, 19678, 701, 9072, 13],
  "stream": false,
  "parameters": {
  "temperature": 0.5,
  "top_k": 10,
  "top_p": 0.95,
  "max_new_tokens": 20,
  "do_sample": true,
  "seed": null,
  "repetition_penalty": 1.03,
  "details": true,
  "typical_p": 0.5,
  "watermark": false,
  "priority": 5,
  "timeout": 10
  }
}

响应样例：

● 文本推理（“stream”=false）：

{
  "generated_text": "am a French native speaker. I am looking for a job in the hospitality industry. I",
  "details": {
  "finish_reason": "length",
  "generated_tokens": 20,
  "seed": 846930886
  }
}

● 流式推理（“stream”=true，使用sse格式返回）：

data: {"prefill_time":45.54,"decode_time":null,"token":{"id":[626],"text":"am"}}
data: {"prefill_time":null,"decode_time":128.32,"token":{"id":[263],"text":" a"}}
data: {"prefill_time":null,"decode_time":18.17,"token":{"id":[5176],"text":" French"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[17739],"text":" photograph"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[261],"text":"er"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[2729],"text":" based"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[297],"text":" in"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[3681],"text":" Paris"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29889],"text":"."}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[13],"text":"\n"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29902],"text":"I"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[505],"text":" have"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[1063],"text":" been"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[27904],"text":" shooting"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[1951],"text":" since"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[306],"text":" I"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[471],"text":" was"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29871],"text":" "}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29896],"text":"1"}}
data: {"prefill_time":null,"decode_time":16.80,"generated_text":"am a French photographer based in
Paris.\nI have been shooting since I was 15","details":
{"finish_reason":"length","generated_tokens":20,"seed":846930886},"token":{"id":[29945],"text":null}}