了解MindIE Motor 原生MindIE Token 推理接口示例

MindIE Motor 原生MindIE Token 推理接口示例

请求样例：

POST https://{ip}:{port}/infer_token

请求消息体：

{
  "input_id": [5618, 19678, 701, 9072, 13],
  "stream": false,
  "parameters": {
  "temperature": 0.5,
  "top_k": 10,
  "top_p": 0.95,
  "max_new_tokens": 20,
  "do_sample": true,
  "seed": null,
  "repetition_penalty": 1.03,
  "details": true,
  "typical_p": 0.5,
  "watermark": false,
  "priority": 5,
  "timeout": 10
  }
}

响应样例：

● 文本推理（“stream”=false）：

{
  "generated_text": "am a French native speaker. I am looking for a job in the hospitality industry. I",
  "details": {
  "finish_reason": "length",
  "generated_tokens": 20,
  "seed": 846930886
  }
}

● 流式推理（“stream”=true，使用sse格式返回）：

wap.ceshi20.asia/article/20260104_1901.shtm
wap.ceshi20.asia/article/20260104_1902.shtml
wap.ceshi20.asia/article/20260104_1903.shtml
wap.ceshi20.asia/article/20260104_1904.shtml
wap.ceshi20.asia/article/20260104_1905.shtml
wap.ceshi20.asia/article/20260104_1906.shtml
wap.ceshi20.asia/article/20260104_1907.shtml
wap.ceshi20.asia/article/20260104_1908.shtml
wap.ceshi20.asia/article/20260104_1909.shtml
wap.ceshi20.asia/article/20260104_1910.shtml
wap.ceshi20.asia/article/20260104_1911.shtml
wap.ceshi20.asia/article/20260104_1912.shtml
wap.ceshi20.asia/article/20260104_1913.shtml
wap.ceshi20.asia/article/20260104_1914.shtml
wap.ceshi20.asia/article/20260104_1915.shtml
wap.ceshi20.asia/article/20260104_1916.shtml
wap.ceshi20.asia/article/20260104_1917.shtml
wap.ceshi20.asia/article/20260104_1918.shtml
wap.ceshi20.asia/article/20260104_1919.shtml
wap.ceshi20.asia/article/20260104_1920.shtml
wap.ceshi20.asia/article/20260104_1921.shtml
wap.ceshi20.asia/article/20260104_1922.shtml
wap.ceshi20.asia/article/20260104_1923.shtml
wap.ceshi20.asia/article/20260104_1924.shtml
wap.ceshi20.asia/article/20260104_1925.shtml
wap.ceshi20.asia/article/20260104_1926.shtml
wap.ceshi20.asia/article/20260104_1927.shtml
wap.ceshi20.asia/article/20260104_1928.shtml
wap.ceshi20.asia/article/20260104_1929.shtml
wap.ceshi20.asia/article/20260104_1930.shtml
wap.ceshi20.asia/article/20260104_1931.shtml
wap.ceshi20.asia/article/20260104_1932.shtml
wap.ceshi20.asia/article/20260104_1933.shtml
wap.ceshi20.asia/article/20260104_1934.shtml
wap.ceshi20.asia/article/20260104_1935.shtml
wap.ceshi20.asia/article/20260104_1936.shtml
wap.ceshi20.asia/article/20260104_1937.shtml
wap.ceshi20.asia/article/20260104_1938.shtml
wap.ceshi20.asia/article/20260104_1939.shtml
wap.ceshi20.asia/article/20260104_1940.shtml
wap.ceshi20.asia/article/20260104_1941.shtml
wap.ceshi20.asia/article/20260104_1942.shtml
wap.ceshi20.asia/article/20260104_1943.shtml
wap.ceshi20.asia/article/20260104_1944.shtml
wap.ceshi20.asia/article/20260104_1945.shtml
wap.ceshi20.asia/article/20260104_1946.shtml
wap.ceshi20.asia/article/20260104_1947.shtml
wap.ceshi20.asia/article/20260104_1948.shtml
wap.ceshi20.asia/article/20260104_1949.shtml
wap.ceshi20.asia/article/20260104_1950.shtml
wap.ceshi20.asia/article/20260104_1951.shtml
wap.ceshi20.asia/article/20260104_1952.shtml
wap.ceshi20.asia/article/20260104_1953.shtml
wap.ceshi20.asia/article/20260104_1954.shtml
wap.ceshi20.asia/article/20260104_1955.shtml
wap.ceshi20.asia/article/20260104_1956.shtml
wap.ceshi20.asia/article/20260104_1957.shtml
wap.ceshi20.asia/article/20260104_1958.shtml
wap.ceshi20.asia/article/20260104_1959.shtml
wap.ceshi20.asia/article/20260104_1960.shtml
wap.ceshi20.asia/article/20260104_1961.shtml
wap.ceshi20.asia/article/20260104_1962.shtml
wap.ceshi20.asia/article/20260104_1963.shtml
wap.ceshi20.asia/article/20260104_1964.shtml
wap.ceshi20.asia/article/20260104_1965.shtml
wap.ceshi20.asia/article/20260104_1966.shtml
wap.ceshi20.asia/article/20260104_1967.shtml
wap.ceshi20.asia/article/20260104_1968.shtml
wap.ceshi20.asia/article/20260104_1969.shtml
wap.ceshi20.asia/article/20260104_1970.shtml
wap.ceshi20.asia/article/20260104_1971.shtml
wap.ceshi20.asia/article/20260104_1972.shtml
wap.ceshi20.asia/article/20260104_1973.shtml
wap.ceshi20.asia/article/20260104_1974.shtml
wap.ceshi20.asia/article/20260104_1975.shtml
wap.ceshi20.asia/article/20260104_1976.shtml
wap.ceshi20.asia/article/20260104_1977.shtml
wap.ceshi20.asia/article/20260104_1978.shtml
wap.ceshi20.asia/article/20260104_1979.shtml
wap.ceshi20.asia/article/20260104_1980.shtml
wap.ceshi20.asia/article/20260104_1981.shtml
wap.ceshi20.asia/article/20260104_1982.shtml
wap.ceshi20.asia/article/20260104_1983.shtml
wap.ceshi20.asia/article/20260104_1984.shtml
wap.ceshi20.asia/article/20260104_1985.shtml
wap.ceshi20.asia/article/20260104_1986.shtml
wap.ceshi20.asia/article/20260104_1987.shtml
wap.ceshi20.asia/article/20260104_1988.shtml
wap.ceshi20.asia/article/20260104_1989.shtml
wap.ceshi20.asia/article/20260104_1990.shtml
wap.ceshi20.asia/article/20260104_1991.shtml
wap.ceshi20.asia/article/20260104_1992.shtml
wap.ceshi20.asia/article/20260104_1993.shtml
wap.ceshi20.asia/article/20260104_1994.shtml
wap.ceshi20.asia/article/20260104_1995.shtml
wap.ceshi20.asia/article/20260104_1996.shtml
wap.ceshi20.asia/article/20260104_1997.shtml
wap.ceshi20.asia/article/20260104_1998.shtml
wap.ceshi20.asia/article/20260104_1999.shtml
wap.ceshi20.asia/article/20260104_2000.shtml
wap.ceshi20.asia/article/20260104_2001.shtml
wap.ceshi20.asia/article/20260104_2002.shtml
wap.ceshi20.asia/article/20260104_2003.shtml
wap.ceshi20.asia/article/20260104_2004.shtml
wap.ceshi20.asia/article/20260104_2005.shtml
wap.ceshi20.asia/article/20260104_2006.shtml
wap.ceshi20.asia/article/20260104_2007.shtml
wap.ceshi20.asia/article/20260104_2008.shtml
wap.ceshi20.asia/article/20260104_2009.shtml
wap.ceshi20.asia/article/20260104_2010.shtml
wap.ceshi20.asia/article/20260104_2011.shtml
wap.ceshi20.asia/article/20260104_2012.shtml
wap.ceshi20.asia/article/20260104_2013.shtml
wap.ceshi20.asia/article/20260104_2014.shtml
wap.ceshi20.asia/article/20260104_2015.shtml
wap.ceshi20.asia/article/20260104_2016.shtml
wap.ceshi20.asia/article/20260104_2017.shtml
wap.ceshi20.asia/article/20260104_2018.shtml
wap.ceshi20.asia/article/20260104_2019.shtml
wap.ceshi20.asia/article/20260104_2020.shtml
wap.ceshi20.asia/article/20260104_2021.shtml
wap.ceshi20.asia/article/20260104_2022.shtml
wap.ceshi20.asia/article/20260104_2023.shtml
wap.ceshi20.asia/article/20260104_2024.shtml
wap.ceshi20.asia/article/20260104_2025.shtml
wap.ceshi20.asia/article/20260104_2026.shtml
wap.ceshi20.asia/article/20260104_2027.shtml
wap.ceshi20.asia/article/20260104_2028.shtml
wap.ceshi20.asia/article/20260104_2029.shtml
wap.ceshi20.asia/article/20260104_2030.shtml
wap.ceshi20.asia/article/20260104_2031.shtml
wap.ceshi20.asia/article/20260104_2032.shtml
wap.ceshi20.asia/article/20260104_2033.shtml
wap.ceshi20.asia/article/20260104_2034.shtml
wap.ceshi20.asia/article/20260104_2035.shtml
wap.ceshi20.asia/article/20260104_2036.shtml
wap.ceshi20.asia/article/20260104_2037.shtml
wap.ceshi20.asia/article/20260104_2038.shtml
wap.ceshi20.asia/article/20260104_2039.shtml
wap.ceshi20.asia/article/20260104_2040.shtml
wap.ceshi20.asia/article/20260104_2041.shtml
wap.ceshi20.asia/article/20260104_2042.shtml
wap.ceshi20.asia/article/20260104_2043.shtml
wap.ceshi20.asia/article/20260104_2044.shtml
wap.ceshi20.asia/article/20260104_2045.shtml
wap.ceshi20.asia/article/20260104_2046.shtml
wap.ceshi20.asia/article/20260104_2047.shtml
wap.ceshi20.asia/article/20260104_2048.shtml
wap.ceshi20.asia/article/20260104_2049.shtml
wap.ceshi20.asia/article/20260104_2050.shtml
wap.ceshi20.asia/article/20260104_2051.shtml
wap.ceshi20.asia/article/20260104_2052.shtml
wap.ceshi20.asia/article/20260104_2053.shtml
wap.ceshi20.asia/article/20260104_2054.shtml
wap.ceshi20.asia/article/20260104_2055.shtml
wap.ceshi20.asia/article/20260104_2056.shtml
wap.ceshi20.asia/article/20260104_2057.shtml
wap.ceshi20.asia/article/20260104_2058.shtml
wap.ceshi20.asia/article/20260104_2059.shtml
wap.ceshi20.asia/article/20260104_2060.shtml
wap.ceshi20.asia/article/20260104_2061.shtml
wap.ceshi20.asia/article/20260104_2062.shtml
wap.ceshi20.asia/article/20260104_2063.shtml
wap.ceshi20.asia/article/20260104_2064.shtml
wap.ceshi20.asia/article/20260104_2065.shtml
wap.ceshi20.asia/article/20260104_2066.shtml
wap.ceshi20.asia/article/20260104_2067.shtml
wap.ceshi20.asia/article/20260104_2068.shtml
wap.ceshi20.asia/article/20260104_2069.shtml
wap.ceshi20.asia/article/20260104_2070.shtml
wap.ceshi20.asia/article/20260104_2071.shtml
wap.ceshi20.asia/article/20260104_2072.shtml
wap.ceshi20.asia/article/20260104_2073.shtml
wap.ceshi20.asia/article/20260104_2074.shtml
wap.ceshi20.asia/article/20260104_2075.shtml
wap.ceshi20.asia/article/20260104_2076.shtml
wap.ceshi20.asia/article/20260104_2077.shtml
wap.ceshi20.asia/article/20260104_2078.shtml
wap.ceshi20.asia/article/20260104_2079.shtml
wap.ceshi20.asia/article/20260104_2080.shtml
wap.ceshi20.asia/article/20260104_2081.shtml
wap.ceshi20.asia/article/20260104_2082.shtml
wap.ceshi20.asia/article/20260104_2083.shtml
wap.ceshi20.asia/article/20260104_2084.shtml
wap.ceshi20.asia/article/20260104_2085.shtml
wap.ceshi20.asia/article/20260104_2086.shtml
wap.ceshi20.asia/article/20260104_2087.shtml
wap.ceshi20.asia/article/20260104_2088.shtml
wap.ceshi20.asia/article/20260104_2089.shtml
wap.ceshi20.asia/article/20260104_2090.shtml
wap.ceshi20.asia/article/20260104_2091.shtml
wap.ceshi20.asia/article/20260104_2092.shtml
wap.ceshi20.asia/article/20260104_2093.shtml
wap.ceshi20.asia/article/20260104_2094.shtml
wap.ceshi20.asia/article/20260104_2095.shtml
wap.ceshi20.asia/article/20260104_2096.shtml
wap.ceshi20.asia/article/20260104_2097.shtml
wap.ceshi20.asia/article/20260104_2098.shtml
wap.ceshi20.asia/article/20260104_2099.shtml
wap.ceshi20.asia/article/20260104_2100.shtml
wap.ceshi20.asia/article/20260104_2101.shtml
wap.ceshi20.asia/article/20260104_2102.shtml
wap.ceshi20.asia/article/20260104_2103.shtml
wap.ceshi20.asia/article/20260104_2104.shtml
wap.ceshi20.asia/article/20260104_2105.shtml
wap.ceshi20.asia/article/20260104_2106.shtml
wap.ceshi20.asia/article/20260104_2107.shtml
wap.ceshi20.asia/article/20260104_2108.shtml
wap.ceshi20.asia/article/20260104_2109.shtml
wap.ceshi20.asia/article/20260104_2110.shtml
wap.ceshi20.asia/article/20260104_2111.shtml
wap.ceshi20.asia/article/20260104_2112.shtml
wap.ceshi20.asia/article/20260104_2113.shtml
wap.ceshi20.asia/article/20260104_2114.shtml
wap.ceshi20.asia/article/20260104_2115.shtml
wap.ceshi20.asia/article/20260104_2116.shtml
wap.ceshi20.asia/article/20260104_2117.shtml
wap.ceshi20.asia/article/20260104_2118.shtml
wap.ceshi20.asia/article/20260104_2119.shtml
wap.ceshi20.asia/article/20260104_2120.shtml
wap.ceshi20.asia/article/20260104_2121.shtml
wap.ceshi20.asia/article/20260104_2122.shtml
wap.ceshi20.asia/article/20260104_2123.shtml
wap.ceshi20.asia/article/20260104_2124.shtml
wap.ceshi20.asia/article/20260104_2125.shtml
wap.ceshi20.asia/article/20260104_2126.shtml
wap.ceshi20.asia/article/20260104_2127.shtml
wap.ceshi20.asia/article/20260104_2128.shtml
wap.ceshi20.asia/article/20260104_2129.shtml
wap.ceshi20.asia/article/20260104_2130.shtml
wap.ceshi20.asia/article/20260104_2131.shtml
wap.ceshi20.asia/article/20260104_2132.shtml
wap.ceshi20.asia/article/20260104_2133.shtml
wap.ceshi20.asia/article/20260104_2134.shtml
wap.ceshi20.asia/article/20260104_2135.shtml
wap.ceshi20.asia/article/20260104_2136.shtml
wap.ceshi20.asia/article/20260104_2137.shtml
wap.ceshi20.asia/article/20260104_2138.shtml
wap.ceshi20.asia/article/20260104_2139.shtml
wap.ceshi20.asia/article/20260104_2140.shtml
wap.ceshi20.asia/article/20260104_2141.shtml
wap.ceshi20.asia/article/20260104_2142.shtml
wap.ceshi20.asia/article/20260104_2143.shtml
wap.ceshi20.asia/article/20260104_2144.shtml
wap.ceshi20.asia/article/20260104_2145.shtml
wap.ceshi20.asia/article/20260104_2146.shtml
wap.ceshi20.asia/article/20260104_2147.shtml
wap.ceshi20.asia/article/20260104_2148.shtml
wap.ceshi20.asia/article/20260104_2149.shtml
wap.ceshi20.asia/article/20260104_2150.shtml
wap.ceshi20.asia/article/20260104_2151.shtml
wap.ceshi20.asia/article/20260104_2152.shtml
wap.ceshi20.asia/article/20260104_2153.shtml
wap.ceshi20.asia/article/20260104_2154.shtml
wap.ceshi20.asia/article/20260104_2155.shtml
wap.ceshi20.asia/article/20260104_2156.shtml
wap.ceshi20.asia/article/20260104_2157.shtml
wap.ceshi20.asia/article/20260104_2158.shtml
wap.ceshi20.asia/article/20260104_2159.shtml
wap.ceshi20.asia/article/20260104_2160.shtml
wap.ceshi20.asia/article/20260104_2161.shtml
wap.ceshi20.asia/article/20260104_2162.shtml
wap.ceshi20.asia/article/20260104_2163.shtml
wap.ceshi20.asia/article/20260104_2164.shtml
wap.ceshi20.asia/article/20260104_2165.shtml
wap.ceshi20.asia/article/20260104_2166.shtml
wap.ceshi20.asia/article/20260104_2167.shtml
wap.ceshi20.asia/article/20260104_2168.shtml
wap.ceshi20.asia/article/20260104_2169.shtml
wap.ceshi20.asia/article/20260104_2170.shtml
wap.ceshi20.asia/article/20260104_2171.shtml
wap.ceshi20.asia/article/20260104_2172.shtml
wap.ceshi20.asia/article/20260104_2173.shtml
wap.ceshi20.asia/article/20260104_2174.shtml
wap.ceshi20.asia/article/20260104_2175.shtml
wap.ceshi20.asia/article/20260104_2176.shtml
wap.ceshi20.asia/article/20260104_2177.shtml
wap.ceshi20.asia/article/20260104_2178.shtml
wap.ceshi20.asia/article/20260104_2179.shtml
wap.ceshi20.asia/article/20260104_2180.shtml
wap.ceshi20.asia/article/20260104_2181.shtml
wap.ceshi20.asia/article/20260104_2182.shtml
wap.ceshi20.asia/article/20260104_2183.shtml
wap.ceshi20.asia/article/20260104_2184.shtml
wap.ceshi20.asia/article/20260104_2185.shtml
wap.ceshi20.asia/article/20260104_2186.shtml
wap.ceshi20.asia/article/20260104_2187.shtml
wap.ceshi20.asia/article/20260104_2188.shtml
wap.ceshi20.asia/article/20260104_2189.shtml
wap.ceshi20.asia/article/20260104_2190.shtml
wap.ceshi20.asia/article/20260104_2191.shtml
wap.ceshi20.asia/article/20260104_2192.shtml
wap.ceshi20.asia/article/20260104_2193.shtml
wap.ceshi20.asia/article/20260104_2194.shtml
wap.ceshi20.asia/article/20260104_2195.shtml
wap.ceshi20.asia/article/20260104_2196.shtml
wap.ceshi20.asia/article/20260104_2197.shtml
wap.ceshi20.asia/article/20260104_2198.shtml
wap.ceshi20.asia/article/20260104_2199.shtml
wap.ceshi20.asia/article/20260104_2200.shtml

data: {"prefill_time":45.54,"decode_time":null,"token":{"id":[626],"text":"am"}}
data: {"prefill_time":null,"decode_time":128.32,"token":{"id":[263],"text":" a"}}
data: {"prefill_time":null,"decode_time":18.17,"token":{"id":[5176],"text":" French"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[17739],"text":" photograph"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[261],"text":"er"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[2729],"text":" based"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[297],"text":" in"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[3681],"text":" Paris"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29889],"text":"."}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[13],"text":"\n"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29902],"text":"I"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[505],"text":" have"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[1063],"text":" been"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[27904],"text":" shooting"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[1951],"text":" since"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[306],"text":" I"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[471],"text":" was"}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29871],"text":" "}}
data: {"prefill_time":null,"decode_time":16.80,"token":{"id":[29896],"text":"1"}}
data: {"prefill_time":null,"decode_time":16.80,"generated_text":"am a French photographer based in
Paris.\nI have been shooting since I was 15","details":
{"finish_reason":"length","generated_tokens":20,"seed":846930886},"token":{"id":[29945],"text":null}}