| –reasoning-parser deepseek_r1<\/td> | \u6307\u5b9a\u63a8\u7406\u7ed3\u679c\u7684\u89e3\u6790\u5668<\/td> | \u6a21\u578b\u76f8\u5173\u503c\uff08\u5982deepseek_r1\uff09<\/td> | \u9700\u4e0e\u6a21\u578b\u914d\u5957\u4f7f\u7528\uff0c\u53ef\u80fd\u7528\u4e8e\u7ed3\u6784\u5316\u8f93\u51fa\uff08\u5982\u601d\u7ef4\u94fe\u3001\u5de5\u5177\u8c03\u7528\u7b49\uff09<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\nvllm serve DeepSeek-R1-Distill-Qwen-32B --host 0.0.0.0 --port 30041 --uvicorn-log-level info --pipeline-parallel-size 1 --tensor-parallel-size 2 --gpu-memory-utilization 0.9 --device cuda --enable-prefix-caching --trust-remote-code --max-model-len 131072 --api-key \u4f60\u7684\u5bc6\u94a5 --enable-reasoning --reasoning-parser deepseek_r1<\/code><\/pre>\n\n\n\n![\"\"](\"data:image\/svg+xml;base64,PCEtLUFyZ29uTG9hZGluZy0tPgo8c3ZnIHdpZHRoPSIxIiBoZWlnaHQ9IjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgc3Ryb2tlPSIjZmZmZmZmMDAiPjxnPjwvZz4KPC9zdmc+\") <\/div><\/figure>\n\n\n\n \u6a21\u578b\u6d4b\u8bd5-Postman<\/h4>\n\n\n\n\u8bf7\u6c42\u914d\u7f6e\u5982\u4e0b\uff1aMethod: POST URL: http:\/\/IP\u5730\u5740:\u7aef\u53e3\/v1\/chat\/completions<\/p>\n\n\n\n Headers<\/p>\n\n\n\n| Key<\/th> | Value<\/th><\/tr><\/thead> |
|---|
| Content-Type<\/td> | application\/json<\/td><\/tr> | | Authorization<\/td> | Bearer \u542f\u52a8\u65f6\u5019\u7684\u5bc6\u94a5<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\nRequest Body (JSON)\n{\n \"model\": \"QwQ-32B\",\n \"messages\": [\n {\"role\": \"system\", \"content\": \"\u4f60\u662f\u4e00\u4e2a\u4e25\u8c28\u7684AI\u52a9\u624b\"},\n {\"role\": \"user\", \"content\": \"\u8bf7\u89e3\u91ca\u91cf\u5b50\u7ea0\u7f20\u73b0\u8c61\"}\n ],\n \"max_tokens\": 512,\n \"temperature\": 0.3,\n \"top_p\": 0.9,\n \"reasoning\": true,\n \"reasoning_parser\": \"deepseek_r1\",\n \"stream\": false\n}<\/code><\/pre>\n\n\n\n<\/div><\/figure>\n\n\n\n OpenAI python\u6d4b\u8bd5<\/h4>\n\n\n\nfrom openai import OpenAI\nclient = OpenAI(\n api_key=\"\u4f60\u7684\u5bc6\u94a5\",\n base_url=\"http:\/\/IP\u5730\u5740:\u7aef\u53e3<\/span>\/v1\"\n)\nmsg = \"\u4f60\u597d\uff1f\"\nmessages = [{\"role\": \"user\", \"content\": msg}]\nresponse = client.chat.completions.create(\n model=\"DeepSeek-R1-Distill-Qwen-32B\",\n messages=messages,\n stream=True,\n stream_options={\"include_usage\": True} # \u4fee\u6b63\u53c2\u6570\u540d\u4e2d\u7684\u4e0b\u5212\u7ebf\n)\nreasoning_content = \"\"\ncontent = \"\"\nfor chunk in response:\n # \u5148\u68c0\u67e5\u662f\u5426\u5b58\u5728\u6709\u6548\u7684choices\n if not chunk.choices or len(chunk.choices) == 0:\n continue # \u8df3\u8fc7\u7a7achoices\u7684chunk\n delta = chunk.choices[0].delta\n # \u5904\u7406reasoning_content\n if hasattr(delta, \"reasoning_content\") and delta.reasoning_content:\n reasoning_content += delta.reasoning_content\n print(f\"{delta.reasoning_content}\", end=\"\", flush=True)\n # \u5904\u7406content\n if hasattr(delta, \"content\") and delta.content:\n content += delta.content\n print(f\"{delta.content}\", end=\"\", flush=True)\n# \u53ef\u9009\uff1a\u6dfb\u52a0\u6700\u7ec8\u6362\u884c\nprint()<\/code><\/pre>\n\n\n\n<\/div><\/figure>\n\n\n\n \u8bcd\u5d4c\u5165\u6a21\u578b<\/h3>\n\n\n\n\u4ec5\u9700\u8981\u6dfb\u52a0-task embed\u53c2\u6570\u5373\u53ef\uff0c\u793a\u4f8b\u5982\u4e0b<\/p>\n\n\n\n| \u53c2\u6570<\/th> | \u63cf\u8ff0<\/th> | \u793a\u4f8b\/\u503c<\/th> | \u5907\u6ce8<\/th><\/tr><\/thead> |
|---|
| bge-base-zh-v1.5<\/td> | \u8981\u52a0\u8f7d\u7684\u6a21\u578b\u540d\u79f0<\/td> | \u5fc5\u586b<\/td> | \u4e2d\u6587\u6587\u672c\u5d4c\u5165\u6a21\u578b\uff0c\u652f\u6301\u4e2d\u82f1\u53cc\u8bed<\/td><\/tr> | | –host<\/td> | API \u670d\u52a1\u7ed1\u5b9a\u7684\u4e3b\u673a\u5730\u5740<\/td> | 0.0.0.0<\/td> | 0.0.0.0 \u8868\u793a\u5141\u8bb8\u5916\u90e8\u8bbf\u95ee<\/td><\/tr> | | –port<\/td> | API \u670d\u52a1\u76d1\u542c\u7684\u7aef\u53e3\u53f7<\/td> | 30049<\/td> | \u81ea\u5b9a\u4e49\u7aef\u53e3\u9700\u786e\u4fdd\u672a\u88ab\u5360\u7528<\/td><\/tr> | | –gpu-memory-utilization<\/td> | GPU \u663e\u5b58\u5229\u7528\u7387\u76ee\u6807\uff080.0-1.0\uff09<\/td> | 0.9<\/td> | 0.9 \u8868\u793a\u4f7f\u7528 90% \u7684\u53ef\u7528\u663e\u5b58<\/td><\/tr> | | –uvicorn-log-level<\/td> | \u63a7\u5236 Uvicorn \u670d\u52a1\u5668\u7684\u65e5\u5fd7\u8f93\u51fa\u7ea7\u522b<\/td> | info<\/td> | \u53ef\u9009\u503c\uff1adebug, info, warning, error, critical<\/td><\/tr> | | –dtype<\/td> | \u6a21\u578b\u6743\u91cd\u6570\u636e\u7c7b\u578b<\/td> | float16<\/td> | \u534a\u7cbe\u5ea6\u6d6e\u70b9\uff0c\u53ef\u51cf\u5c11\u663e\u5b58\u5360\u7528<\/td><\/tr> | | –task<\/td> | \u6307\u5b9a\u670d\u52a1\u4efb\u52a1\u7c7b\u578b<\/td> | embed<\/td> | \u8868\u793a\u63d0\u4f9b\u5d4c\u5165\u751f\u6210\u670d\u52a1<\/td><\/tr> | | –api-key<\/td> | API \u8bbf\u95ee\u5bc6\u94a5\uff08\u53ef\u9009\u5b89\u5168\u9a8c\u8bc1\uff09<\/td> | \u81ea\u5b9a\u4e49\u5b57\u7b26\u4e32<\/td> | \u9700\u8981\u5ba2\u6237\u7aef\u5728\u8bf7\u6c42\u5934\u4e2d\u643a\u5e26\u6b64\u5bc6\u94a5<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\nvllm serve bge-base-zh-v1.5 --host 0.0.0.0 --port 30049 --gpu-memory-utilization 0.9 --uvicorn-log-level info --dtype float16 --task embed --api-key \u4f60\u7684\u5bc6\u94a5<\/code><\/pre>\n\n\n\n<\/div><\/figure>\n\n\n\n \u6a21\u578b\u6d4b\u8bd5-Postman<\/h4>\n\n\n\n\u8bf7\u6c42\u914d\u7f6e\u5982\u4e0b\uff1aMethod: POST URL: http:\/\/IP\u5730\u5740:\u7aef\u53e3\/v1\/chat\/completions<\/p>\n\n\n\n Headers<\/p>\n\n\n\n| Key<\/th> | Value<\/th><\/tr><\/thead> |
|---|
| Content-Type<\/td> | application\/json<\/td><\/tr> | | Authorization<\/td> | Bearer \u542f\u52a8\u65f6\u5019\u7684\u5bc6\u94a5<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n{\n \"input\": [\n \"\u4f60\u597d\"\n ],\n \"model\": \"bge-base-zh-v1.5\"\n}<\/code><\/pre>\n\n\n\n<\/div><\/figure>\n\n\n\n OpenAI Python\u6d4b\u8bd5<\/h4>\n\n\n\nfrom openai import OpenAI\n# Modify OpenAI's API key and API base to use vLLM's API server.\nopenai_api_key = \"\u4f60\u7684\u5bc6\u94a5\"\nopenai_api_base = \"http:\/\/IP\u5730\u5740:\u7aef\u53e3<\/span>\/v1\"\nclient = OpenAI(\n # defaults to os.environ.get(\"OPENAI_API_KEY\")\n api_key=openai_api_key,\n base_url=openai_api_base,\n)\nmodels = client.models.list()\nmodel = models.data[0].id\nresponses = client.embeddings.create(\n input=[\n \"Hello my name is\",\n \"The best thing about vLLM is that it supports many different models\"\n ],\n model=model,\n)\nfor data in responses.data:\n print(data.embedding) <\/code><\/pre>\n\n\n\n<\/div><\/figure>\n","protected":false},"excerpt":{"rendered":" \u57fa\u7840\u4ecb\u7ecd Ollama\u4ecb\u7ecd \u8f7b\u91cf\u7ea7\u672c\u5730\u5316\u5de5\u5177\uff0c\u4e13\u4e3a\u4e2a\u4eba\u5f00\u53d1\u8005\u548c\u5c0f\u89c4\u6a21\u5b9e\u9a8c\u8bbe\u8ba1\uff0c\u4e3b\u6253\u5feb\u901f\u90e8\u7f72\u548c\u4f4e\u8d44\u6e90\u5360\u7528 \u6838\u5fc3\u4f18 […]<\/p>\n","protected":false},"author":1,"featured_media":122,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[],"class_list":["post-85","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-model-serve"],"yoast_head":"\n \u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/\u4f7f\u7528vllm\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI\" \/>\n<meta property=\"og:description\" content=\"\u57fa\u7840\u4ecb\u7ecd Ollama\u4ecb\u7ecd \u8f7b\u91cf\u7ea7\u672c\u5730\u5316\u5de5\u5177\uff0c\u4e13\u4e3a\u4e2a\u4eba\u5f00\u53d1\u8005\u548c\u5c0f\u89c4\u6a21\u5b9e\u9a8c\u8bbe\u8ba1\uff0c\u4e3b\u6253\u5feb\u901f\u90e8\u7f72\u548c\u4f4e\u8d44\u6e90\u5360\u7528 \u6838\u5fc3\u4f18 […]\" \/>\n<meta property=\"og:url\" content=\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/\u4f7f\u7528vllm\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\/\" \/>\n<meta property=\"og:site_name\" content=\"\u4eca\u5929\u5f00\u59cb\u5b66AI\" \/>\n<meta property=\"article:published_time\" content=\"2025-04-01T09:35:07+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-04-04T03:07:16+00:00\" \/>\n<meta property=\"og:image\" content=\"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png\" \/>\n\t<meta property=\"og:image:width\" content=\"2384\" \/>\n\t<meta property=\"og:image:height\" content=\"904\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"author\" content=\"Knoka\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"Knoka\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"4 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#article\",\"isPartOf\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/\"},\"author\":{\"name\":\"Knoka\",\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84\"},\"headline\":\"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\",\"datePublished\":\"2025-04-01T09:35:07+00:00\",\"dateModified\":\"2025-04-04T03:07:16+00:00\",\"mainEntityOfPage\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/\"},\"wordCount\":221,\"commentCount\":0,\"publisher\":{\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84\"},\"image\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage\"},\"thumbnailUrl\":\"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png\",\"articleSection\":[\"\u6a21\u578b\u90e8\u7f72\"],\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/\",\"url\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/\",\"name\":\"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI\",\"isPartOf\":{\"@id\":\"http:\/\/knoka.vip\/#website\"},\"primaryImageOfPage\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage\"},\"image\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage\"},\"thumbnailUrl\":\"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png\",\"datePublished\":\"2025-04-01T09:35:07+00:00\",\"dateModified\":\"2025-04-04T03:07:16+00:00\",\"breadcrumb\":{\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage\",\"url\":\"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png\",\"contentUrl\":\"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png\",\"width\":2384,\"height\":904},{\"@type\":\"BreadcrumbList\",\"@id\":\"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"http:\/\/knoka.vip\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\"}]},{\"@type\":\"WebSite\",\"@id\":\"http:\/\/knoka.vip\/#website\",\"url\":\"http:\/\/knoka.vip\/\",\"name\":\"\u4eca\u5929\u5f00\u59cb\u5b66AI\",\"description\":\"\u77e5\u8bc6\u5206\u4eab\",\"publisher\":{\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"http:\/\/knoka.vip\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"zh-Hans\"},{\"@type\":[\"Person\",\"Organization\"],\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84\",\"name\":\"Knoka\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.pho.ink\/avatar\/a81dd1238e551ec6c470995487946913852d59837b557d5166ae60169466da05?s=96&r=g&d=404\",\"contentUrl\":\"https:\/\/gravatar.pho.ink\/avatar\/a81dd1238e551ec6c470995487946913852d59837b557d5166ae60169466da05?s=96&r=g&d=404\",\"caption\":\"Knoka\"},\"logo\":{\"@id\":\"http:\/\/knoka.vip\/#\/schema\/person\/image\/\"},\"sameAs\":[\"http:\/\/118.178.172.39\"],\"url\":\"http:\/\/knoka.vip\/index.php\/author\/admin\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/\u4f7f\u7528vllm\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI","og_description":"\u57fa\u7840\u4ecb\u7ecd Ollama\u4ecb\u7ecd \u8f7b\u91cf\u7ea7\u672c\u5730\u5316\u5de5\u5177\uff0c\u4e13\u4e3a\u4e2a\u4eba\u5f00\u53d1\u8005\u548c\u5c0f\u89c4\u6a21\u5b9e\u9a8c\u8bbe\u8ba1\uff0c\u4e3b\u6253\u5feb\u901f\u90e8\u7f72\u548c\u4f4e\u8d44\u6e90\u5360\u7528 \u6838\u5fc3\u4f18 […]","og_url":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/\u4f7f\u7528vllm\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848\/","og_site_name":"\u4eca\u5929\u5f00\u59cb\u5b66AI","article_published_time":"2025-04-01T09:35:07+00:00","article_modified_time":"2025-04-04T03:07:16+00:00","og_image":[{"width":2384,"height":904,"url":"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png","type":"image\/png"}],"author":"Knoka","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"Knoka","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"4 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#article","isPartOf":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/"},"author":{"name":"Knoka","@id":"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84"},"headline":"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848","datePublished":"2025-04-01T09:35:07+00:00","dateModified":"2025-04-04T03:07:16+00:00","mainEntityOfPage":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/"},"wordCount":221,"commentCount":0,"publisher":{"@id":"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84"},"image":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage"},"thumbnailUrl":"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png","articleSection":["\u6a21\u578b\u90e8\u7f72"],"inLanguage":"zh-Hans","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#respond"]}]},{"@type":"WebPage","@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/","url":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/","name":"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848 - \u4eca\u5929\u5f00\u59cb\u5b66AI","isPartOf":{"@id":"http:\/\/knoka.vip\/#website"},"primaryImageOfPage":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage"},"image":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage"},"thumbnailUrl":"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png","datePublished":"2025-04-01T09:35:07+00:00","dateModified":"2025-04-04T03:07:16+00:00","breadcrumb":{"@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/"]}]},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#primaryimage","url":"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png","contentUrl":"http:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/\u5927\u6a21\u578b\u5e94\u7528\u6846\u67b6-1.png","width":2384,"height":904},{"@type":"BreadcrumbList","@id":"http:\/\/knoka.vip\/index.php\/2025\/04\/01\/%e4%bd%bf%e7%94%a8vllm%e9%83%a8%e7%bd%b2%e4%b8%80%e7%b3%bb%e5%88%97%e5%a4%a7%e8%af%ad%e8%a8%80%e6%a8%a1%e5%9e%8b%e6%96%b9%e6%a1%88\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"http:\/\/knoka.vip\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528VLLM\u90e8\u7f72\u4e00\u7cfb\u5217\u5927\u8bed\u8a00\u6a21\u578b\u65b9\u6848"}]},{"@type":"WebSite","@id":"http:\/\/knoka.vip\/#website","url":"http:\/\/knoka.vip\/","name":"\u4eca\u5929\u5f00\u59cb\u5b66AI","description":"\u77e5\u8bc6\u5206\u4eab","publisher":{"@id":"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"http:\/\/knoka.vip\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"zh-Hans"},{"@type":["Person","Organization"],"@id":"http:\/\/knoka.vip\/#\/schema\/person\/59bf442e4e4c21f6969b984b8c5bfc84","name":"Knoka","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"http:\/\/knoka.vip\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.pho.ink\/avatar\/a81dd1238e551ec6c470995487946913852d59837b557d5166ae60169466da05?s=96&r=g&d=404","contentUrl":"https:\/\/gravatar.pho.ink\/avatar\/a81dd1238e551ec6c470995487946913852d59837b557d5166ae60169466da05?s=96&r=g&d=404","caption":"Knoka"},"logo":{"@id":"http:\/\/knoka.vip\/#\/schema\/person\/image\/"},"sameAs":["http:\/\/118.178.172.39"],"url":"http:\/\/knoka.vip\/index.php\/author\/admin\/"}]}},"_links":{"self":[{"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/posts\/85","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/comments?post=85"}],"version-history":[{"count":0,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/posts\/85\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/media\/122"}],"wp:attachment":[{"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/media?parent=85"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/categories?post=85"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/knoka.vip\/index.php\/wp-json\/wp\/v2\/tags?post=85"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}
|
|
|
|
![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-4-1024x266.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-2-1024x493.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-5-1024x261.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-6-1024x368.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-7-1024x527.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-8-1024x555.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-9-1024x343.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-11-1024x527.png\")
<\/div><\/figure>\n\n\n\n![\"\"](\"https:\/\/knoka.vip\/wp-content\/uploads\/2025\/04\/image-12-1024x493.png\")
<\/div><\/figure>\n","protected":false},"excerpt":{"rendered":"