"use strict";(self.webpackChunkelementary_public_docs=self.webpackChunkelementary_public_docs||[]).push([[80935],{15680:(t,e,n)=>{n.d(e,{xA:()=>y,yg:()=>N});var a=n(96540);function l(t,e,n){return e in t?Object.defineProperty(t,e,{value:n,enumerable:!0,configurable:!0,writable:!0}):t[e]=n,t}function r(t,e){var n=Object.keys(t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(t);e&&(a=a.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),n.push.apply(n,a)}return n}function g(t){for(var e=1;e<arguments.length;e++){var n=null!=arguments[e]?arguments[e]:{};e%2?r(Object(n),!0).forEach((function(e){l(t,e,n[e])})):Object.getOwnPropertyDescriptors?Object.defineProperties(t,Object.getOwnPropertyDescriptors(n)):r(Object(n)).forEach((function(e){Object.defineProperty(t,e,Object.getOwnPropertyDescriptor(n,e))}))}return t}function i(t,e){if(null==t)return{};var n,a,l=function(t,e){if(null==t)return{};var n,a,l={},r=Object.keys(t);for(a=0;a<r.length;a++)n=r[a],e.indexOf(n)>=0||(l[n]=t[n]);return l}(t,e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(t);for(a=0;a<r.length;a++)n=r[a],e.indexOf(n)>=0||Object.prototype.propertyIsEnumerable.call(t,n)&&(l[n]=t[n])}return l}var m=a.createContext({}),p=function(t){var e=a.useContext(m),n=e;return t&&(n="function"==typeof t?t(e):g(g({},e),t)),n},y=function(t){var e=p(t.components);return a.createElement(m.Provider,{value:e},t.children)},u="mdxType",d={inlineCode:"code",wrapper:function(t){var e=t.children;return a.createElement(a.Fragment,{},e)}},o=a.forwardRef((function(t,e){var n=t.components,l=t.mdxType,r=t.originalType,m=t.parentName,y=i(t,["components","mdxType","originalType","parentName"]),u=p(n),o=l,N=u["".concat(m,".").concat(o)]||u[o]||d[o]||r;return n?a.createElement(N,g(g({ref:e},y),{},{components:n})):a.createElement(N,g({ref:e},y))}));function N(t,e){var n=arguments,l=e&&e.mdxType;if("string"==typeof t||l){var r=n.length,g=new Array(r);g[0]=o;var i={};for(var m in e)hasOwnProperty.call(e,m)&&(i[m]=e[m]);i.originalType=t,i[u]="string"==typeof t?t:l,g[1]=i;for(var p=2;p<r;p++)g[p]=n[p];return a.createElement.apply(null,g)}return a.createElement.apply(null,n)}o.displayName="MDXCreateElement"},30771:(t,e,n)=>{n.r(e),n.d(e,{assets:()=>m,contentTitle:()=>g,default:()=>d,frontMatter:()=>r,metadata:()=>i,toc:()=>p});var a=n(58168),l=(n(96540),n(15680));const r={sidebar_position:2,title:"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b"},g="\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b",i={unversionedId:"model-as-a-service/nova/model/mllm",id:"model-as-a-service/nova/model/mllm",title:"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b",description:"SenseChat-Vision",source:"@site/docs/model-as-a-service/nova/model/mllm.md",sourceDirName:"model-as-a-service/nova/model",slug:"/model-as-a-service/nova/model/mllm",permalink:"/help/docs/model-as-a-service/nova/model/mllm",draft:!1,editUrl:"https://github.com/facebook/docusaurus/tree/main/packages/create-docusaurus/templates/shared/docs/model-as-a-service/nova/model/mllm.md",tags:[],version:"current",sidebarPosition:2,frontMatter:{sidebar_position:2,title:"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b"},sidebar:"tutorialSidebar",previous:{title:"\u7aef\u4fa7\u5927\u8bed\u8a00\u6a21\u578b",permalink:"/help/docs/model-as-a-service/nova/model/llm/end"},next:{title:"\u65e5\u65e5\u65b0-\u8bed\u97f3\u5927\u6a21\u578b",permalink:"/help/docs/model-as-a-service/nova/model/audio"}},m={},p=[{value:"<strong>SenseChat-Vision</strong>",id:"sensechat-vision",level:3}],y={toc:p},u="wrapper";function d(t){let{components:e,...n}=t;return(0,l.yg)(u,(0,a.A)({},y,n,{components:e,mdxType:"MDXLayout"}),(0,l.yg)("h1",{id:"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b"},"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b"),(0,l.yg)("h3",{id:"sensechat-vision"},(0,l.yg)("strong",{parentName:"h3"},"SenseChat-Vision")),(0,l.yg)("table",null,(0,l.yg)("thead",{parentName:"table"},(0,l.yg)("tr",{parentName:"thead"},(0,l.yg)("th",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"th"},"\u6a21\u578b\u7248\u672c")),(0,l.yg)("th",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"th"},"V5.5")))),(0,l.yg)("tbody",{parentName:"table"},(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"\u6a21\u578b\u7b80\u4ecb"),(0,l.yg)("td",{parentName:"tr",align:null},"\u65e5\u65e5\u65b0-\u5546\u91cf\u56fe\u6587\u591a\u6a21\u6001\u5927\u6a21\u578b")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"\u6a21\u578b\u6700\u5927\u4e0a\u4e0b\u6587\u957f\u5ea6\u9650\u5236"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("inlineCode",{parentName:"td"},"16K(16384)"),"\uff0c\u5355\u4f4d ",(0,l.yg)("inlineCode",{parentName:"td"},"token"))),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"\u6a21\u578b\u6743\u9650"),(0,l.yg)("td",{parentName:"tr",align:null},"\u516c\u5f00\u8c03\u7528")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"\u6a21\u578b\u901f\u7387\u9650\u5236"),(0,l.yg)("td",{parentName:"tr",align:null},"60 RPM\uff0c128K TPM")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"\u9002\u914d\u63a5\u53e3"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("a",{parentName:"td",href:"/help/docs/model-as-a-service/nova/vision/ChatCompletions/"},"\u56fe\u6587\u5bf9\u8bdd\u751f\u6210"))))),(0,l.yg)("ul",null,(0,l.yg)("li",null,(0,l.yg)("b",null,"\u7279\u6b8a\u53c2\u6570\u8bf4\u660e")),(0,l.yg)("ul",null,(0,l.yg)("li",null,"\u8bf7\u6c42\u4f53\u53c2\u6570\u4e2d\u7684",(0,l.yg)("code",null,"max_new_tokens"),"\u53d6\u503c\u8303\u56f4[1, 16384]\uff0c\u9ed8\u8ba4\u503c1024"),(0,l.yg)("li",null,"\u8bf7\u6c42\u4f53\u53c2\u6570\u4e2d\u7684",(0,l.yg)("code",null,"content"),"\u6700\u591a\u53ef\u4ee5\u5305\u542b 6\u5f20 \u56fe\u7247\u7684\u4fe1\u606f")),(0,l.yg)("li",null,(0,l.yg)("b",null,"\u6a21\u578b\u80fd\u529b\u8bf4\u660e")),(0,l.yg)("ul",null,(0,l.yg)("li",null,"\u5168\u9762\u5b9e\u73b0\u6a21\u578b\u57fa\u7840\u80fd\u529b\u4f18\u5316\uff0c\u5728\u5bf9\u8c61\u5c5e\u6027\u8bc6\u522b\u3001\u7a7a\u95f4\u5173\u7cfb\u3001\u52a8\u4f5c\u4e8b\u4ef6\u8bc6\u522b\u3001\u573a\u666f\u7406\u89e3\u3001\u60c5\u611f\u8bc6\u522b\u3001\u903b\u8f91\u5e38\u8bc6\u63a8\u7406\u548c\u6587\u672c\u7406\u89e3\u751f\u6210\u4e0a\u90fd\u5b9e\u73b0\u4e86\u8f83\u5927\u63d0\u5347\u3002"),(0,l.yg)("li",null,"\u591a\u6837\u5316\u56fe\u8868\u7406\u89e3\u80fd\u529b\u63d0\u5347\u3002\u5e26\u6709\u5177\u4f53\u6570\u636e\u7684\u57fa\u7840\u7edf\u8ba1\u56fe\u8868\u5982\u6761\u5f62\u56fe\u3001\u6298\u7ebf\u56fe\u3001\u997c\u56fe\u3001\u8868\u683c\u7b49\u56fe\u8868\u7684\u9ad8\u7cbe\u5ea6\u7406\u89e3\uff0c\u5e76\u5728\u590d\u6742\u56fe\u8868\u7684\u7406\u89e3\u4e0a\u6709\u6240\u63d0\u9ad8\u3002"),(0,l.yg)("li",null,"\u5b66\u79d1\u76f8\u5173\u89e3\u9898\u80fd\u529b\u5c0f\u5e45\u5ea6\u63d0\u5347\uff0c\u5305\u62ec\u610f\u56fe\u7406\u89e3\uff0c\u8fc7\u7a0b\u5206\u6790\uff0c\u652f\u6301\u6807\u51c6LaTeX\u683c\u5f0f\u8f93\u51fa\u3002"),(0,l.yg)("li",null,"\u4e2d\u82f1\u6587OCR\u80fd\u529b\u4f18\u5316\uff0c\u5b9e\u73b0\u7e41\u4f53\u3001\u624b\u5199\u4f53\u8bc6\u522b\u6709\u660e\u663e\u63d0\u5347\uff0c\u4e66\u6cd5\u3001\u65e5\u97e9\u8bc6\u522b\u80fd\u529b\u5c0f\u5e45\u63d0\u5347\u3002"),(0,l.yg)("li",null,"\u89c6\u89c9\u80fd\u529bBenchmark \uff08\u8868\u4e2d\u6240\u6709\u7684\u6570\u5b57\u5747\u57fa\u4e8e OpenCompass \u5b9e\u6d4b\u83b7\u5f97\uff09")),(0,l.yg)("br",null),(0,l.yg)("table",null,(0,l.yg)("thead",{parentName:"table"},(0,l.yg)("tr",{parentName:"thead"},(0,l.yg)("th",{parentName:"tr",align:null},"Avg.Score"),(0,l.yg)("th",{parentName:"tr",align:null},"MMBenchv1.1"),(0,l.yg)("th",{parentName:"tr",align:null},"MMStar"),(0,l.yg)("th",{parentName:"tr",align:null},"MMMU"),(0,l.yg)("th",{parentName:"tr",align:null},"MathVista"),(0,l.yg)("th",{parentName:"tr",align:null},"HallusionBenchAvg."),(0,l.yg)("th",{parentName:"tr",align:null},"AI2D"),(0,l.yg)("th",{parentName:"tr",align:null},"OCRBench"),(0,l.yg)("th",{parentName:"tr",align:null},"MMVet"),(0,l.yg)("th",{parentName:"tr",align:null}))),(0,l.yg)("tbody",{parentName:"table"},(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"SenseChat-Vision"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"69.9")),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"83.0")),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"65.4")),(0,l.yg)("td",{parentName:"tr",align:null},"54.6"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"67.2")),(0,l.yg)("td",{parentName:"tr",align:null},"51.9"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"86.9")),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"83.8")),(0,l.yg)("td",{parentName:"tr",align:null},"66.2")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"GPT4o-0513"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"69.9")),(0,l.yg)("td",{parentName:"tr",align:null},"82.2"),(0,l.yg)("td",{parentName:"tr",align:null},"63.9"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"69.2")),(0,l.yg)("td",{parentName:"tr",align:null},"61.3"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"55.0")),(0,l.yg)("td",{parentName:"tr",align:null},"84.6"),(0,l.yg)("td",{parentName:"tr",align:null},"73.6"),(0,l.yg)("td",{parentName:"tr",align:null},(0,l.yg)("strong",{parentName:"td"},"69.1"))),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Claude 3.5-Sonnet"),(0,l.yg)("td",{parentName:"tr",align:null},"67.9"),(0,l.yg)("td",{parentName:"tr",align:null},"78.5"),(0,l.yg)("td",{parentName:"tr",align:null},"62.2"),(0,l.yg)("td",{parentName:"tr",align:null},"65.9"),(0,l.yg)("td",{parentName:"tr",align:null},"61.6"),(0,l.yg)("td",{parentName:"tr",align:null},"49.9"),(0,l.yg)("td",{parentName:"tr",align:null},"80.2"),(0,l.yg)("td",{parentName:"tr",align:null},"78.8"),(0,l.yg)("td",{parentName:"tr",align:null},"66.0")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Gemini 1.5 Pro"),(0,l.yg)("td",{parentName:"tr",align:null},"64.4"),(0,l.yg)("td",{parentName:"tr",align:null},"73.9"),(0,l.yg)("td",{parentName:"tr",align:null},"59.1"),(0,l.yg)("td",{parentName:"tr",align:null},"60.6"),(0,l.yg)("td",{parentName:"tr",align:null},"57.7"),(0,l.yg)("td",{parentName:"tr",align:null},"45.6"),(0,l.yg)("td",{parentName:"tr",align:null},"79.1"),(0,l.yg)("td",{parentName:"tr",align:null},"75.4"),(0,l.yg)("td",{parentName:"tr",align:null},"64.0")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"GPT4v-0409"),(0,l.yg)("td",{parentName:"tr",align:null},"63.5"),(0,l.yg)("td",{parentName:"tr",align:null},"79.8"),(0,l.yg)("td",{parentName:"tr",align:null},"56.0"),(0,l.yg)("td",{parentName:"tr",align:null},"61.7"),(0,l.yg)("td",{parentName:"tr",align:null},"54.7"),(0,l.yg)("td",{parentName:"tr",align:null},"43.9"),(0,l.yg)("td",{parentName:"tr",align:null},"78.6"),(0,l.yg)("td",{parentName:"tr",align:null},"65.6"),(0,l.yg)("td",{parentName:"tr",align:null},"67.5")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"GLM-4v"),(0,l.yg)("td",{parentName:"tr",align:null},"60.8"),(0,l.yg)("td",{parentName:"tr",align:null},"78.6"),(0,l.yg)("td",{parentName:"tr",align:null},"53.2"),(0,l.yg)("td",{parentName:"tr",align:null},"45.6"),(0,l.yg)("td",{parentName:"tr",align:null},"45.6"),(0,l.yg)("td",{parentName:"tr",align:null},"44.9"),(0,l.yg)("td",{parentName:"tr",align:null},"76.1"),(0,l.yg)("td",{parentName:"tr",align:null},"81.4"),(0,l.yg)("td",{parentName:"tr",align:null},"60.7")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Step-1V"),(0,l.yg)("td",{parentName:"tr",align:null},"59.5"),(0,l.yg)("td",{parentName:"tr",align:null},"78.0"),(0,l.yg)("td",{parentName:"tr",align:null},"50.0"),(0,l.yg)("td",{parentName:"tr",align:null},"49.9"),(0,l.yg)("td",{parentName:"tr",align:null},"44.8"),(0,l.yg)("td",{parentName:"tr",align:null},"48.4"),(0,l.yg)("td",{parentName:"tr",align:null},"79.2"),(0,l.yg)("td",{parentName:"tr",align:null},"62.5"),(0,l.yg)("td",{parentName:"tr",align:null},"63.3")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Qwen-VL-Max"),(0,l.yg)("td",{parentName:"tr",align:null},"58.3"),(0,l.yg)("td",{parentName:"tr",align:null},"74.6"),(0,l.yg)("td",{parentName:"tr",align:null},"49.5"),(0,l.yg)("td",{parentName:"tr",align:null},"52.0"),(0,l.yg)("td",{parentName:"tr",align:null},"43.4"),(0,l.yg)("td",{parentName:"tr",align:null},"41.2"),(0,l.yg)("td",{parentName:"tr",align:null},"75.7"),(0,l.yg)("td",{parentName:"tr",align:null},"68.4"),(0,l.yg)("td",{parentName:"tr",align:null},"61.8")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"GPT4v-1106"),(0,l.yg)("td",{parentName:"tr",align:null},"57.1"),(0,l.yg)("td",{parentName:"tr",align:null},"73.8"),(0,l.yg)("td",{parentName:"tr",align:null},"49.7"),(0,l.yg)("td",{parentName:"tr",align:null},"53.8"),(0,l.yg)("td",{parentName:"tr",align:null},"48.7"),(0,l.yg)("td",{parentName:"tr",align:null},"46.5"),(0,l.yg)("td",{parentName:"tr",align:null},"75.9"),(0,l.yg)("td",{parentName:"tr",align:null},"51.6"),(0,l.yg)("td",{parentName:"tr",align:null},"56.8"))))),(0,l.yg)("br",null),(0,l.yg)("br",null),(0,l.yg)("blockquote",null,(0,l.yg)("p",{parentName:"blockquote"},(0,l.yg)("strong",{parentName:"p"},"\u901f\u7387\u9650\u5236\u8bf4\u660e")),(0,l.yg)("p",{parentName:"blockquote"},"\xa0","\xa0",(0,l.yg)("strong",{parentName:"p"},"RPM"),"\uff08Requests Per Minute\uff09\uff1a\u6bcf\u5206\u949f\u8bf7\u6c42\u6570 "),(0,l.yg)("p",{parentName:"blockquote"},"\xa0","\xa0",(0,l.yg)("strong",{parentName:"p"},"TPM"),"\uff08Tokens Per Minute\uff09  \uff1a\u6bcf\u5206\u949f\u5904\u7406Tokens\u6570\uff08\u8f93\u5165\u548c\u8f93\u51fa\uff09")))}d.isMDXComponent=!0}}]);