nousresearch/hermes-2-pro-llama-3-8b

lt","mdx":{"mdxSource":{"compiledSource":""use strict";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:a,code:code,hr:hr,li:li,p:p,strong:strong,tbody:tbody,td:td,th:th,thead:thead,tr:tr,ul:ul,..._provideComponents(),...props.components},{Heading,Table}=_components;if(!Heading)_missingMdxReference(Heading,true);if(!Table)_missingMdxReference(Table,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:_jsx(_components.strong,{children:Dear Developer,})}),\n,_jsxs(_components.p,{children:[We are writing to inform you of upcoming changes to our ,_jsx(_components.strong,{children:Serverless Endpoints}),.]}),\n,_jsxs(_components.p,{children:[As part of our regular product lifecycle management to ensure high performance and resource optimization, we are deprecating two batches of models: an ,_jsx(_components.strong,{children:immediate batch effective today (May 22, 2026)}),and a,_jsx(_components.strong,{children:scheduled batch on June 5, 2026 (UTC)}),.]}),\n,_jsxs(_components.p,{children:[For the scheduled batch, ,_jsx(_components.strong,{children:you have 14 days}),from today to update your integration before these models are removed from the,_jsx(_components.strong,{children:Serverless Endpoints}),.]}),\n,_jsx(_components.hr,{}),\n,_jsx(Heading,{level:2,id:impacted-models-\u0026-recommended-alternatives,children:Impacted Models \u0026 Recommended Alternatives}),\n,_jsx(_components.p,{children:Please refer to the tables below to see if your application is using any of the impacted models and find their recommended alternatives.}),\n,_jsx(Heading,{level:3,id:effective-immediately-may-22-2026,children:Effective Immediately (May 22, 2026)}),\n,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Deprecated model})}),_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Recommended alternatives})}),_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Notes})})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:baidu/ernie-4.5-21B-a3b})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-35b-a3b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-35b-a3b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:baidu/ernie-4.5-vl-28b-a3b})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-35b-a3b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-35b-a3b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:baidu/ernie-4.5-300b-a47b-paddle})}),_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:deepseek/deepseek-v3.2})}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:baidu/ernie-4.5-21B-a3b-thinking})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-35b-a3b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-35b-a3b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen2.5-7b-instruct})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-27b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-27b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen2.5-vl-72b-instruct})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-27b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-27b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen2.5-32b-instruct})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-27b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-27b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen3-4b})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-27b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-27b})]}),_jsx(_components.td,{style:{textAlign:left},children:—})]})]})]}),\n,_jsx(Heading,{level:3,id:scheduled-for-june-5-2026,children:Scheduled for June 5, 2026}),\n,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Deprecated model})}),_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Recommended alternatives})}),_jsx(_components.th,{style:{textAlign:left},children:_jsx(_components.strong,{children:Notes})})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen3-30b-a3b})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-35b-a3b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-35b-a3b})]}),_jsx(_components.td,{style:{textAlign:left},children:Also available on Dedicated Endpoints})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:qwen/qwen3-32b})}),_jsxs(_components.td,{style:{textAlign:left},children:[_jsx(_components.code,{children:qwen/qwen3.5-27b}),, ,_jsx(_components.code,{children:qwen/qwen3.6-27b})]}),_jsx(_components.td,{style:{textAlign:left},children:Also available on Dedicated Endpoints})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:nousresearch/hermes-2-pro-llama-3-8b})}),_jsx(_components.td,{style:{textAlign:left},children:—}),_jsx(_components.td,{style:{textAlign:left},children:Available on Dedicated Endpoints only})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:meta-llama/llama-3.2-1b-instruct})}),_jsx(_components.td,{style:{textAlign:left},children:—}),_jsx(_components.td,{style:{textAlign:left},children:Available on Dedicated Endpoints only})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:sao10k/l3-70b-euryale-v2.1})}),_jsx(_components.td,{style:{textAlign:left},children:—}),_jsx(_components.td,{style:{textAlign:left},children:Available on Dedicated Endpoints only})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:deepseek/deepseek-ocr})}),_jsx(_components.td,{style:{textAlign:left},children:_jsx(_components.code,{children:deepseek/deepseek-ocr-2})}),_jsx(_components.td,{style:{textAlign:left},children:—})]})]})]}),\n,_jsx(_components.hr,{}),\n,_jsx(Heading,{level:2,id:what-actions-should-you-take,children:What actions should you take?}),\n,_jsx(_components.p,{children:To avoid service interruption, please choose one of the following options before the deadline:}),\n,_jsx(Heading,{level:3,id:option-1-switch-to-the-recommended-alternative,children:Option 1: Switch to the Recommended Alternative}),\n,_jsx(_components.p,{children:For deprecated models that have a Serverless alternative listed above, update your API code to point to the recommended alternative.}),\n,_jsx(_components.p,{children:These newer models offer improved reasoning capabilities, faster inference speeds, and better cost-efficiency.}),\n,_jsx(Heading,{level:3,id:option-2-continue-using-specific-models-via-dedicated-endpoints,children:Option 2: Continue Using Specific Models via Dedicated Endpoints}),\n,_jsxs(_components.p,{children:[Several models in the ,_jsx(_components.strong,{children:June 5, 2026}),batch remain available on,_jsx(_components.strong,{children:Dedicated Endpoints}),:]}),\n,_jsxs(_components.ul,{children:[\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Dedicated Endpoints only}),(no Serverless alternative):,_jsx(_components.code,{children:nousresearch/hermes-2-pro-llama-3-8b}),, ,_jsx(_components.code,{children:meta-llama/llama-3.2-1b-instruct}),, ,_jsx(_components.code,{children:sao10k/l3-70b-euryale-v2.1})]}),\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Also available on Dedicated Endpoints}),(alongside Serverless alternatives):,_jsx(_components.code,{children:qwen/qwen3-30b-a3b}),, ,_jsx(_components.code,{children:qwen/qwen3-32b})]}),\n]}),\n,_jsxs(_components.p,{children:[If your workflow requires any of these specific versions (e.g., for reproducibility or specific fine-tuning), you can deploy them on your own private GPU resources using our ,_jsx(_components.strong,{children:Dedicated Endpoints}),.]}),\n,_jsxs(_components.ul,{children:[\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Benefit:}), This guarantees exclusive access, zero cold starts, and consistent performance.]}),\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Action:}), ,_jsx(_components.a,{href:https://novita.ai/dedicated-endpoint,children:https://novita.ai/dedicated-endpoint})]}),\n]}),\n,_jsx(_components.hr,{}),\n,_jsx(Heading,{level:2,id:timeline,children:Timeline}),\n,_jsxs(_components.ul,{children:[\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Announcement Date:}), May 22, 2026]}),\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Immediate End of Life (EOL):}), May 22, 2026 (UTC) — effective upon announcement]}),\n,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:Scheduled End of Life (EOL):}), June 5, 2026 (UTC)]}),\n]}),\n,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:Note:}), After each EOL date, API requests to the corresponding deprecated models via Serverless Endpoints will result in an error.]}),\n,_jsxs(_components.p,{children:[If you have any questions or need assistance with the migration, please reach out to us via our ,_jsx(_components.strong,{children:Discord}), community or submit a support ticket.]}),\n,_jsx(_components.p,{children:Best regards,}),\n,_jsx(_components.p,{children:_jsx(_components.strong,{children:The Novita AI Team})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(Expected +(component?component:object)+" \"+id+\" to be defined: you likely forgot to import, pass, or provide it.")}","frontmatter":{},"scope":{"codeStyling":"system","config":{},"pageMetadata":{"title":"LLM Serverless Model Deprecation Notice","sidebarTitle":"LLM Serverless Model Deprecation Notice","icon":"calendar","description":null,"href":"/nl/changelog/22-05-26"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Impacted Models \u0026 Recommended Alternatives","slug":"impacted-models-\u0026-recommended-alternatives","depth":2,"children":[{"title":"Effective Immediately (May 22, 2026)","slug":"effective-immediately-may-22-2026","depth":3,"children":[]},{"title":"Scheduled for June 5, 2026","slug":"scheduled-for-june-5-2026","depth":3,"children":[]}]},{"title":"What actions should you take?","slug":"what-actions-should-you-take","depth":2,"children":[{"title":"Option 1: Switch to the Recommended Alternative","slug":"option-1-switch-to-the-recommended-alternative","depth":3,"children":[]},{"title":"Option 2: Continue Using Specific Models via Dedicated Endpoints","slug":"option-2-continue-using-specific-models-via-dedicated-endpoints","depth":3,"children":[]}]},{"title":"Timeline","slug":"timeline","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/novitaai/64fac5c27e7ad00f/scripts/remoteData.js","/_mintlify/custom/novitaai/4bb9e7fef444cef7/scripts/collect.js","/_mintlify/custom/novitaai/3fadaf8bc3ffb56d/scripts/gen-web-info/config.js","/_mintlify/custom/novitaai/df1c8e1bb8172c24/scripts/gen-web-info/index.js"],"subdomain":"novitaai","siteName":"Documentation","title":"LLM Serverless Model Deprecation Notice - Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{"en":{"href":"/changelog/22-05-26","matchLevel":1},"es":{"href":"/es/changelog/22-05-26","matchLevel":1},"pt-BR":{"href":"/pt-BR/changelog/22-05-26","matchLevel":1},"fr":{"href":"/fr/changelog/22-05-26","matchLevel":1},"de

Read from the provider's text and verified a second time against the quoted lines.