optimum-neuron/v0.4.3/en/_app/immutable/nodes/13.6242eb53.js

import{s as E,n as I,o as G}from"../chunks/scheduler.56725da7.js";import{S as z,i as N,e as u,s as f,c as y,h as W,a as d,d as n,b as c,f as P,g as b,j as H,k as S,l as X,m as a,n as C,t as k,o as q,p as A}from"../chunks/index.18a26576.js";import{C as j}from"../chunks/CopyLLMTxtMenu.3134fcef.js";import{H as R}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.868449a1.js";function U(L){let i,g,m,h,o,x,r,_,s,M='Text Generation Inference (<a href="https://huggingface.co/docs/text-generation-inference/" rel="nofollow">TGI</a>) is a toolkit for deploying and serving Large Language Models (LLMs).',$,l,v='A <a href="https://huggingface.co/docs/text-generation-inference/en/backends/neuron" rel="nofollow">neuron backend</a> allows to deploy TGI for Trainium and Inferentia chips.',T,p,w;return o=new j({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),r=new R({props:{title:"NeuronX Text-generation-inference for AWS inferentia2",local:"neuronx-text-generation-inference-for-aws-inferentia2",headingTag:"h1"}}),{c(){i=u("meta"),g=f(),m=u("p"),h=f(),y(o.$$.fragment),x=f(),y(r.$$.fragment),_=f(),s=u("p"),s.innerHTML=M,$=f(),l=u("p"),l.innerHTML=v,T=f(),p=u("p"),this.h()},l(e){const t=W("svelte-u9bgzb",document.head);i=d(t,"META",{name:!0,content:!0}),t.forEach(n),g=c(e),m=d(e,"P",{}),P(m).forEach(n),h=c(e),b(o.$$.fragment,e),x=c(e),b(r.$$.fragment,e),_=c(e),s=d(e,"P",{"data-svelte-h":!0}),H(s)!=="svelte-8obqdt"&&(s.innerHTML=M),$=c(e),l=d(e,"P",{"data-svelte-h":!0}),H(l)!=="svelte-1qhicqc"&&(l.innerHTML=v),T=c(e),p=d(e,"P",{}),P(p).forEach(n),this.h()},h(){S(i,"name","hf:doc:metadata"),S(i,"content",B)},m(e,t){X(document.head,i),a(e,g,t),a(e,m,t),a(e,h,t),C(o,e,t),a(e,x,t),C(r,e,t),a(e,_,t),a(e,s,t),a(e,$,t),a(e,l,t),a(e,T,t),a(e,p,t),w=!0},p:I,i(e){w||(k(o.$$.fragment,e),k(r.$$.fragment,e),w=!0)},o(e){q(o.$$.fragment,e),q(r.$$.fragment,e),w=!1},d(e){e&&(n(g),n(m),n(h),n(x),n(_),n(s),n($),n(l),n(T),n(p)),n(i),A(o,e),A(r,e)}}}const B='{"title":"NeuronX Text-generation-inference for AWS inferentia2","local":"neuronx-text-generation-inference-for-aws-inferentia2","sections":[],"depth":1}';function D(L){return G(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Q extends z{constructor(i){super(),N(this,i,D,U,E,{})}}export{Q as component};