optimum-neuron/v0.3.0/en/_app/immutable/nodes/11.298ba8b1.js

import{s as y,n as H,o as b}from"../chunks/scheduler.85c25b89.js";import{S as A,i as S,g as f,s as m,r as k,A as q,h as p,f as n,c as u,j as L,u as E,x as M,k as P,y as I,a as o,v as C,d as G,t as N,w as W}from"../chunks/index.c9bcf812.js";import{H as X}from"../chunks/getInferenceSnippets.5ea0a804.js";function j(w){let a,d,l,h,r,g,i,$='Text Generation Inference (<a href="https://huggingface.co/docs/text-generation-inference/" rel="nofollow">TGI</a>) is a toolkit for deploying and serving Large Language Models (LLMs).',_,s,v='A <a href="https://huggingface.co/docs/text-generation-inference/en/backends/neuron" rel="nofollow">neuron backend</a> allows to deploy TGI for Trainium and Inferentia chips.',x,c,T;return r=new X({props:{title:"NeuronX Text-generation-inference for AWS inferentia2",local:"neuronx-text-generation-inference-for-aws-inferentia2",headingTag:"h1"}}),{c(){a=f("meta"),d=m(),l=f("p"),h=m(),k(r.$$.fragment),g=m(),i=f("p"),i.innerHTML=$,_=m(),s=f("p"),s.innerHTML=v,x=m(),c=f("p"),this.h()},l(e){const t=q("svelte-u9bgzb",document.head);a=p(t,"META",{name:!0,content:!0}),t.forEach(n),d=u(e),l=p(e,"P",{}),L(l).forEach(n),h=u(e),E(r.$$.fragment,e),g=u(e),i=p(e,"P",{"data-svelte-h":!0}),M(i)!=="svelte-8obqdt"&&(i.innerHTML=$),_=u(e),s=p(e,"P",{"data-svelte-h":!0}),M(s)!=="svelte-1qhicqc"&&(s.innerHTML=v),x=u(e),c=p(e,"P",{}),L(c).forEach(n),this.h()},h(){P(a,"name","hf:doc:metadata"),P(a,"content",z)},m(e,t){I(document.head,a),o(e,d,t),o(e,l,t),o(e,h,t),C(r,e,t),o(e,g,t),o(e,i,t),o(e,_,t),o(e,s,t),o(e,x,t),o(e,c,t),T=!0},p:H,i(e){T||(G(r.$$.fragment,e),T=!0)},o(e){N(r.$$.fragment,e),T=!1},d(e){e&&(n(d),n(l),n(h),n(g),n(i),n(_),n(s),n(x),n(c)),n(a),W(r,e)}}}const z='{"title":"NeuronX Text-generation-inference for AWS inferentia2","local":"neuronx-text-generation-inference-for-aws-inferentia2","sections":[],"depth":1}';function R(w){return b(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class F extends A{constructor(a){super(),S(this,a,R,j,y,{})}}export{F as component};