"use strict";(self.webpackChunkrspress_doc_template=self.webpackChunkrspress_doc_template||[]).push([["2839"],{18474:function(e,n,o){e.exports=o.p+"static/image/model_conversion_compilation.0fbada03.png"},68931:function(e,n,o){o.r(n);var s=o(85893),l=o(50065),i=o(18474);function r(e){let n=Object.assign({h1:"h1",a:"a",p:"p",code:"code",ul:"ul",li:"li",pre:"pre",span:"span"},(0,l.ah)(),e.components);return(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(n.h1,{id:"model-conversion-and-compilation",children:[(0,s.jsx)(n.a,{className:"header-anchor","aria-hidden":"true",href:"#model-conversion-and-compilation",children:"#"}),"Model Conversion and Compilation"]}),"\n",(0,s.jsx)(n.p,{children:"After preparing the floating-point model, we can start the model conversion and compilation work.\nAs we mentioned before, Horizon supports PTQ & QAT two paths for model conversion and compilation."}),"\n",(0,s.jsx)(n.p,{children:"The whole process of model conversion compilation includes the following stages:"}),"\n",(0,s.jsx)("img",{src:i,alt:"model_conversion_compilation",width:"1000"}),"\n",(0,s.jsxs)(n.p,{children:["After the model has been successfully converted and compiled to generate the required hbm model,\nwe support you to view it visually through the ",(0,s.jsx)(n.code,{children:"hb_model_info"})," and ",(0,s.jsx)(n.code,{children:"hrt_model_exec"})," tools with the following reference commands:"]}),"\n",(0,s.jsxs)(n.ul,{children:["\n",(0,s.jsxs)(n.li,{children:["\n",(0,s.jsx)(n.p,{children:"The hb_model_info tool"}),"\n",(0,s.jsx)(n.pre,{className:"code",children:(0,s.jsx)(n.pre,{className:"shiki css-variables has-line-number",style:{backgroundColor:"var(--shiki-color-background)"},tabIndex:"0",children:(0,s.jsxs)(n.code,{className:"language-bash",meta:"",children:[(0,s.jsxs)(n.span,{className:"line line-number",children:[(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-function)"},children:"hb_model_info"}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-string)"},children:"-v"}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-string)"},children:"model.hbm"})]}),"\n"]})})}),"\n"]}),"\n",(0,s.jsxs)(n.li,{children:["\n",(0,s.jsx)(n.p,{children:"The hrt_model_exec tool"}),"\n",(0,s.jsx)(n.pre,{className:"code",children:(0,s.jsx)(n.pre,{className:"shiki css-variables has-line-number",style:{backgroundColor:"var(--shiki-color-background)"},tabIndex:"0",children:(0,s.jsxs)(n.code,{className:"language-bash",meta:"",children:[(0,s.jsxs)(n.span,{className:"line line-number",children:[(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-function)"},children:"hrt_model_exec"}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-string)"},children:"model_info"}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-string)"},children:"--model_file"}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,s.jsx)(n.span,{style:{color:"var(--shiki-token-string)"},children:"model.hbm"})]}),"\n"]})})}),"\n"]}),"\n"]})]})}function c(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{},{wrapper:n}=Object.assign({},(0,l.ah)(),e.components);return n?(0,s.jsx)(n,Object.assign({},e,{children:(0,s.jsx)(r,e)})):r(e)}n.default=c,c.__RSPRESS_PAGE_META={},c.__RSPRESS_PAGE_META["latest%2Fen%2Fguide%2Fmodel_deployment_guidance%2Fmodel_deployment_principle_process%2Fmodel_conversion_compile.mdx"]={toc:[],title:"Model Conversion and Compilation",frontmatter:{}}}}]);