[{"data":1,"prerenderedAt":225},["ShallowReactive",2],{"navigation_docs":3,"-install-install-help":134,"-install-install-help-surround":220},[4,25,60,75,104],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":6},"Getting started",false,"\u002Fgetting-started","1.getting-started",[10,15,20],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-house",{"title":16,"path":17,"stem":18,"icon":19},"How it works","\u002Fgetting-started\u002Fhow-it-works","1.getting-started\u002F2.how-it-works","i-lucide-workflow",{"title":21,"path":22,"stem":23,"icon":24},"Quickstart","\u002Fgetting-started\u002Fquickstart","1.getting-started\u002F3.quickstart","i-lucide-rocket",{"title":26,"icon":6,"path":27,"stem":28,"children":29,"page":6},"Install on rented GPUs","\u002Finstall","2.install",[30,35,40,45,50,55],{"title":31,"path":32,"stem":33,"icon":34},"Overview","\u002Finstall\u002Foverview","2.install\u002F1.overview","i-lucide-map",{"title":36,"path":37,"stem":38,"icon":39},"Set up the ico host","\u002Finstall\u002Fico-host","2.install\u002F2.ico-host","i-lucide-database",{"title":41,"path":42,"stem":43,"icon":44},"Set up the GPU machines","\u002Finstall\u002Fgpu-machines","2.install\u002F3.gpu-machines","i-lucide-cpu",{"title":46,"path":47,"stem":48,"icon":49},"Send traffic through the gateway","\u002Finstall\u002Fsend-traffic","2.install\u002F4.send-traffic","i-lucide-route",{"title":51,"path":52,"stem":53,"icon":54},"Check the install","\u002Finstall\u002Fcheck","2.install\u002F5.check","i-lucide-circle-check",{"title":56,"path":57,"stem":58,"icon":59},"Install help","\u002Finstall\u002Finstall-help","2.install\u002F6.install-help","i-lucide-life-buoy",{"title":61,"icon":6,"path":62,"stem":63,"children":64,"page":6},"The report","\u002Freport","3.report",[65,70],{"title":66,"path":67,"stem":68,"icon":69},"Read the report","\u002Freport\u002Fread-the-report","3.report\u002F1.read-the-report","i-lucide-file-chart-column",{"title":71,"path":72,"stem":73,"icon":74},"How costs are counted","\u002Freport\u002Fhow-costs-are-counted","3.report\u002F2.how-costs-are-counted","i-lucide-calculator",{"title":76,"icon":6,"path":77,"stem":78,"children":79,"page":6},"The replay lab","\u002Freplay","4.replay",[80,84,89,94,99],{"title":31,"path":81,"stem":82,"icon":83},"\u002Freplay\u002Foverview","4.replay\u002F1.overview","i-lucide-flask-conical",{"title":85,"path":86,"stem":87,"icon":88},"Run a replay","\u002Freplay\u002Frun-a-replay","4.replay\u002F2.run-a-replay","i-lucide-play",{"title":90,"path":91,"stem":92,"icon":93},"Launchers","\u002Freplay\u002Flaunchers","4.replay\u002F3.launchers","i-lucide-power",{"title":95,"path":96,"stem":97,"icon":98},"Sweep files","\u002Freplay\u002Fsweep-file","4.replay\u002F4.sweep-file","i-lucide-list-checks",{"title":100,"path":101,"stem":102,"icon":103},"What a replay cannot tell you yet","\u002Freplay\u002Flimits","4.replay\u002F5.limits","i-lucide-triangle-alert",{"title":105,"icon":6,"path":106,"stem":107,"children":108,"page":6},"Reference","\u002Freference","5.reference",[109,114,119,124,129],{"title":110,"path":111,"stem":112,"icon":113},"Configuration","\u002Freference\u002Fconfiguration","5.reference\u002F1.configuration","i-lucide-settings",{"title":115,"path":116,"stem":117,"icon":118},"CLI","\u002Freference\u002Fcli","5.reference\u002F2.cli","i-lucide-square-terminal",{"title":120,"path":121,"stem":122,"icon":123},"Gateway","\u002Freference\u002Fgateway","5.reference\u002F3.gateway","i-lucide-split",{"title":125,"path":126,"stem":127,"icon":128},"Stored data","\u002Freference\u002Fdata","5.reference\u002F4.data","i-lucide-table",{"title":130,"path":131,"stem":132,"icon":133},"Privacy and security","\u002Freference\u002Fsecurity","5.reference\u002F5.security","i-lucide-shield-check",{"id":135,"title":56,"body":136,"description":213,"extension":214,"links":215,"meta":216,"navigation":217,"path":57,"seo":218,"stem":58,"__hash__":219},"docs\u002F2.install\u002F6.install-help.md",{"type":137,"value":138,"toc":206},"minimark",[139,143,148,167,171,182,189,193],[140,141,142],"p",{},"Everything in this section is meant to be done by your own team. If you would rather do it with us, we install it with you, usually in one working session, and stay until the first report is in.",[144,145,147],"h2",{"id":146},"what-we-do","What we do",[149,150,151,155,158,161,164],"ul",{},[152,153,154],"li",{},"Look at your fleet with you: providers, machines, how vLLM runs, and where your traffic enters.",[152,156,157],{},"Pick the gateway's place and the ico host, and write the configs with you.",[152,159,160],{},"Set up the ico host, and the first GPU machine together; you do the rest of the fleet the same way, or we do it with you.",[152,162,163],{},"Check that every source reports, at the telemetry level your GPUs allow.",[152,165,166],{},"Walk through the first report with you once a day of traffic is in, and plan the first replay.",[144,168,170],{"id":169},"what-we-need-from-you","What we need from you",[149,172,173,176,179],{},[152,174,175],{},"Someone on your side who can restart your engines and change where your traffic goes.",[152,177,178],{},"Access to the machines for the session, in the way your security policy allows: a shared screen is enough.",[152,180,181],{},"A window in which restarting vLLM once is acceptable, to turn on its tracing.",[140,183,184,185,188],{},"We never need your prompts, your completions or your customers' data, and nothing we install sends any of it anywhere. See ",[186,187,130],"a",{"href":131},".",[144,190,192],{"id":191},"ask-for-it","Ask for it",[140,194,195,201,202,205],{},[186,196,200],{"href":197,"rel":198},"https:\u002F\u002Fgithub.com\u002FGudjon01\u002Finference-cost-optimizer\u002Fissues\u002Fnew\u002Fchoose",[199],"nofollow","Open an issue"," with the ",[203,204,56],"strong",{}," template. Tell us about your GPUs, how you serve your models and how traffic reaches them, and we reply there to plan the session. The same place takes bugs and questions.",{"title":207,"searchDepth":208,"depth":208,"links":209},"",2,[210,211,212],{"id":146,"depth":208,"text":147},{"id":169,"depth":208,"text":170},{"id":191,"depth":208,"text":192},"We install ico with you, on your machines, if you would rather not do it alone.","md",null,{},{"icon":59},{"title":56,"description":213},"WOAnWG5UZRPbNolTNbaNiFEBKFnCs718pczeT2zH96w",[221,223],{"title":51,"path":52,"stem":53,"description":222,"icon":54,"children":-1},"Make sure every part reports, and what to do when one does not.",{"title":66,"path":67,"stem":68,"description":224,"icon":69,"children":-1},"Make a report for any window, and what each of its sections says.",1792165820381]