[{"data":1,"prerenderedAt":240},["ShallowReactive",2],{"navigation_docs":3,"landing":134},[4,25,60,75,104],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":6},"Getting started",false,"\u002Fgetting-started","1.getting-started",[10,15,20],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-house",{"title":16,"path":17,"stem":18,"icon":19},"How it works","\u002Fgetting-started\u002Fhow-it-works","1.getting-started\u002F2.how-it-works","i-lucide-workflow",{"title":21,"path":22,"stem":23,"icon":24},"Quickstart","\u002Fgetting-started\u002Fquickstart","1.getting-started\u002F3.quickstart","i-lucide-rocket",{"title":26,"icon":6,"path":27,"stem":28,"children":29,"page":6},"Install on rented GPUs","\u002Finstall","2.install",[30,35,40,45,50,55],{"title":31,"path":32,"stem":33,"icon":34},"Overview","\u002Finstall\u002Foverview","2.install\u002F1.overview","i-lucide-map",{"title":36,"path":37,"stem":38,"icon":39},"Set up the ico host","\u002Finstall\u002Fico-host","2.install\u002F2.ico-host","i-lucide-database",{"title":41,"path":42,"stem":43,"icon":44},"Set up the GPU machines","\u002Finstall\u002Fgpu-machines","2.install\u002F3.gpu-machines","i-lucide-cpu",{"title":46,"path":47,"stem":48,"icon":49},"Send traffic through the gateway","\u002Finstall\u002Fsend-traffic","2.install\u002F4.send-traffic","i-lucide-route",{"title":51,"path":52,"stem":53,"icon":54},"Check the install","\u002Finstall\u002Fcheck","2.install\u002F5.check","i-lucide-circle-check",{"title":56,"path":57,"stem":58,"icon":59},"Install help","\u002Finstall\u002Finstall-help","2.install\u002F6.install-help","i-lucide-life-buoy",{"title":61,"icon":6,"path":62,"stem":63,"children":64,"page":6},"The report","\u002Freport","3.report",[65,70],{"title":66,"path":67,"stem":68,"icon":69},"Read the report","\u002Freport\u002Fread-the-report","3.report\u002F1.read-the-report","i-lucide-file-chart-column",{"title":71,"path":72,"stem":73,"icon":74},"How costs are counted","\u002Freport\u002Fhow-costs-are-counted","3.report\u002F2.how-costs-are-counted","i-lucide-calculator",{"title":76,"icon":6,"path":77,"stem":78,"children":79,"page":6},"The replay lab","\u002Freplay","4.replay",[80,84,89,94,99],{"title":31,"path":81,"stem":82,"icon":83},"\u002Freplay\u002Foverview","4.replay\u002F1.overview","i-lucide-flask-conical",{"title":85,"path":86,"stem":87,"icon":88},"Run a replay","\u002Freplay\u002Frun-a-replay","4.replay\u002F2.run-a-replay","i-lucide-play",{"title":90,"path":91,"stem":92,"icon":93},"Launchers","\u002Freplay\u002Flaunchers","4.replay\u002F3.launchers","i-lucide-power",{"title":95,"path":96,"stem":97,"icon":98},"Sweep files","\u002Freplay\u002Fsweep-file","4.replay\u002F4.sweep-file","i-lucide-list-checks",{"title":100,"path":101,"stem":102,"icon":103},"What a replay cannot tell you yet","\u002Freplay\u002Flimits","4.replay\u002F5.limits","i-lucide-triangle-alert",{"title":105,"icon":6,"path":106,"stem":107,"children":108,"page":6},"Reference","\u002Freference","5.reference",[109,114,119,124,129],{"title":110,"path":111,"stem":112,"icon":113},"Configuration","\u002Freference\u002Fconfiguration","5.reference\u002F1.configuration","i-lucide-settings",{"title":115,"path":116,"stem":117,"icon":118},"CLI","\u002Freference\u002Fcli","5.reference\u002F2.cli","i-lucide-square-terminal",{"title":120,"path":121,"stem":122,"icon":123},"Gateway","\u002Freference\u002Fgateway","5.reference\u002F3.gateway","i-lucide-split",{"title":125,"path":126,"stem":127,"icon":128},"Stored data","\u002Freference\u002Fdata","5.reference\u002F4.data","i-lucide-table",{"title":130,"path":131,"stem":132,"icon":133},"Privacy and security","\u002Freference\u002Fsecurity","5.reference\u002F5.security","i-lucide-shield-check",{"id":135,"title":136,"body":137,"description":136,"extension":232,"meta":233,"navigation":234,"path":235,"seo":236,"stem":238,"__hash__":239},"landing\u002Findex.md","",{"type":138,"value":139,"toc":229},"minimark",[140,169],[141,142,143,147,156],"u-page-hero",{},[144,145,146],"template",{"v-slot:title":136},"What your self-hosted LLMs really cost",[144,148,149,153],{"v-slot:description":136},[150,151,152],"p",{},"ico, the inference cost optimizer, measures what each customer you serve from your own GPUs costs, shows how much of the bill pays for idle time, and tests engine configs on a replay of your own traffic to find the one that serves it for less.",[150,154,155],{},"Runs on your machines. No prompt or completion ever leaves them.",[144,157,158,165],{"v-slot:links":136},[159,160,164],"u-button",{"color":161,"size":162,"to":12,"trailing-icon":163},"neutral","xl","i-lucide-arrow-right","Get started",[159,166,26],{"color":161,"size":162,"to":32,"icon":167,"variant":168},"i-lucide-server","outline",[170,171,172,175],"u-page-section",{},[144,173,174],{"v-slot:title":136},"Three questions, answered from your own traffic",[144,176,177,187,196,204,212,221],{"v-slot:features":136},[178,179,181,184],"u-page-feature",{"icon":180,"to":67},"i-lucide-receipt-text",[144,182,183],{"v-slot:title":136},"What does each customer cost?",[144,185,186],{"v-slot:description":136},"The gateway tags every request with the tenant it served. The report splits each GPU's cost across tenants by the engine time their requests took, prefill and decode weighed apart.",[178,188,190,193],{"icon":189,"to":72},"i-lucide-hourglass",[144,191,192],{"v-slot:title":136},"How much pays for idle GPUs?",[144,194,195],{"v-slot:description":136},"Rented GPUs bill every hour. ico counts the hours your engines had no request to serve, and prices them. Where the card has DCGM's profiling counters, it also shows what you paid for cores that sat unused while serving.",[178,197,198,201],{"icon":83,"to":81},[144,199,200],{"v-slot:title":136},"Which config costs less?",[144,202,203],{"v-slot:description":136},"The replay lab restarts one replica under other engine flags, replays the shape of your recorded traffic, and names the config that holds your latency limits for clearly less than the current one. Then it puts everything back.",[178,205,206,209],{"icon":133,"to":131},[144,207,208],{"v-slot:title":136},"Nothing leaves your network",[144,210,211],{"v-slot:description":136},"The gateway stores token counts and timings, never text. Replays use synthetic prompts rebuilt from lengths and salted prefix hashes.",[178,213,215,218],{"icon":214,"to":121},"i-lucide-zap",[144,216,217],{"v-slot:title":136},"Out of the way of your users",[144,219,220],{"v-slot:description":136},"The gateway adds about 0.2 ms per request. When the collector is down it keeps serving and drops telemetry, never requests.",[178,222,223,226],{"icon":59,"to":57},[144,224,225],{"v-slot:title":136},"Install it yourself, or with us",[144,227,228],{"v-slot:description":136},"On rented machines with Docker, installing takes an afternoon, and the first report is worth reading after a day of traffic. If you would rather not do it alone, we install it with you.",{"title":136,"searchDepth":230,"depth":230,"links":231},2,[],"md",{},true,"\u002F",{"title":146,"description":237},"ico measures what each customer of your self-hosted models costs, how much of your GPU bill pays for idle time, and finds the engine config that serves the same traffic for less.","index","7pXTr-INSOTBITKHOPAs_1BhmYt-bFoh1T3LEtrzYxw",1792165816464]