FastGPU

{'type': 'object', 'properties': {'tier': {'enum': ['flagship', 'datacenter', 'prosumer', 'entry'], 'type': 'string', 'description': 'Filter by tier.'}, 'vendor': {'enum': ['NVIDIA', 'AMD'], 'type': 'string', 'description': 'Filter by GPU vendor.'}}}

{'type': 'object', 'required': ['count', 'gpus'], 'properties': {'gpus': {'type': 'array', 'items': {'type': 'object', 'properties': {'gpu': {'type': 'string'}, 'url': {'type': 'string', 'description': "Site-relative path of this GPU's live price page, e.g. /gpus/h100-sxm."}, 'arch': {'type': ['string', 'null']}, 'slug': {'type': 'string'}, 'tier': {'type': ['string', 'null']}, 'vendor': {'type': ['string', 'null']}, 'vram_gb': {'type': ['number', 'null']}, 'page_url': {'type': 'string', 'description': "Absolute URL of this GPU's live price page, with every live offer."}, 'offer_count': {'type': 'integer'}, 'provider_count': {'type': 'integer'}, 'cheapest_usd_hr': {'type': ['number', 'null']}, 'cheapest_provider': {'type': ['string', 'null']}, 'cheapest_min_gpu_count': {'type': ['integer', 'null']}, 'cheapest_billed_separately': {'type': ['string', 'null']}}}}, 'count': {'type': 'integer'}, 'stale': {'type': 'boolean'}, 'updated_at': {'type': ['string', 'null']}}}

{'type': 'object', 'properties': {'spot': {'enum': ['true', 'false'], 'type': 'string', 'description': 'Set true to include interruptible spot capacity for a cheaper rate.'}, 'task': {'enum': ['inference', 'finetune-lora', 'finetune-full', 'generate', 'transcribe', 'embed'], 'type': 'string', 'description': 'What the job does.'}, 'model': {'type': 'string', 'description': 'Open model name to size against, e.g. "Llama 3 70B", "Qwen 72B", "Mixtral".'}, 'query': {'type': 'string', 'description': 'Plain-language job, e.g. "cheapest to serve Llama 3 70B" or "2x H100 for fine-tuning". Provide this OR a structured spec below.'}, 'region': {'enum': ['US', 'EU', 'ASIA'], 'type': 'string', 'description': 'Restrict to a data-residency region.'}, 'vram_gb': {'type': 'integer', 'description': 'Rough VRAM the job needs, in GB, if you already know it.'}, 'params_b': {'type': 'number', 'description': 'Model size in billions of parameters when no exact model is named.'}, 'reserved': {'enum': ['true', 'false'], 'type': 'string', 'description': 'Set true to include reserved / committed-term capacity for a lower rate.'}, 'gpu_count': {'type': 'integer', 'description': 'Exact positive GPU count. Overrides a count in query text. Returns no matches if no supported configuration fits; omit for automatic sizing.'}, 'precision': {'enum': ['fp16', 'int8', 'int4'], 'type': 'string', 'description': 'Numeric precision to size the model at.'}, 'budget_usd_hr': {'type': 'number', 'description': 'Only recommend configs at or under this hourly budget.'}}}

{'type': 'object', 'required': ['count', 'matches'], 'properties': {'hero': {'type': ['object', 'null'], 'properties': {'same_model': {'type': ['boolean', 'null']}, 'savings_pct': {'type': ['number', 'null']}, 'hyperscaler_ceiling': {'type': ['string', 'null']}}}, 'count': {'type': 'integer'}, 'stale': {'type': 'boolean'}, 'matches': {'type': 'array', 'items': {'type': 'object', 'properties': {'gpu': {'type': 'string'}, 'url': {'type': 'string', 'description': "Site-relative path of this GPU's live price page, e.g. /gpus/h100-sxm."}, 'score': {'type': ['number', 'null']}, 'reason': {'type': 'string'}, 'partner': {'type': 'boolean'}, 'page_url': {'type': 'string', 'description': "Absolute URL of this GPU's live price page, with every live offer."}, 'provider': {'type': 'string'}, 'gpu_count': {'type': 'integer'}, 'offer_type': {'type': 'string'}, 'monthly_usd': {'type': 'number'}, 'over_budget': {'type': 'boolean'}, 'reliability': {'type': 'string'}, 'provider_label': {'type': ['string', 'null']}, 'tokens_per_sec': {'type': ['number', 'null']}, 'effective_usd_hr': {'type': 'number'}, 'fits_single_card': {'type': 'boolean'}, 'usd_per_million_tokens': {'type': ['number', 'null']}}}}, 'workload': {'type': 'object', 'properties': {'task': {'type': 'string'}, 'gpu_count': {'type': ['integer', 'null']}, 'precision': {'type': 'string'}, 'identified': {'type': 'boolean'}, 'interpretation': {'type': 'string'}, 'vram_required_gb': {'type': 'number'}}}, 'updated_at': {'type': ['string', 'null']}}}