{
  "openapi": "3.1.0",
  "info": {
    "title": "Llama-3.1-8B-Instruct-TEE — Chutes API",
    "description": "Llama-3.1-8B-Instruct on SGLang TP=2 over ProcessGroupTEE (tee=True)",
    "version": "dd4e869d-8e2d-5787-9b32-7a2d308fe319",
    "contact": {
      "name": "Chutes",
      "url": "https://chutes.ai"
    },
    "x-chutes": {
      "chuteId": "30869cdf-5033-54f6-a57a-0960b419cc99",
      "slug": "vonkaiser-llama-3-1-8b-instruct-tee",
      "modelName": "Llama-3.1-8B-Instruct-TEE",
      "standardTemplate": "vllm",
      "openaiCompatible": true,
      "confidentialCompute": true,
      "modelPage": "https://chutes.ai/app/chute/vonkaiser-llama-3-1-8b-instruct-tee",
      "llmsTxt": "https://chutes.ai/app/chute/vonkaiser-llama-3-1-8b-instruct-tee/llms.txt",
      "pricing": {
        "inputUsdPerMillionTokens": 0.0489,
        "outputUsdPerMillionTokens": 0.1957,
        "cachedInputUsdPerMillionTokens": 0.02445,
        "usdPerHour": 3.6
      },
      "requestModelField": "Llama-3.1-8B-Instruct-TEE"
    }
  },
  "servers": [
    {
      "url": "https://llm.chutes.ai"
    }
  ],
  "security": [
    {
      "bearerAuth": []
    }
  ],
  "components": {
    "securitySchemes": {
      "bearerAuth": {
        "type": "http",
        "scheme": "bearer",
        "description": "Chutes API key. Send as `Authorization: Bearer $CHUTES_API_KEY`."
      }
    }
  },
  "paths": {
    "/v1/chat/completions": {
      "post": {
        "operationId": "chat",
        "summary": "POST /v1/chat/completions",
        "responses": {
          "200": {
            "description": "Successful response.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object",
                  "additionalProperties": true
                }
              }
            }
          }
        },
        "requestBody": {
          "required": true,
          "content": {
            "application/json": {
              "schema": {
                "type": "object",
                "properties": {
                  "seed": {
                    "type": "integer",
                    "default": 42
                  },
                  "model": {
                    "type": "string",
                    "default": "unsloth/Meta-Llama-3.1-8B-Instruct"
                  },
                  "stream": {
                    "type": "boolean",
                    "default": false
                  },
                  "messages": {
                    "type": "array",
                    "default": [
                      {
                        "role": "user",
                        "content": ""
                      }
                    ],
                    "items": {
                      "type": "object"
                    }
                  },
                  "max_tokens": {
                    "type": "integer",
                    "default": 1024
                  },
                  "temperature": {
                    "type": "number",
                    "default": 0.7
                  }
                },
                "required": [
                  "model",
                  "messages"
                ]
              },
              "example": {
                "model": "Llama-3.1-8B-Instruct-TEE",
                "messages": [
                  {
                    "role": "user",
                    "content": "Hello!"
                  }
                ],
                "stream": false,
                "max_tokens": 1024,
                "temperature": 0.7
              }
            }
          }
        }
      }
    },
    "/v1/completions": {
      "post": {
        "operationId": "completion",
        "summary": "POST /v1/completions",
        "responses": {
          "200": {
            "description": "Successful response.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object",
                  "additionalProperties": true
                }
              }
            }
          }
        },
        "requestBody": {
          "required": true,
          "content": {
            "application/json": {
              "schema": {
                "type": "object",
                "properties": {
                  "seed": {
                    "type": "integer",
                    "default": 42
                  },
                  "model": {
                    "type": "string",
                    "default": "unsloth/Meta-Llama-3.1-8B-Instruct"
                  },
                  "prompt": {
                    "type": "string"
                  },
                  "stream": {
                    "type": "boolean",
                    "default": false
                  },
                  "max_tokens": {
                    "type": "integer",
                    "default": 1024
                  },
                  "temperature": {
                    "type": "number",
                    "default": 0.7
                  }
                },
                "required": [
                  "model",
                  "prompt"
                ]
              },
              "example": {
                "seed": 42,
                "model": "Llama-3.1-8B-Instruct-TEE",
                "prompt": "a serene mountain lake at sunset",
                "stream": false,
                "max_tokens": 1024,
                "temperature": 0.7,
                "min_p": 0,
                "top_k": -1,
                "top_p": 1,
                "logprobs": false,
                "ignore_eos": false,
                "min_tokens": 0,
                "top_logprobs": 0,
                "length_penalty": 1,
                "use_beam_search": false,
                "presence_penalty": 0,
                "frequency_penalty": 0,
                "repetition_penalty": 1,
                "skip_special_tokens": true,
                "include_stop_str_in_output": false,
                "spaces_between_special_tokens": true
              }
            }
          }
        }
      }
    },
    "/v1/models": {
      "get": {
        "operationId": "get_models",
        "summary": "GET /v1/models",
        "responses": {
          "200": {
            "description": "Successful response.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object",
                  "additionalProperties": true
                }
              }
            }
          }
        }
      }
    }
  }
}