Tock LLM Orchestrator APIs

#	Resource	Description	HTTP Method	Query params	Body - Response
01	/llm-providers	Get all Large Language Model providers covered	GET		Voir
02	/llm-providers/{provider-id}	Get a specific Large Language Model provider covered	GET		Voir
03	/llm-providers/{provider-id}/setting	Get an example for a specific Large Language Model setting	GET		Voir
04	/llm-providers/{provider-id}/setting/status	Check the setting for a specific Large Language Model setting	POST		Voir
05	/em-providers	Get all Embedding Model providers covered	GET		Voir
06	/em-providers/{provider-id}	Get a specific Embedding Model provider covered	GET		Voir
07	/em-providers/{provider-id}/setting	Get an example for a specific Embedding Model setting	GET		Voir
08	/em-providers/{provider-id}/setting/status	Check the setting for a specific Embedding Model setting	POST		Voir
09	/rag	Ask question by using a knowledge base (documents) as context	POST	debug=true	Voir
10	/completion/sentence-generation	Generate sentences	POST	debug=true	Voir
---

(back to top)

API-01 : [GET] /llm-providers

Response

class LLMProvidersResponse(BaseModel)
    providers: list[LLMProvider]

---

(back to top)

API-02 : [GET] /llm-providers/{provider-id}

Response

class LLMProviderResponse(BaseModel):
    provider: LLMProvider

---

(back to top)

API-03 : [GET] /llm-providers/{provider-id}/setting/example

Response

class LLMProviderSettingExampleResponse(BaseModel):
    setting: LLMSetting

---

(back to top)

API-04 : [POST] /llm-providers/{provider-id}/setting/status

Body

class LLMProviderSettingStatusQuery(BaseModel):
    setting: LLMSetting

Response

class LLMProviderSettingStatusResponse(BaseModel):
    valid: bool,
    errors: list[Error]

---

(back to top)

API-05 : [GET] /em-providers

Response

class EMProvidersResponse(BaseModel)
    providers: list[LLMProvider]

---

(back to top)

API-06 : [GET] /em-providers/{provider-id}

Response

class EMProviderResponse(BaseModel):
    provider: LLMProvider

---

(back to top)

API-07 : [GET] /em-providers/{provider-id}/setting/example

Response

class EMProviderSettingExampleResponse(BaseModel):
    setting: EMSetting

---

(back to top)

API-08 : [POST] /em-providers/{provider-id}/setting/status

Body

class EMProviderSettingStatusQuery(BaseModel):
    setting: EMSetting

Response

class EMProviderSettingStatusResponse(BaseModel):
    valid: bool,
    errors: list[Error]

---

(back to top)

API-09 : [POST] /rag

Body :

class RagQuery(BaseModel):
    dialog: Optional[DialogDetails]
    question_condensing_llm_setting: LLMSetting
    question_condensing_prompt: Optional[PromptTemplate]
    question_answering_llm_setting: LLMSetting
    question_answering_prompt: Optional[PromptTemplate]
    embedding_question_em_setting: EMSetting
    guardrail_setting: Optional[GuardrailSetting]
    observability_setting: Optional[ObservabilitySetting]
    compressor_setting: Optional[DocumentCompressorSetting]
    document_index_name: str
    document_search_params: DocumentSearchParams

Response :

class RagResponse(BaseModel):
    answer: TextWithFootnotes
    debug: Optional[Any] = None

---

(back to top)

API-10 : [POST] /completion/sentence-generation

Body :

class SentenceGenerationQuery(BaseModel):
    llm_setting: LLMSetting

Response :

class SentenceGenerationResponse(BaseModel):
    sentences: list[str]

---

(back to top)

Schemas

classDiagram
    class LLMProvider {
        <<enumeration>>
        OPEN_AI
        AZURE_OPEN_AI_SERVICE
        AWS_BEDROCK
    }

    class BaseLLMSetting {
        <<abstract>>
        +LLMProvider provider
        +str api_key
        +str temperature
    }
    class BaseEMSetting {
        <<abstract>>
        +LLMProvider provider
        +str api_key
    }

    class OpenAILLMSetting {
        +str model
    }
    class AzureOpenAILLMSetting {
        +str deployment_name
        +Optional~str~ model
        +str api_base
        +str api_version
    }
    class AwsBedrockLLMSetting {
        +str model
    }
    BaseLLMSetting <|-- OpenAILLMSetting
    BaseLLMSetting <|-- AzureOpenAILLMSetting
    BaseLLMSetting <|-- AwsBedrockLLMSetting

    class LLMSetting {
        <<union>>
    }
    LLMSetting ..> OpenAILLMSetting
    LLMSetting ..> AzureOpenAILLMSetting
    LLMSetting ..> AwsBedrockLLMSetting

    class OpenAIEMSetting {
        +str model
    }
    class AzureOpenAIEMSetting {
        +str deployment_name
        +Optional~str~ model
        +str api_base
        +str api_version
    }
    class AwsBedrockEMSetting {
        +str model
    }
    BaseEMSetting <|-- OpenAIEMSetting
    BaseEMSetting <|-- AzureOpenAIEMSetting
    BaseEMSetting <|-- AwsBedrockEMSetting

    class EMSetting {
        <<union>>
    }
    EMSetting ..> OpenAIEMSetting
    EMSetting ..> AzureOpenAIEMSetting
    EMSetting ..> AwsBedrockEMSetting

    class VectorStoreProvider {
        <<enumeration>>
        OPEN_SEARCH
    }
    class BaseVectorStoreSearchParams {
        <<abstract>>
        +VectorStoreProvider provider
    }
    class OpenSearchParams {
        +int k
        +List~OpenSearchTermParams~ filter
    }
    class OpenSearchTermParams {
        +dict term
    }
    BaseVectorStoreSearchParams <|-- OpenSearchParams
    OpenSearchParams --> OpenSearchTermParams : filter

    class DocumentSearchParams {
        <<union>>
    }
    DocumentSearchParams ..> OpenSearchParams

    class Footnote {
        +str identifier
        +str title
        +Optional~str~ url
    }
    class TextWithFootnotes {
        +str text
        +List~Footnote~ footnotes
    }
    TextWithFootnotes --> Footnote : footnotes

    class DialogDetails {
        +Optional~str~ dialog_id
        +Optional~str~ user_id
        +List~ChatMessage~ history
        +List~str~ tags
    }
    class ChatMessageType {
        <<enumeration>>
        USER
        AI
    }
    class ChatMessage {
        +str text
        +ChatMessageType type
    }
    DialogDetails --> ChatMessage : history
    ChatMessage --> ChatMessageType : type

    class PromptTemplate {
        +PromptFormatter formatter
        +str template
        +dict inputs
    }
    class PromptFormatter {
        <<enumeration>>
        F_STRING
        JINJA2
    }
    PromptTemplate --> PromptFormatter : formatter

    class Error {
        +str code
        +str message
    }

---

(back to top)

Errors

General :

    [
  {
    "code": 1000,
    "message": "Unknown AI provider.",
    "detail": null,
    "info": {
      "provider": "TOTO",
      "error": "NotFoundError",
      "cause": "'TOTO' is not accepted. Accepted values are : ['OpenAI', 'AzureOpenAIService']",
      "request": "[POST] http://localhost:8000/llm-providers/TOTO/setting/status"
    }
  },
  {
    "code": 1001,
    "message": "Bad query.",
    "detail": "The request seems to be invalid.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "BadRequestError",
      "cause": "'AzureOpenAIService' is different from the provider ID 'OpenAI' given for setting.",
      "request": "[POST] http://localhost:8000/llm-providers/AzureOpenAIService/setting/status"
    }
  }
]

LLMProvider OpenAI :

    [
  {
    "code": 2001,
    "message": "Connection error to the AI provider API.",
    "detail": "Check the requested URL, your network settings, proxy configuration, SSL certificates, or firewall rules.",
    "info": {
      "provider": "OpenAI",
      "error": "APIConnectionError",
      "cause": "Connection error.",
      "request": "[POST] https://api.openai.com/v1/chat/completions"
    }
  },
  {
    "code": 2002,
    "message": "Authentication error to the AI provider API.",
    "detail": "Check your API key or token and make sure it is correct and active.",
    "info": {
      "provider": "OpenAI",
      "error": "AuthenticationError",
      "cause": "Error code: 401 - {'error': {'message': 'Incorrect API key provided: ab7*****************************IV4B. You can find your API key at https://platform.openai.com/account/api-keys.', 'type': 'invalid_request_error', 'param': None, 'code': 'invalid_api_key'}}",
      "request": "[POST] https://api.openai.com/v1/chat/completions"
    }
  },
  {
    "code": 2003,
    "message": "An AI provider resource was not found.",
    "detail": "The request URL base is correct, but the path or a query parameter is not.",
    "info": {
      "provider": "OpenAI",
      "error": "NotFoundError",
      "cause": "Error code: 404 - {'error': {'message': 'This is not a chat model and thus not supported in the v1/chat/completions endpoint. Did you mean to use v1/completions?', 'type': 'invalid_request_error', 'param': 'model', 'code': None}}",
      "request": "[POST] https://api.openai.com/v1/chat/completions"
    }
  },
  {
    "code": 2004,
    "message": "Unknown AI provider model.",
    "detail": "Consult the official documentation for accepted values.",
    "info": {
      "provider": "OpenAI",
      "error": "NotFoundError",
      "cause": "Error code: 404 - {'error': {'message': 'The model `gpt-3.5-TOTO` does not exist', 'type': 'invalid_request_error', 'param': None, 'code': 'model_not_found'}}",
      "request": "[POST] https://api.openai.com/v1/chat/completions"
    }
  },
  {
    "code": 2007,
    "message": "The model's context length has been exceeded.",
    "detail": "Reduce the length of the prompt message.",
    "info": {
      "provider": "OpenAI",
      "error": "BadRequestError",
      "cause": "Error code: 400 - {'error': {'message': \"This model's maximum context length is 4097 tokens. However, your messages resulted in 29167 tokens. Please reduce the length of the messages.\", 'type': 'invalid_request_error', 'param': 'messages', 'code': 'context_length_exceeded'}}",
      "request": "[POST] https://api.openai.com/v1/chat/completions"
    }
  }
]

LLMProvider AzureOpenAIService :

    [
  {
    "code": 2001,
    "message": "Connection error to the AI provider API.",
    "detail": "Check the requested URL, your network settings, proxy configuration, SSL certificates, or firewall rules.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "APIConnectionError",
      "cause": "Connection error.",
      "request": "[POST] https://conversationnel-api-arkea.azure-oapi.net///openai/deployments/squadconv-gpt4/chat/completions?api-version=2023-03-15-preview"
    }
  },
  {
    "code": 2002,
    "message": "Authentication error to the AI provider API.",
    "detail": "Check your API key or token and make sure it is correct and active.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "AuthenticationError",
      "cause": "Error code: 401 - {'statusCode': 401, 'message': 'Access denied due to invalid subscription key. Make sure to provide a valid key for an active subscription.'}",
      "request": "[POST] https://conversationnel-api-arkea.azure-api.net///openai/deployments/squadconv-gpt4/chat/completions?api-version=2023-03-15-preview"
    }
  },
  {
    "code": 2003,
    "message": "An AI provider resource was not found.",
    "detail": "The request URL base is correct, but the path or a query parameter is not.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "NotFoundError",
      "cause": "Error code: 404 - {'error': {'code': '404', 'message': 'Resource not found'}}",
      "request": "[POST] https://conversationnel-api-arkea.azure-api.net///openai/deployments/squadconv-gpt4/chat/completions?api-version=2023-03-15-toto"
    }
  },
  {
    "code": 2005,
    "message": "Unknown AI provider deployment.",
    "detail": "Consult the official documentation for accepted values.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "NotFoundError",
      "cause": "Error code: 404 - {'error': {'code': 'DeploymentNotFound', 'message': 'The API deployment for this resource does not exist. If you created the deployment within the last 5 minutes, please wait a moment and try again.'}}",
      "request": "[POST] https://conversationnel-api-arkea.azure-api.net///openai/deployments/squadconv-gpt4f/chat/completions?api-version=2023-03-15-preview"
    }
  },
  {
    "code": 2006,
    "message": "AI provider API error.",
    "detail": "Bad request.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "BadRequestError",
      "cause": "Error code: 400 - {'error': {'code': 'OperationNotSupported', 'message': 'The embeddings operation does not work with the specified model, gpt-4. Please choose different model and try again. You can learn more about which models can be used with each operation here: https://go.microsoft.com/fwlink/?linkid=2197993.'}}",
      "request": "[POST] https://conversationnel-api-arkea.azure-api.net//openai/deployments/squadconv-gpt4/embeddings?api-version=2023-03-15-preview"
    }
  },
  {
    "code": 2007,
    "message": "The model's context length has been exceeded.",
    "detail": "Reduce the length of the prompt message.",
    "info": {
      "provider": "AzureOpenAIService",
      "error": "BadRequestError",
      "cause": "Error code: 400 - {'error': {'message': \"This model's maximum context length is 8192 tokens. However, your messages resulted in 29167 tokens. Please reduce the length of the messages.\", 'type': 'invalid_request_error', 'param': 'messages', 'code': 'context_length_exceeded'}}",
      "request": "[POST] https://conversationnel-api-arkea.azure-api.net///openai/deployments/squadconv-gpt4/chat/completions?api-version=2023-03-15-preview"
    }
  }
]

Chat with Tock

×