mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-26 09:52:11 +03:00
131 lines
4.8 KiB
HTTP
131 lines
4.8 KiB
HTTP
###
|
|
# @name Upload a JSONL file for batch processing
|
|
POST {{omniroute-address}}/v1/files
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
Content-Type: multipart/form-data; boundary=boundary
|
|
|
|
--boundary
|
|
Content-Disposition: form-data; name="file"; filename="batch_input.jsonl"
|
|
Content-Type: application/jsonl
|
|
|
|
{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Hello world!"}], "max_tokens": 50}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gemini/gemma-4-31b-it", "messages": [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "What is 2+2?"}], "max_tokens": 50}}
|
|
|
|
--boundary
|
|
Content-Disposition: form-data; name="purpose"
|
|
|
|
batch
|
|
--boundary--
|
|
|
|
> {%
|
|
client.global.set("file_id", response.body.id);
|
|
%}
|
|
|
|
###
|
|
# @name Upload a JSONL file for batch processing - test embedding endpoint
|
|
POST {{omniroute-address}}/v1/files
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
Content-Type: multipart/form-data; boundary=boundary
|
|
|
|
--boundary
|
|
Content-Disposition: form-data; name="file"; filename="batch_input.jsonl"
|
|
Content-Type: application/jsonl
|
|
|
|
{"custom_id": "request-1", "method": "POST", "url": "/v1/embeddings", "body": {"model": "pinecone/llama-text-embed-v2", "input": "The food was delicious and the waiter was very attentive."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "The food was delicious and the waiter was very attentive."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "I had a terrible experience at the restaurant. The food was cold and the service was slow."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Too bad! The food was cold and the service was slow."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Best dining experience ever! The food was amazing and the waiter was super friendly."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "All you can eat buffet was a disaster. The food was stale and the staff was rude."}}
|
|
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "All your base are belong to us."}}
|
|
|
|
--boundary
|
|
Content-Disposition: form-data; name="purpose"
|
|
|
|
batch
|
|
--boundary--
|
|
|
|
> {%
|
|
client.global.set("file_id", response.body.id);
|
|
%}
|
|
|
|
###
|
|
# @name List all uploaded files
|
|
GET {{omniroute-address}}/v1/files
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
> {%
|
|
client.global.set("file_id", response.body.data[0].id);
|
|
%}
|
|
|
|
###
|
|
# @name Get file metadata of the uploaded file
|
|
GET {{omniroute-address}}/v1/files/{{file_id}}
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Create a new batch job
|
|
POST {{omniroute-address}}/v1/batches
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
Content-Type: application/json
|
|
|
|
{
|
|
"input_file_id": "{{file_id}}",
|
|
"endpoint": "/v1/chat/completions",
|
|
"completion_window": "24h"
|
|
}
|
|
|
|
> {%
|
|
client.global.set("batch_id", response.body.id);
|
|
%}
|
|
|
|
###
|
|
# @name List all batch jobs
|
|
GET {{omniroute-address}}/v1/batches
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Get status of batch job
|
|
GET {{omniroute-address}}/v1/batches/{{batch_id}}
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
> {%
|
|
if (response.body.output_file_id) {
|
|
client.global.set("output_file_id", response.body.output_file_id);
|
|
}
|
|
if (response.body.error_file_id) {
|
|
client.global.set("error_file_id", response.body.error_file_id);
|
|
}
|
|
%}
|
|
|
|
###
|
|
# @name Cancel batch job
|
|
POST {{omniroute-address}}/v1/batches/{{batch_id}}/cancel
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Get outputfile contents
|
|
GET {{omniroute-address}}/v1/files/{{output_file_id}}/content
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Get outputfile metadata
|
|
GET {{omniroute-address}}/v1/files/{{output_file_id}}
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Get errorfile contents
|
|
GET {{omniroute-address}}/v1/files/{{error_file_id}}/content
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Get errorfile metadata
|
|
GET {{omniroute-address}}/v1/files/{{error_file_id}}
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|
|
|
|
###
|
|
# @name Delete File
|
|
DELETE {{omniroute-address}}/v1/files/{{file_id}}
|
|
Authorization: Bearer {{OMNIROUTE_API_KEY}}
|