{
"models": [
{
"apiBase": "http://localhost:1234/v1/",
"title": "meta-llama-3.1-8b-instruct",
"model": "meta-llama-3.1-8b-instruct",
"provider": "lmstudio"
},
{
"title": "baai_-_bge-reranker-v2-gemma",
"model": "baai_-_bge-reranker-v2-gemma",
"provider": "lmstudio",
"temperature": 0.7,
"stream": false
}
],
"tabAutocompleteModel": {
"title": "starcoder2-3b",
"model": "starcoder2-3b",
"provider": "lmstudio"
},
"customCommands": [
{
"name": "test",
"prompt": "{{{ input }}}\n\nWrite a comprehensive set of unit tests for the selected code. It should setup, run tests that check for correctness including important edge cases, and teardown. Ensure that the tests are complete and sophisticated. Give the tests just as chat output, don't edit any file.",
"description": "Write unit tests for highlighted code"
}
],
"contextProviders": [
{
"name": "code",
"params": {}
},
{
"name": "docs",
"params": {}
},
{
"name": "diff",
"params": {}
},
{
"name": "terminal",
"params": {}
},
{
"name": "problems",
"params": {}
},
{
"name": "folder",
"params": {}
},
{
"name": "codebase",
"params": {}
}
],
"slashCommands": [
{
"name": "share",
"description": "Export the current chat session to markdown"
},
{
"name": "cmd",
"description": "Generate a shell command"
},
{
"name": "commit",
"description": "Generate a git commit message"
},
{
"name": "RebuildCodebaseIndex",
"description": "Continue: Rebuild codebase index"
}
],
"embeddingsProvider": {
"provider": "lmstudio",
"model": "text-embedding-nomic-embed-text-v1.5"
},
"reranker": {
"name": "llm",
"provider": "lmstudio",
"params": {
"modelTitle": "baai_-_bge-reranker-v2-gemma"
}
},
"allowAnonymousTelemetry": false
}
>> baai_-_bge-reranker-v2-gemma
curl http://localhost:1234/v1/chat/completions \
-H "Content-Type: application/json" \
-d '{
"model": "baai_-_bge-reranker-v2-gemma",
"messages": [
{ "role": "system", "content": "Always answer in rhymes. Today is Thursday" },
{ "role": "user", "content": "What day is it today?" }
],
"temperature": 0.7,
"max_tokens": -1,
"stream": false
}'
