Models reference v7

SELECT * FROM aidb.models;

  name  |  provider  |    options
--------+------------+---------------
 bert   | bert_local | {"config={}"}
 clip   | clip_local | {"config={}"}
 t5     | t5_local   | {"config={}"}
(3 rows)

"tls_config": {
  "insecure_skip_verify": true,
  "ca_path": "/etc/aidb/myCA.pem"
}

-- Minimal registration
SELECT aidb.create_model('my_t5', 't5_local');

-- With config and credentials
SELECT aidb.create_model(
    name        => 'my_t5',
    provider    => 't5_local',
    config      => '{"param1": "value1"}'::JSONB,
    credentials => '{"token": "abcd"}'::JSONB
);

-- Rotate credentials without re-creating
SELECT aidb.create_model(
    name                => 'my_openai',
    provider            => 'openai_embeddings',
    config              => aidb.embeddings_config(model => 'text-embedding-3-small'),
    credentials         => '{"api_key": "<new-key>"}'::JSONB,
    replace_credentials => true
);

SELECT * FROM aidb.get_model('t5');

 name | provider |    options
------+----------+---------------
 t5   | t5_local | {"config={}"}
(1 row)

SELECT aidb.delete_model('t5');

     delete_model
---------------------------------
 (t5,t5_local,"{""config={}""}")
(1 row)

SELECT * FROM aidb.list_hcp_models();

             name              |                         url                          |            model
-------------------------------+------------------------------------------------------+------------------------------
 llama-3-1-8b-instruct-1xgpu   | http://llama-3-1-8b-predictor.default.svc.local      | meta/llama-3.1-8b-instruct
(1 row)

SELECT aidb.encode_text('bert_local', 'The quick brown fox');

SELECT aidb.encode_image('clip_local', pg_read_binary_file('/tmp/photo.jpg')::BYTEA);

-- Basic usage
SELECT aidb.decode_text('t5_local', 'translate to French: Hello, world.');

-- With inference configuration
SELECT aidb.decode_text(
    'my_llama',
    'Explain quantum computing in one sentence.',
    aidb.inference_config(
        system_prompt => 'Be concise and factual.',
        temperature   => 0.7,
        max_tokens    => 100
    )::json
);

SELECT * FROM aidb.decode_text_batch('t5_local', ARRAY[
    'translate to German: hello',
    'translate to German: goodbye'
]);

SELECT * FROM aidb.rerank_text(
    'my_reranker',
    'How do I configure AIDB?',
    ARRAY[
        'AIDB requires shared_preload_libraries.',
        'Postgres supports JSON natively.',
        'Run CREATE EXTENSION aidb CASCADE to install.'
    ]
) ORDER BY logit_score DESC;

-- With temperature and token limit
SELECT aidb.decode_text(
    'my_llama',
    'What is machine learning?',
    aidb.inference_config(temperature => 0.5, max_tokens => 150)::json
);

-- Full configuration
SELECT aidb.decode_text(
    'my_llama',
    'Explain relativity.',
    aidb.inference_config(
        system_prompt  => 'You are a physics professor. Be precise.',
        temperature    => 0.3,
        max_tokens     => 200,
        top_p          => 0.9,
        seed           => 42,
        repeat_penalty => 1.1
    )::json
);

-- Hide reasoning tags from a thinking model
SELECT aidb.decode_text(
    'my_reasoning_model',
    'Solve: 2x + 5 = 15',
    aidb.inference_config(thinking => false)::json
);

SELECT aidb.create_model(
    'my_embedder',
    'openai_embeddings',
    config => aidb.embeddings_config(
        model   => 'text-embedding-3-small',
        api_key => 'sk-...',
        url     => 'https://api.openai.com/v1'
    )
);

SELECT aidb.create_model(
    'my_llm',
    'openai_completions',
    config => aidb.completions_config(
        model       => 'gpt-4o',
        api_key     => 'sk-...',
        temperature => 0.2
    )
);

SELECT aidb.completions_config(
    model      => 'gpt-4o',
    max_tokens => aidb.max_tokens_config(size => 1024, format => 'default')
);

SELECT aidb.create_model('my_bert', 'bert_local',
    config => aidb.bert_config('sentence-transformers/all-MiniLM-L6-v2'));

SELECT aidb.create_model('my_clip', 'clip_local',
    config => aidb.clip_config('openai/clip-vit-base-patch32'));

SELECT aidb.create_model('my_llama', 'llama_local',
    config => aidb.llama_config(
        'meta-llama/Llama-3.2-3B-Instruct',
        temperature => 0.5
    )
);

SELECT aidb.create_model('my_t5', 't5_local',
    config => aidb.t5_config('google/flan-t5-base'));

SELECT aidb.create_model('my_gemini', 'gemini',
    config => aidb.gemini_config('AIza...', model => 'gemini-2.0-flash'));

SELECT aidb.create_model('my_nim_clip', 'nim_clip',
    config => aidb.nim_clip_config(api_key => 'nvapi-...', model => 'nvidia/nvclip'));

SELECT aidb.create_model('my_nim_ocr', 'nim_ocr',
    config => aidb.nim_ocr_config(api_key => 'nvapi-...'));

SELECT aidb.create_model('my_reranker', 'nim_reranking',
    config => aidb.nim_reranking_config(
        api_key => 'nvapi-...',
        model   => 'nvidia/nv-rerankqa-mistral-4b-v3'
    )
);

SELECT aidb.create_model('my_or_chat', 'openrouter_chat',
    config => aidb.openrouter_chat_config(
        'anthropic/claude-3-5-haiku',
        api_key => 'sk-or-...'
    )
);

SELECT aidb.create_model('my_or_embedder', 'openrouter_embeddings',
    config => aidb.openrouter_embeddings_config(
        'mistral/mistral-embed',
        api_key => 'sk-or-...'
    )
);