INSTALL typed_ai FROM community;
LOAD typed_ai;

-- Audit a chatbot: did each answer stick to its source? Needs TYPESAFE_API_KEY, or a local model profile.
CREATE SECRET jev (TYPE typed_ai, PROVIDER 'jev', API_KEY getenv('TYPESAFE_API_KEY'));
-- No key? A free local model works too (weaker answers):
-- CREATE SECRET local (TYPE typed_ai, PROVIDER 'openai', MODEL 'gemma2:2b',
--   URL 'http://localhost:11434/v1/chat/completions', USD_PER_MTOK_IN 0, USD_PER_MTOK_OUT 0);
CREATE TABLE bot_answers AS SELECT * FROM (VALUES
  ('Can I take photos?', 'Photography without flash is allowed in all galleries.', 'Yes, flash is fine everywhere.'),
  ('How heavy is the meteorite?', 'The Ashford meteorite weighs 412 kilograms.', 'It weighs about 412 kg.')
) t(question, source, answer);
CREATE TABLE topics AS SELECT * FROM (VALUES ('visiting rules'), ('science'), ('history')) t(name);

-- Price it first: no calls, no cost
SET typed_dry_run = true;
SELECT typed_prob(b, 'the answer is fully supported by the source') FROM bot_answers b;
SELECT dry_run_usd FROM typed_usage();
SET typed_dry_run = false;

-- The whole row goes in, so the model compares answer and source
SELECT answer, typed_prob(b, 'the answer is fully supported by the source') AS supported FROM bot_answers b;

-- Options can come from a table
SELECT question, typed_pick(question, 'what is the visitor asking about?', (SELECT list(name) FROM topics)) FROM bot_answers;