Initial commit: llmqt LLM Query Tester

Single-file Python CLI to batch-test multiple LLM models with predefined
queries. Supports YAML/JSON config, reasoning detection (<think> tags and
reasoning_content field), per-query token/speed stats, and graceful API
error handling. Install with `pip install -e .` to get the `llmqt` command.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Jaroslav Benes
2026-04-08 12:25:34 +02:00
commit a45ced89de
7 changed files with 542 additions and 0 deletions

19
pyproject.toml Normal file
View File

@@ -0,0 +1,19 @@
[build-system]
requires = ["setuptools>=61.0"]
build-backend = "setuptools.build_meta"
[project]
name = "llmqt"
version = "0.1.0"
description = "LLM Query Tester — batch-test multiple models with predefined queries"
requires-python = ">=3.9"
dependencies = [
"openai>=1.0.0",
"pyyaml>=6.0",
]
[project.scripts]
llmqt = "llmqt:main"
[tool.setuptools]
py-modules = ["llmqt"]