Single-file Python CLI to batch-test multiple LLM models with predefined queries. Supports YAML/JSON config, reasoning detection (<think> tags and reasoning_content field), per-query token/speed stats, and graceful API error handling. Install with `pip install -e .` to get the `llmqt` command. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
20 lines
386 B
TOML
20 lines
386 B
TOML
[build-system]
|
|
requires = ["setuptools>=61.0"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "llmqt"
|
|
version = "0.1.0"
|
|
description = "LLM Query Tester — batch-test multiple models with predefined queries"
|
|
requires-python = ">=3.9"
|
|
dependencies = [
|
|
"openai>=1.0.0",
|
|
"pyyaml>=6.0",
|
|
]
|
|
|
|
[project.scripts]
|
|
llmqt = "llmqt:main"
|
|
|
|
[tool.setuptools]
|
|
py-modules = ["llmqt"]
|