Initial commit: llmqt LLM Query Tester
Single-file Python CLI to batch-test multiple LLM models with predefined queries. Supports YAML/JSON config, reasoning detection (<think> tags and reasoning_content field), per-query token/speed stats, and graceful API error handling. Install with `pip install -e .` to get the `llmqt` command. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
19
pyproject.toml
Normal file
19
pyproject.toml
Normal file
@@ -0,0 +1,19 @@
|
||||
[build-system]
|
||||
requires = ["setuptools>=61.0"]
|
||||
build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
name = "llmqt"
|
||||
version = "0.1.0"
|
||||
description = "LLM Query Tester — batch-test multiple models with predefined queries"
|
||||
requires-python = ">=3.9"
|
||||
dependencies = [
|
||||
"openai>=1.0.0",
|
||||
"pyyaml>=6.0",
|
||||
]
|
||||
|
||||
[project.scripts]
|
||||
llmqt = "llmqt:main"
|
||||
|
||||
[tool.setuptools]
|
||||
py-modules = ["llmqt"]
|
||||
Reference in New Issue
Block a user