33 lines
681 B
TypeScript
33 lines
681 B
TypeScript
import {
|
|
buildManualsQdrantCorpus,
|
|
evaluateManualsQdrantCorpus,
|
|
} from "@/lib/manuals-qdrant-corpus"
|
|
|
|
async function main() {
|
|
const corpus = await buildManualsQdrantCorpus()
|
|
const evaluation = evaluateManualsQdrantCorpus(corpus)
|
|
|
|
const failingCases = evaluation.cases.filter(
|
|
(entry) =>
|
|
entry.passedTop3Manufacturer === false ||
|
|
!entry.passedTop5Label ||
|
|
!entry.passedDisallowedCheck
|
|
)
|
|
|
|
console.log(
|
|
JSON.stringify(
|
|
{
|
|
generatedAt: corpus.generatedAt,
|
|
summary: evaluation.summary,
|
|
failingCases,
|
|
},
|
|
null,
|
|
2
|
|
)
|
|
)
|
|
}
|
|
|
|
main().catch((error) => {
|
|
console.error(error)
|
|
process.exitCode = 1
|
|
})
|