$echo '{
< "claims": [
< {
< "claimId": "demo-1",
< "source": {
< "url": "https://flintglade-tools.github.io/apify-fixtures/benchmarks/demo.html",
< "locator": "#claim-1"
< },
< "model": {
< "name": "ExampleModel",
< "revision": "abc123"
< },
< "benchmark": {
< "name": "ExampleBench",
< "version": "1.0",
< "split": "test"
< },
< "metric": {
< "name": "accuracy",
< "value": "0.812",
< "unit": "fraction",
< "direction": "higher_is_better"
< },
< "protocol": {
< "shots": 0,
< "promptTemplate": "fixture-v1"
< }
< }
< ]
<}' |
<apify call flintglade/ai-benchmark-claim-normalizer --silent --output-dataset