{"columns":[{"name":"eval_id","type":"large_string"},{"name":"run_id","type":"large_string"},{"name":"task_id","type":"large_string"},{"name":"log","type":"large_string"},{"name":"created","type":"timestamp[ns, tz=-04:00]"},{"name":"tags","type":"large_string"},{"name":"git_origin","type":"large_string"},{"name":"git_commit","type":"large_string"},{"name":"packages","type":"large_string"},{"name":"metadata","type":"large_string"},{"name":"task_name","type":"large_string"},{"name":"task_version","type":"int64"},{"name":"task_file","type":"large_string"},{"name":"task_attribs","type":"large_string"},{"name":"task_arg_cot","type":"bool"},{"name":"task_arg_fewshot","type":"large_string"},{"name":"task_arg_fewshot_seed","type":"int64"},{"name":"solver","type":"large_string"},{"name":"solver_args","type":"large_string"},{"name":"sandbox_type","type":"large_string"},{"name":"sandbox_config","type":"large_string"},{"name":"model","type":"large_string"},{"name":"model_base_url","type":"large_string"},{"name":"model_args","type":"large_string"},{"name":"model_generate_config","type":"large_string"},{"name":"model_roles","type":"large_string"},{"name":"dataset_name","type":"large_string"},{"name":"dataset_location","type":"large_string"},{"name":"dataset_samples","type":"int64"},{"name":"dataset_sample_ids","type":"large_string"},{"name":"dataset_shuffled","type":"bool"},{"name":"epochs","type":"int64"},{"name":"epochs_reducer","type":"large_string"},{"name":"approval","type":"large_string"},{"name":"message_limit","type":"large_string"},{"name":"token_limit","type":"large_string"},{"name":"time_limit","type":"large_string"},{"name":"working_limit","type":"large_string"},{"name":"status","type":"large_string"},{"name":"error_message","type":"large_string"},{"name":"error_traceback","type":"large_string"},{"name":"total_samples","type":"int64"},{"name":"completed_samples","type":"int64"},{"name":"score_headline_name","type":"large_string"},{"name":"score_headline_metric","type":"large_string"},{"name":"score_headline_value","type":"double"},{"name":"score_headline_stderr","type":"double"},{"name":"score_choice_accuracy","type":"double"},{"name":"score_choice_stderr","type":"double"},{"name":"log_viewer","type":"string"}],"n_rows":13,"rows_kept":13,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 20.0.0","schema":{"fields":[{"name":"eval_id","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"run_id","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_id","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"log","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"created","type":"timestamp[ns, tz=-04:00]","nullable":true,"metadata":null,"children":null},{"name":"tags","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"git_origin","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"git_commit","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"packages","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"metadata","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_name","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_version","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"task_file","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_attribs","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_arg_cot","type":"bool","nullable":true,"metadata":null,"children":null},{"name":"task_arg_fewshot","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"task_arg_fewshot_seed","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"solver","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"solver_args","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"sandbox_type","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"sandbox_config","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model_base_url","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model_args","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model_generate_config","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model_roles","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"dataset_name","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"dataset_location","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"dataset_samples","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"dataset_sample_ids","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"dataset_shuffled","type":"bool","nullable":true,"metadata":null,"children":null},{"name":"epochs","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"epochs_reducer","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"approval","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"message_limit","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"token_limit","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"time_limit","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"working_limit","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"status","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"error_message","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"error_traceback","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"total_samples","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"completed_samples","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"score_headline_name","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"score_headline_metric","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"score_headline_value","type":"double","nullable":true,"metadata":null,"children":null},{"name":"score_headline_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"score_choice_accuracy","type":"double","nullable":true,"metadata":null,"children":null},{"name":"score_choice_stderr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"log_viewer","type":"string","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 eval_id (String);\n  optional binary field_id=-1 run_id (String);\n  optional binary field_id=-1 task_id (String);\n  optional binary field_id=-1 log (String);\n  optional int64 field_id=-1 created (Timestamp(isAdjustedToUTC=true, timeUnit=nanoseconds, is_from_converted_type=false, force_set_converted_type=false));\n  optional binary field_id=-1 tags (String);\n  optional binary field_id=-1 git_origin (String);\n  optional binary field_id=-1 git_commit (String);\n  optional binary field_id=-1 packages (String);\n  optional binary field_id=-1 metadata (String);\n  optional binary field_id=-1 task_name (String);\n  optional int64 field_id=-1 task_version;\n  optional binary field_id=-1 task_file (String);\n  optional binary field_id=-1 task_attribs (String);\n  optional boolean field_id=-1 task_arg_cot;\n  optional binary field_id=-1 task_arg_fewshot (String);\n  optional int64 field_id=-1 task_arg_fewshot_seed;\n  optional binary field_id=-1 solver (String);\n  optional binary field_id=-1 solver_args (String);\n  optional binary field_id=-1 sandbox_type (String);\n  optional binary field_id=-1 sandbox_config (String);\n  optional binary field_id=-1 model (String);\n  optional binary field_id=-1 model_base_url (String);\n  optional binary field_id=-1 model_args (String);\n  optional binary field_id=-1 model_generate_config (String);\n  optional binary field_id=-1 model_roles (String);\n  optional binary field_id=-1 dataset_name (String);\n  optional binary field_id=-1 dataset_location (String);\n  optional int64 field_id=-1 dataset_samples;\n  optional binary field_id=-1 dataset_sample_ids (String);\n  optional boolean field_id=-1 dataset_shuffled;\n  optional int64 field_id=-1 epochs;\n  optional binary field_id=-1 epochs_reducer (String);\n  optional binary field_id=-1 approval (String);\n  optional binary field_id=-1 message_limit (String);\n  optional binary field_id=-1 token_limit (String);\n  optional binary field_id=-1 time_limit (String);\n  optional binary field_id=-1 working_limit (String);\n  optional binary field_id=-1 status (String);\n  optional binary field_id=-1 error_message (String);\n  optional binary field_id=-1 error_traceback (String);\n  optional int64 field_id=-1 total_samples;\n  optional int64 field_id=-1 completed_samples;\n  optional binary field_id=-1 score_headline_name (String);\n  optional binary field_id=-1 score_headline_metric (String);\n  optional double field_id=-1 score_headline_value;\n  optional double field_id=-1 score_headline_stderr;\n  optional double field_id=-1 score_choice_accuracy;\n  optional double field_id=-1 score_choice_stderr;\n  optional binary field_id=-1 log_viewer (String);\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":12536,"head":""}}],["pandas","{\"index_columns\": [{\"kind\": \"range\", \"name\": null, \"start\": 0, \"stop\": 13, \"step\": 1}], \"column_indexes\": [{\"name\": null, \"field_name\": null, \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\": [{\"name\": \"eval_id\", \"field_name\": \"eval_id\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"run_id\", \"field_name\": \"run_id\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_id\", \"field_name\": \"task_id\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"log\", \"field_name\": \"log\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"created\", \"field_name\": \"created\", \"pandas_type\": \"datetimetz\", \"numpy_type\": \"timestamp[ns, tz=-04:00][pyarrow]\", \"metadata\": null}, {\"name\": \"tags\", \"field_name\": \"tags\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"git_origin\", \"field_name\": \"git_origin\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"git_commit\", \"field_name\": \"git_commit\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"packages\", \"field_name\": \"packages\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"metadata\", \"field_name\": \"metadata\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_name\", \"field_name\": \"task_name\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_version\", \"field_name\": \"task_version\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"task_file\", \"field_name\": \"task_file\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_attribs\", \"field_name\": \"task_attribs\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_arg_cot\", \"field_name\": \"task_arg_cot\", \"pandas_type\": \"bool\", \"numpy_type\": \"bool[pyarrow]\", \"metadata\": null}, {\"name\": \"task_arg_fewshot\", \"field_name\": \"task_arg_fewshot\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"task_arg_fewshot_seed\", \"field_name\": \"task_arg_fewshot_seed\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"solver\", \"field_name\": \"solver\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"solver_args\", \"field_name\": \"solver_args\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"sandbox_type\", \"field_name\": \"sandbox_type\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"sandbox_config\", \"field_name\": \"sandbox_config\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"model\", \"field_name\": \"model\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"model_base_url\", \"field_name\": \"model_base_url\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"model_args\", \"field_name\": \"model_args\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"model_generate_config\", \"field_name\": \"model_generate_config\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"model_roles\", \"field_name\": \"model_roles\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"dataset_name\", \"field_name\": \"dataset_name\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"dataset_location\", \"field_name\": \"dataset_location\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"dataset_samples\", \"field_name\": \"dataset_samples\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"dataset_sample_ids\", \"field_name\": \"dataset_sample_ids\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"dataset_shuffled\", \"field_name\": \"dataset_shuffled\", \"pandas_type\": \"bool\", \"numpy_type\": \"bool[pyarrow]\", \"metadata\": null}, {\"name\": \"epochs\", \"field_name\": \"epochs\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"epochs_reducer\", \"field_name\": \"epochs_reducer\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"approval\", \"field_name\": \"approval\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"message_limit\", \"field_name\": \"message_limit\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"token_limit\", \"field_name\": \"token_limit\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"time_limit\", \"field_name\": \"time_limit\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"working_limit\", \"field_name\": \"working_limit\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"status\", \"field_name\": \"status\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"error_message\", \"field_name\": \"error_message\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"error_traceback\", \"field_name\": \"error_traceback\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"total_samples\", \"field_name\": \"total_samples\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"completed_samples\", \"field_name\": \"completed_samples\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64[pyarrow]\", \"metadata\": null}, {\"name\": \"score_headline_name\", \"field_name\": \"score_headline_name\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"score_headline_metric\", \"field_name\": \"score_headline_metric\", \"pandas_type\": \"object\", \"numpy_type\": \"string\", \"metadata\": null}, {\"name\": \"score_headline_value\", \"field_name\": \"score_headline_value\", \"pandas_type\": \"float64\", \"numpy_type\": \"double[pyarrow]\", \"metadata\": null}, {\"name\": \"score_headline_stderr\", \"field_name\": \"score_headline_stderr\", \"pandas_type\": \"float64\", \"numpy_type\": \"double[pyarrow]\", \"metadata\": null}, {\"name\": \"score_choice_accuracy\", \"field_name\": \"score_choice_accuracy\", \"pandas_type\": \"float64\", \"numpy_type\": \"double[pyarrow]\", \"metadata\": null}, {\"name\": \"score_choice_stderr\", \"field_name\": \"score_choice_stderr\", \"pandas_type\": \"float64\", \"numpy_type\": \"double[pyarrow]\", \"metadata\": null}, {\"name\": \"log_viewer\", \"field_name\": \"log_viewer\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}], \"creator\": {\"library\": \"pyarrow\", \"version\": \"20.0.0\"}, \"pandas_version\": \"2.3.0\"}"]]}
["XTNZXYnaxgFhsSzTZ9cQhE","asnwDDmUgMYN59jhwhfbai","6MPyx6SMm95Ln3LwGBSK8G","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_6MPyx6SMm95Ln3LwGBSK8G.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/gpt-4-turbo-2024-04-09",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.82,0.0548839220351387,0.82,0.0548839220351387,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_6MPyx6SMm95Ln3LwGBSK8G.eval"]
["dMpHvA9upnEButDDBHEYdp","asnwDDmUgMYN59jhwhfbai","2wK59cr6wiXxtEf3yRSTsu","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_2wK59cr6wiXxtEf3yRSTsu.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-3-5-sonnet-20240620",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.88,0.04642307659791978,0.88,0.04642307659791978,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_2wK59cr6wiXxtEf3yRSTsu.eval"]
["oJ8B9sqkNLD886ejxcKmzX","asnwDDmUgMYN59jhwhfbai","YGCqNqAUagbygi9pPpCwaM","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_YGCqNqAUagbygi9pPpCwaM.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-sonnet-4-20250514",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.98,0.019999999999999993,0.98,0.019999999999999993,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_YGCqNqAUagbygi9pPpCwaM.eval"]
["EfiQG5PxrZ4V5tww7pwgTj","asnwDDmUgMYN59jhwhfbai","A8m4wihH8JJpWJS6SnYSsa","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_A8m4wihH8JJpWJS6SnYSsa.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-3-7-sonnet-20250219",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.94,0.033926691677251195,0.94,0.033926691677251195,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_A8m4wihH8JJpWJS6SnYSsa.eval"]
["idSPAWPFyEk6z5TrT6ojvn","asnwDDmUgMYN59jhwhfbai","gNNDm92rB6Fm5CMVt3k3op","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_gNNDm92rB6Fm5CMVt3k3op.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/o4-mini-2025-04-16",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.96,0.027994168488950606,0.96,0.027994168488950606,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_gNNDm92rB6Fm5CMVt3k3op.eval"]
["aaV9RhHu7NVMxkudkBtPqf","asnwDDmUgMYN59jhwhfbai","Zh3quSppm9QDmi9BbPck4F","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_Zh3quSppm9QDmi9BbPck4F.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/gpt-3.5-turbo-0125",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.52,0.0713714056959817,0.52,0.0713714056959817,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_Zh3quSppm9QDmi9BbPck4F.eval"]
["GY94DMnSvB8Jqu56rK77rk","asnwDDmUgMYN59jhwhfbai","bhwuWBeF8TFTGgWaQ3XNXg","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_bhwuWBeF8TFTGgWaQ3XNXg.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-3-haiku-20240307",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.62,0.06934092056863769,0.62,0.06934092056863769,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_bhwuWBeF8TFTGgWaQ3XNXg.eval"]
["9fPqeshM2bsxDK8D3GYeyr","asnwDDmUgMYN59jhwhfbai","ehReLxwtq9RQKdSfetss4W","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_ehReLxwtq9RQKdSfetss4W.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-opus-4-20250514",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.98,0.02,0.98,0.02,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_ehReLxwtq9RQKdSfetss4W.eval"]
["YcDaioFub24C23FpkxV9Qd","asnwDDmUgMYN59jhwhfbai","AUxYGqzXSoCiSBP2EVpFo8","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_AUxYGqzXSoCiSBP2EVpFo8.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/gpt-4o-2024-11-20",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.9,0.04285714285714286,0.9,0.04285714285714286,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_AUxYGqzXSoCiSBP2EVpFo8.eval"]
["ReRX6jCbhkZQ722DZB99GE","asnwDDmUgMYN59jhwhfbai","A3rDkkrH3LBqCHmLzeTN9W","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_A3rDkkrH3LBqCHmLzeTN9W.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/o3-mini-2025-01-31",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.9,0.04285714285714286,0.9,0.04285714285714286,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_A3rDkkrH3LBqCHmLzeTN9W.eval"]
["2rCp9gWwPhSY93gXCMFMkG","asnwDDmUgMYN59jhwhfbai","USpjYjBbTvLPDoD85ay2Cm","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_USpjYjBbTvLPDoD85ay2Cm.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"anthropic/claude-3-5-haiku-20241022",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.74,0.06266203485560373,0.74,0.06266203485560373,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_USpjYjBbTvLPDoD85ay2Cm.eval"]
["XPdfqHbXY9BPhPFYcSjT66","asnwDDmUgMYN59jhwhfbai","LtoJRHmezkAgB4Ec7JujaE","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_LtoJRHmezkAgB4Ec7JujaE.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/o3-2025-04-16",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",1.0,0.0,1.0,0.0,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_LtoJRHmezkAgB4Ec7JujaE.eval"]
["mbFfyZ37mvWT49ugzCY9QB","asnwDDmUgMYN59jhwhfbai","U7CxYDjTsQAHCS3EPb2hkQ","/Users/charlesteague/Development/meridianlabs-ai/inspect-viz-example-logs/out/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_U7CxYDjTsQAHCS3EPb2hkQ.eval","2025-07-16T11:40:28.000000000Z","","git@github.com:UKGovernmentBEIS/inspect_evals.git","9945bc65","{\"inspect_ai\": \"0.3.113.dev58+gfe87231ac\"}",null,"agie_lsat_lr",0,null,"{}",false,null,42,null,null,null,null,"openai/gpt-4.1-2025-04-14",null,null,"{}","{}","lsat-lr","https:/raw.githubusercontent.com/ruixiangcui/AGIEval/84ab72d94318290aad2e4ec820d535a95a1f7552/data/v1_1/lsat-lr.jsonl",510,"[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50]",false,1,"[\"mean\"]",null,null,null,null,null,"success",null,null,50,50,"choice","accuracy",0.92,0.03875617133214439,0.92,0.03875617133214439,"https://samples.meridianlabs.ai/#/logs/logs/agi-lsat-ar/2025-07-16T07-40-28-04-00_agie-lsat-lr_U7CxYDjTsQAHCS3EPb2hkQ.eval"]