axelera/evalsuite/__init__.py,sha256=8uaVBI8ZDH0NIqFx1w0Z8jzBs0MmMRymBh0CXzkoVDY,1244
axelera/evalsuite/registrations.md,sha256=z_uGm4TsTmP3kgbciewzqbeR5jQbTJ5GC4-ZPwOFJC8,1565
axelera/evalsuite/registrations.py,sha256=qInvlI-0BwpiBEegQHTnPTTQ6sZ7NDg3nlAY1UAN7eI,8380
axelera/evalsuite/registry.py,sha256=7EQPAEpxh5mdfbeW8zYCKZUU6KIZ0CbbFpS7OuJBVq4,14635
axelera/evalsuite/benchmarks/README.md,sha256=E6Rz_putyOyjXrr4loYdu_3ekHDySCy2MGwfg6WL_jk,8745
axelera/evalsuite/benchmarks/__init__.py,sha256=J5lKJ0Y0l1VFMeoZpMI-7QYx877h05zJSwqfYhYnq9E,505
axelera/evalsuite/benchmarks/dataset_utils.py,sha256=n7CTI_DsQWq5Uxfi7EaMaaxLSp9kn9wWMnrWCxVNOjw,5786
axelera/evalsuite/benchmarks/inspectai.py,sha256=RvguOnLY-5_QJ3WUmJeQHMyWYS4XiLk4eod61llMYEg,5199
axelera/evalsuite/benchmarks/livecodebench.py,sha256=HoGd44FsID2fv0XKiexy7UcYuzRvi6ZazOgfpjAraLg,25119
axelera/evalsuite/benchmarks/lm_eval_api.py,sha256=dfnNPfwQCvshDMCT2zSC6tqf0qF8mr9GL8x_OMQqEqQ,4487
axelera/evalsuite/benchmarks/lm_eval_local.py,sha256=W_E01vKnDdPiwyMrcx2qgQhcnVtAAE_m5sFg_HwzvZg,4948
axelera/evalsuite/benchmarks/lm_eval_tasks.py,sha256=CRqT-Fe7TqH-wI0NissSiQqDsI_1GJUwKgtBaJTo8tY,1913
axelera/evalsuite/benchmarks/lmms_eval.py,sha256=-qSS-ocvbOy2I8dBZNB6DkjZtJaoyyoQqbVqyceVVz4,9553
axelera/evalsuite/benchmarks/ultralytics.py,sha256=kIlKGpFFN0thoZqfboD_4dCzZEV9Rt2QP91FafaKGBg,4420
axelera/evalsuite/benchmarks/utils.py,sha256=1dxSQ6oWAXC5hmbQ3-VaBFoSTfa-J5sUZ7DBhieN72A,3182
axelera/evalsuite/benchmarks/api_wrappers/README.md,sha256=lV9gripJlA2D917LQh4lA0BFvPwd7tIyC2aKbUdYphE,1972
axelera/evalsuite/benchmarks/api_wrappers/__init__.py,sha256=B6fhI6D6wHm1q2t6rwLbfNjuj_Sww_YGLBF4UAafOCg,360
axelera/evalsuite/benchmarks/api_wrappers/api_wrappers.py,sha256=rTpFMQ5kJWWmkVwGqjW7HgztjsDqB3jdFIvbVHPuk9A,27831
axelera/evalsuite/benchmarks/api_wrappers/ultralytics_wrapper.py,sha256=ynosQlakwl0od7YiEdGX1pZE55u140tR_G3S07GqLCg,12810
axelera/evalsuite/custom_evaluation/README.md,sha256=p_Ht87lA6o1dvlSkh2hely592F3958TWa_6AZFV0zSU,10624
axelera/evalsuite/custom_evaluation/__init__.py,sha256=N1UB8ClUxlPWL2sI8cWE27Ao_Q1frSzIkUt9b9DI0ZU,1002
axelera/evalsuite/custom_evaluation/custom_evaluation.py,sha256=zmZhOilfgXszzQ0OxQec_wtM-jdxPuhBtMe3ljm-IP0,15098
axelera/evalsuite/custom_evaluation/dataloaders/README.md,sha256=MKDxwcTip_Ak10mLUct22dj0Oj384auo3iqzuepGfK8,2528
axelera/evalsuite/custom_evaluation/dataloaders/__init__.py,sha256=GS-9EYADH4afEIniU9u3yhRNwq3zI-8fy5hTaAwyEkw,554
axelera/evalsuite/custom_evaluation/dataloaders/base_dataloader.py,sha256=b8TFN7NgmEsiWvnxKz-2LqsroOSmPsY13KECq87Iu3Q,3902
axelera/evalsuite/custom_evaluation/metric_aggregators/README.md,sha256=eS4uebRG3KBh2spfdFmpy4CUKdh_y7QCLLuMnahrCMw,13037
axelera/evalsuite/custom_evaluation/metric_aggregators/__init__.py,sha256=k2SvQaHTiQRfu4PdVEcgq_098dEY3gIBctnOQBe7xdc,928
axelera/evalsuite/custom_evaluation/metric_aggregators/aggregators.py,sha256=-XzJCBT_Y2-O_i0Y5IfqaIoA7c-4rHrY_xXoXnsNn0k,17434
axelera/evalsuite/custom_evaluation/metric_aggregators/base_aggregator.py,sha256=omF4TnsHAxsmXezKxxO8kfdYOauO5Ss8HgEAy72GyY0,1664
axelera/evalsuite/custom_evaluation/metrics/README.md,sha256=FW8Ye27PcOvlCQnZglFh_UzC-YfWsfYff9ZLssH5gcE,13317
axelera/evalsuite/custom_evaluation/metrics/__init__.py,sha256=EnkhMGcy-b5YVT8wlTqTihtug8-6dxalaYWuTw-YkO0,534
axelera/evalsuite/custom_evaluation/metrics/base_metric.py,sha256=g8XUHj1RZ2th3jfoczhHeComrvup32rOUcE8jopOXqA,13924
axelera/evalsuite/custom_evaluation/metrics/coco_detection.py,sha256=pfPdWpUcx50bWuuRKntmcs_SMAplY_fwpulNsR7s28M,13878
axelera/evalsuite/custom_evaluation/metrics/mse.py,sha256=sYiYk7OXUfNmJNJ-K5z9JhI6LWYlWtifrbcKerisoD4,2841
axelera/evalsuite/custom_evaluation/metrics/result_types.py,sha256=G6eivnHW1dGiQZdmYKFG1iJC3JoID9W-ZbRtodxbq6U,1504
axelera/evalsuite/custom_evaluation/metrics/topk_accuracy.py,sha256=4Mi9bzUeUGqtbeQNa17c1qG0Q6T4VruFfBIl60CQigw,3274
axelera/evalsuite/custom_evaluation/third_party/README.md,sha256=j6U8QW2gxL-F7Qpx_i8GL1RC0zYMC38fL8x-7sp1-QU,1040
axelera/evalsuite/custom_evaluation/third_party/__init__.py,sha256=K95SzgBCZuGvYXiQ-EY7beaTlCKrATot9KYatHYGCes,456
axelera/evalsuite/engine/README.md,sha256=Qti82bgHQ2OVs4fKNDVQ43poCiysm8owI7Z5U4EAsoY,12151
axelera/evalsuite/engine/__init__.py,sha256=86rmg1LH0J1AaJBLMALHOM8z1W_TnDZZpGfatVBQVdQ,198
axelera/evalsuite/engine/core.py,sha256=6gG2CzhUnR7n4orvS4h2qS8u6rC5Aqd0RfcPQr-eJYc,2040
axelera/evalsuite/engine/served_model.py,sha256=T6RcxPVZa_znHEs9whmfcYHu1_9ZkK05-uBJi7dpq_c,1663
axelera/evalsuite/engine/configurations/README.md,sha256=7CLHPNX8ZBvKNU66k8gjGjdx-Sb9zt5aNcyDVOqfyDE,6999
axelera/evalsuite/engine/configurations/__init__.py,sha256=QYVEnbV0XEDFX0bb3AGzt8412R5sJKHIPP8Ocr7ihEY,1597
axelera/evalsuite/engine/configurations/base_config.py,sha256=y5iu1mDRt8MoZ3dikuMbj6Vrsi3TzoUzjxQC8zii-A8,837
axelera/evalsuite/engine/configurations/custom_eval_config.py,sha256=08dxRKMfUson_IUas-jO2CGLvYrJRUa0RgCQklcnWkw,5004
axelera/evalsuite/engine/configurations/inspectai_config.py,sha256=6wZbYH6Btkj2IA7-G4yppe8f27_Khkem1X66SeiTRi8,2615
axelera/evalsuite/engine/configurations/livecodebench_config.py,sha256=gD0xYGPAJJoP_4Bb_J2chDxR439oMxLa7YxJVeXHvZY,9643
axelera/evalsuite/engine/configurations/lm_eval_api_config.py,sha256=sgif1PmdWr6QPckxiCE3006xyB7KhvG6Xao9-rKQF9E,3648
axelera/evalsuite/engine/configurations/lm_eval_base_config.py,sha256=QkXL_O4_UiSd4EDTMA19U8Jvtb7YACpS13Ro0r55l-M,4363
axelera/evalsuite/engine/configurations/lm_eval_local_config.py,sha256=sxT7my6OvUps8ecU6fMfODK3x7dr14IuupLDWpIBSko,2343
axelera/evalsuite/engine/configurations/lm_eval_simple_evaluate.py,sha256=UJEXMMZLlzK8rF-o9fBP7-H3Bi6gmzZrvfmF0UPCgUE,6222
axelera/evalsuite/engine/configurations/lmms_eval_config.py,sha256=sqtnABlCGsprA8DKwOH6ftd3kxp8kmw-wrXUUoqO0HA,43439
axelera/evalsuite/engine/configurations/ultralytics_config.py,sha256=fSyMtyLrGqacas10KYOBtoZXyj2IWC9KcgKiHjxvV0s,3285
axelera/evalsuite/engine/server/README.md,sha256=05yJyUj4cydXMdsooC6-AiOW0bXte7H3Yb8xQ63Hz7Q,12102
axelera/evalsuite/engine/server/__init__.py,sha256=D-fVxUWKxy1E56vODgyghNZqg4_HSjzqjdkCLp-ZtD4,672
axelera/evalsuite/engine/server/config.py,sha256=QRSohSbKo25rx-Ah8iJ9_Vt8UPfG9ALXm0t7Oxp32eI,1424
axelera/evalsuite/engine/server/dependencies.py,sha256=3IgVw4YI_D8zkuOyC4XMx5MaryjHMAKBZ-EOJtXjUm0,1849
axelera/evalsuite/engine/server/server.py,sha256=CYjvDk4PcU8ltkVdYdwuyjFjeAvftJ-IB64vex9DrBE,12120
axelera/evalsuite/engine/server/auth/bearer.py,sha256=gKipbgCCGWBxmpL2N65ZsGu3jT87upFlptZRXQyoRVs,2247
axelera/evalsuite/engine/server/handlers/__init__.py,sha256=6muQfCoQVc4IDNLHPiJBp_su1tn--aWiC4jzZsD8rT0,137
axelera/evalsuite/engine/server/handlers/chat.py,sha256=09VRwA8sg5JRFoE7VIq9tGmKVJtwFjBZ1fnKNxKdgRw,16349
axelera/evalsuite/engine/server/handlers/completion.py,sha256=4tyBWC7KkD50Z-kcuZENqmh1eLjO7UG55zgSMyg-EZo,16745
axelera/evalsuite/engine/server/handlers/health.py,sha256=3P_nxTgdNUaSzQ76HwIkPl8qvQovh-o2VXpUkwD_EEs,616
axelera/evalsuite/engine/server/handlers/metrics.py,sha256=86xPLX-RAiB42yG8J0GODp3kgxJfj-8UfXVS86zYwbU,621
axelera/evalsuite/engine/server/handlers/models.py,sha256=MmZAkDGB9sPTrQ_mRwK0yf_M2DYLoal0J_1zJlo3PSc,1229
axelera/evalsuite/engine/server/middleware/cors.py,sha256=k9ZK7-v0tAelylZDuxBAY3E_YM7WdZ2QaZRJi92-Wr4,1632
axelera/evalsuite/engine/server/middleware/metrics.py,sha256=sRYy_hibjDrCdjhGWxD2UxnJLs1p3RcB5xROxAJ70fs,2234
axelera/evalsuite/engine/server/middleware/rate_limit.py,sha256=Dk1g8amvLiLbO59jrEvZKsX9MJjTfA6rimX7yNVsijs,1321
axelera/evalsuite/engine/server/schemas/README.md,sha256=3QG-D1M9jSAZXCtnh-uFwsKZg3N6qUWDDWW1dftT204,3129
axelera/evalsuite/engine/server/schemas/__init__.py,sha256=Zhhn3vu8U4EmwCnI-wLhRG99SrayNsBtJFpk6a4Dra0,707
axelera/evalsuite/engine/server/schemas/requests.py,sha256=g0ppBlVpfZyfrLUnJTlZXjtshMY65TtYiZgXc_cxeF0,5195
axelera/evalsuite/engine/server/schemas/responses.py,sha256=BCdOP711ngO5_rK8n7-CKn_m4_fvqqIcHzLHTcz0BkQ,1657
axelera/evalsuite/engine/server/schemas/shared.py,sha256=ymReZeR2p8tDWN_APV6fh0b6Pm3Y8H2sDL8kQFu-kn8,2025
axelera/evalsuite/engine/server/utils/function_calling.py,sha256=WxS7gh2oBRsYG4cUs4GyA_iXxz0Eig5EtwM7aHUdPII,11283
axelera/evalsuite/engine/server/utils/generation.py,sha256=M1F0hJhtNfQDbWhZdTXqiRHTSgV1ZdXQ6Ixv_MeUz8A,3885
axelera/evalsuite/tasks/inspectai/utils.py,sha256=00pSHZ-qqWauhEbeghlzseDz3GVqZAr2VgiTHWke2_U,4763
axelera/evalsuite/tasks/inspectai/datasets/graphwalks.py,sha256=0IgjJ2qOEw-ZAL1e6JXu7-JKcPSRpsLKe8j23YI4y_s,1057
axelera/evalsuite/tasks/inspectai/datasets/hle.py,sha256=lfbmLBM-hfwFAENdn1-YyEmaKcU-30K2E_ML7qO9NLU,1057
axelera/evalsuite/tasks/inspectai/datasets/mrcr.py,sha256=PO3AKgPdt1T-FE89Ugk-qvXsUn5PW_uYWQKXHJKfDIc,3163
axelera/evalsuite/tasks/inspectai/datasets/multichallenge.py,sha256=LyLct1rJ8fmErTrnHzxbSEcF9V3MYmS05mOeOHuLzOo,1423
axelera/evalsuite/tasks/inspectai/datasets/utils.py,sha256=sSOh0FuV1RHpVDDmQ9jNMzpXE4qjC--EoUXbHNvjmBI,3447
axelera/evalsuite/tasks/inspectai/evals/graphwalks.py,sha256=igLHhgcMq2LncgU2JIANV623cp9LCPd9b3_AT889d0Y,1049
axelera/evalsuite/tasks/inspectai/evals/hle.py,sha256=HscVCeNdEP43CBNdEETnJTfYM7IzbADaWBAaHiTDHo8,2387
axelera/evalsuite/tasks/inspectai/evals/mrcr.py,sha256=1nMdT3rQrCZuiHT5R0A5_NSHAs487nVE38Q1MLiTUf8,1595
axelera/evalsuite/tasks/inspectai/evals/multichallenge.py,sha256=jGr87hh7zT_xG6qUqLCGAQD9Yh79AoOEC7W3b_hyyxw,1720
axelera/evalsuite/tasks/inspectai/scorers/graphwalks.py,sha256=eEqqvrAMymP2sYRsp3alxDpLkj0T3WkVsrietUOIAPU,1663
axelera/evalsuite/tasks/inspectai/scorers/hle.py,sha256=tWy_-k8NHqtiSByRfbmvdU1RnWzg1_oGFVmWIFTfJZs,6613
axelera/evalsuite/tasks/inspectai/scorers/mrcr.py,sha256=uepk0fszGuN6H5avYB41NPncSU2sAf2Ng8jCFzFmTFg,3895
axelera/evalsuite/tasks/inspectai/scorers/multichallenge.py,sha256=r4FlvOLBk0apU-JPl8IEWSP8M-R7iPqWaj_S536o_tM,4623
axelera/evalsuite/tasks/lmeval/qwen/qwen_gsm8k_0shot.yaml,sha256=FVBurJy580VVWmmWJlKzQ0whgvVKAmhT-CKg30B2Cx4,1529
axelera/evalsuite/tasks/lmeval/qwen/qwen_gsm8k_cot.yaml,sha256=NmHGqKwUKESFEKGNJqTGDIJ9C-n5pv-EM3RN5B1qAXw,3964
axelera_evalsuite-0.2.1.dist-info/METADATA,sha256=KeVpJTsJQgcKC6X10ssBFRbAw3eO1C8IEpVjJM0L3ew,28963
axelera_evalsuite-0.2.1.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
axelera_evalsuite-0.2.1.dist-info/entry_points.txt,sha256=D-cZRN7THZBKX5wXKf3Tzhqh-poXLnlSACHAb63qXPE,67
axelera_evalsuite-0.2.1.dist-info/licenses/LICENSE.txt,sha256=qMwhRifJnc-jRUddxAScaf-PPy1CypA7TIG8JS5bmyc,130
axelera_evalsuite-0.2.1.dist-info/RECORD,,
