diff --git a/gradio_app.py b/gradio_app.py index 6aa1326..c112c07 100644 --- a/gradio_app.py +++ b/gradio_app.py @@ -1,24 +1,35 @@ import json +import sys from pathlib import Path from typing import Any, Dict, List import gradio as gr +TITLE = """

Model Leaderboard

""" +DESC = """ +
+ powered by:   + supervision +      + + GitHub Repo stars + +
+""" # noqa: E501 title/docs + def load_results() -> List[Dict]: - results_list = [] - for model_dir in Path("models/object_detection").iterdir(): - if model_dir.is_file() or model_dir.name.startswith("_"): - continue - results_file = model_dir / "results.json" - if not results_file.exists(): - print(f"Results file not found for {model_dir.name}") - continue - with open(results_file) as f: - results = json.load(f) - results_list.append(results) - results_list.sort(key=lambda x: x["metadata"]["model"]) - return results_list + results: List[Dict] = [] + results_file: Path = Path("static/aggregate_results.json") + if not results_file.exists(): + print("aggregate_results.json file not found") + sys.exit(1) + with open(results_file) as f: + results = json.load(f) + results.sort(key=lambda x: x["metadata"]["model"]) + return results def get_result_header() -> List[str]: @@ -31,6 +42,14 @@ def get_result_header() -> List[str]: "mAP 50:95 (Small)", "mAP 50:95 (Medium)", "mAP 50:95 (Large)", + "F1 50", + "F1 75", + "F1 50 (Small)", + "F1 75 (Small)", + "F1 50 (Medium)", + "F1 75 (Medium)", + "F1 50 (Large)", + "F1 75 (Large)", ] @@ -50,6 +69,14 @@ def parse_result(result: Dict) -> List[Any]: round(result["small_objects"]["map50_95"], round_digits), round(result["medium_objects"]["map50_95"], round_digits), round(result["large_objects"]["map50_95"], round_digits), + round(result["f1_50"], round_digits), + round(result["f1_75"], round_digits), + round(result["f1_small_objects"]["f1_50"], round_digits), + round(result["f1_small_objects"]["f1_75"], round_digits), + round(result["f1_medium_objects"]["f1_50"], round_digits), + round(result["f1_medium_objects"]["f1_75"], round_digits), + round(result["f1_large_objects"]["f1_50"], round_digits), + round(result["f1_large_objects"]["f1_75"], round_digits), ] @@ -59,13 +86,8 @@ def parse_result(result: Dict) -> List[Any]: with gr.Blocks() as demo: gr.Markdown("# Model Leaderboard") - gr.HTML( - """ - powered by:   - supervision - """ - ) + gr.HTML(TITLE) + gr.HTML(DESC) gr.DataFrame(headers=header, value=results) demo.launch() diff --git a/index.html b/index.html index 3155608..e443ff5 100644 --- a/index.html +++ b/index.html @@ -9,8 +9,9 @@ - + + + @@ -54,6 +55,14 @@

Model Leaderboard

mAP 50:95 (Small) mAP 50:95 (Medium) mAP 50:95 (Large) + F1 50 + F1 75 + F1 50 (Small) + F1 75 (Small) + F1 50 (Medium) + F1 75 (Medium) + F1 50 (Large) + F1 75 (Large) License diff --git a/models/object_detection/configs.py b/models/object_detection/configs.py index cecf8d0..b9432a1 100644 --- a/models/object_detection/configs.py +++ b/models/object_detection/configs.py @@ -1 +1,2 @@ CONFIDENCE_THRESHOLD = 0.001 +DATASET_DIR = "../../../data/coco-val-2017" diff --git a/models/object_detection/rt-detr/requirements.txt b/models/object_detection/rt-detr/requirements.txt index 2d9313f..079bc27 100644 --- a/models/object_detection/rt-detr/requirements.txt +++ b/models/object_detection/rt-detr/requirements.txt @@ -2,5 +2,6 @@ torch>=2.0.1 torchvision>=0.15.2 PyYAML tensorboard -supervision>=0.24.0rc1 +supervision @ git+https://github.com/roboflow/supervision.git@develop tqdm +pycocotools diff --git a/models/object_detection/rt-detr/results_rtdetr_r101vd.json b/models/object_detection/rt-detr/results_rtdetr_r101vd.json index a08b7a8..7113178 100644 --- a/models/object_detection/rt-detr/results_rtdetr_r101vd.json +++ b/models/object_detection/rt-detr/results_rtdetr_r101vd.json @@ -1,30 +1,30 @@ { "metadata": { - "model": "RT-DETRv1 (r101vd)", + "model": "RT-DETRv1 r101vd", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, "param_count": 92486124, - "run_date": "2024-09-10T16:21:37.375759+00:00" + "run_date": "2024-09-23T00:21:53.772495+00:00" }, "map50_95": 0.5243300327374072, - "map50": 0.703951889531495, - "map75": 0.5678049556440812, + "map50": 0.7039518895314949, + "map75": 0.567804955644081, "small_objects": { - "map50_95": 0.2478549542363811, - "map50": 0.40066746534705366, + "map50_95": 0.24785495423638104, + "map50": 0.4006674653470536, "map75": 0.2710220439441845 }, "medium_objects": { - "map50_95": 0.4768582593911274, - "map50": 0.6625457345615452, - "map75": 0.5350029755816491 + "map50_95": 0.47685825939112725, + "map50": 0.6625457345615451, + "map75": 0.535002975581649 }, "large_objects": { - "map50_95": 0.6758202036651619, - "map50": 0.8126340925145896, + "map50_95": 0.675820203665162, + "map50": 0.8126340925145898, "map75": 0.7285503198138372 }, "iou_thresholds": [ @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055002367478898175, + "f1_75": 0.044801037891291674, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539115839654872, + "f1_75": 0.07182353249020428 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetr_r18vd.json b/models/object_detection/rt-detr/results_rtdetr_r18vd.json index 60f46c7..1fb03a0 100644 --- a/models/object_detection/rt-detr/results_rtdetr_r18vd.json +++ b/models/object_detection/rt-detr/results_rtdetr_r18vd.json @@ -1,31 +1,31 @@ { "metadata": { - "model": "RT-DETRv1 (r18vd)", + "model": "RT-DETRv1 r18vd", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, "param_count": 21955472, - "run_date": "2024-09-10T16:11:52.358781+00:00" + "run_date": "2024-09-23T00:13:40.227469+00:00" }, - "map50_95": 0.4475030676297469, - "map50": 0.6156237779572045, - "map75": 0.48407456419504113, + "map50_95": 0.4475030676297468, + "map50": 0.6156237779572044, + "map75": 0.4840745641950413, "small_objects": { - "map50_95": 0.19035576042172211, + "map50_95": 0.1903557604217221, "map50": 0.3089236487784832, - "map75": 0.2030844478437464 + "map75": 0.20308444784374644 }, "medium_objects": { - "map50_95": 0.3952415547608772, - "map50": 0.5612930297373171, - "map75": 0.442782433290807 + "map50_95": 0.39524155476087713, + "map50": 0.561293029737317, + "map75": 0.4427824332908067 }, "large_objects": { "map50_95": 0.5894997261827915, "map50": 0.7265982743927857, - "map75": 0.6411468239795821 + "map75": 0.6411468239795823 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053371116537810466, + "f1_75": 0.04239322395192036, + "f1_small_objects": { + "f1_50": 0.05425970668777465, + "f1_75": 0.031303239161977504 + }, + "f1_medium_objects": { + "f1_50": 0.08500153986627708, + "f1_75": 0.07000788375061538 + }, + "f1_large_objects": { + "f1_50": 0.07171836156682274, + "f1_75": 0.06735933629335475 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetr_r34vd.json b/models/object_detection/rt-detr/results_rtdetr_r34vd.json index a9b8c38..d8f2c9a 100644 --- a/models/object_detection/rt-detr/results_rtdetr_r34vd.json +++ b/models/object_detection/rt-detr/results_rtdetr_r34vd.json @@ -1,30 +1,30 @@ { "metadata": { - "model": "RT-DETRv1 (r34vd)", + "model": "RT-DETRv1 r34vd", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, "param_count": 33212676, - "run_date": "2024-09-10T16:14:42.535005+00:00" + "run_date": "2024-09-23T00:15:53.484978+00:00" }, - "map50_95": 0.4711144281973547, - "map50": 0.6444973848870644, - "map75": 0.5089359115940468, + "map50_95": 0.47111442819735466, + "map50": 0.6444973848870641, + "map75": 0.508935911594047, "small_objects": { - "map50_95": 0.2105158447838686, - "map50": 0.3410547104144312, + "map50_95": 0.21051584478386856, + "map50": 0.34105471041443125, "map75": 0.22164556950501305 }, "medium_objects": { - "map50_95": 0.4214592794562458, - "map50": 0.5926057024799766, - "map75": 0.46982935350097305 + "map50_95": 0.42145927945624584, + "map50": 0.5926057024799771, + "map75": 0.4698293535009732 }, "large_objects": { - "map50_95": 0.6165598066953087, - "map50": 0.7552632596160003, + "map50_95": 0.6165598066953086, + "map50": 0.755263259616, "map75": 0.667420318296039 }, "iou_thresholds": [ @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053745432714569996, + "f1_75": 0.04303912632299453, + "f1_small_objects": { + "f1_50": 0.05440093689866381, + "f1_75": 0.032358600850793104 + }, + "f1_medium_objects": { + "f1_50": 0.08658033405706038, + "f1_75": 0.07186071097655883 + }, + "f1_large_objects": { + "f1_50": 0.073251962690366, + "f1_75": 0.06901239395674584 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetr_r50vd.json b/models/object_detection/rt-detr/results_rtdetr_r50vd.json index 8cbab66..aa82436 100644 --- a/models/object_detection/rt-detr/results_rtdetr_r50vd.json +++ b/models/object_detection/rt-detr/results_rtdetr_r50vd.json @@ -1,31 +1,31 @@ { "metadata": { - "model": "RT-DETRv1 (r50vd)", + "model": "RT-DETRv1 r50vd", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, "param_count": 49972332, - "run_date": "2024-09-10T16:18:12.499365+00:00" + "run_date": "2024-09-23T00:18:34.977017+00:00" }, "map50_95": 0.5148052539985135, - "map50": 0.6922127474679615, + "map50": 0.6922127474679616, "map75": 0.558997224099962, "small_objects": { "map50_95": 0.24458802092882242, - "map50": 0.38689885245134953, - "map75": 0.2630160546386321 + "map50": 0.38689885245134964, + "map75": 0.263016054638632 }, "medium_objects": { - "map50_95": 0.46672014734193157, - "map50": 0.6472867660110199, - "map75": 0.5228654414090166 + "map50_95": 0.4667201473419317, + "map50": 0.6472867660110201, + "map75": 0.5228654414090164 }, "large_objects": { - "map50_95": 0.6591424467339809, + "map50_95": 0.6591424467339808, "map50": 0.7966885597912683, - "map75": 0.7127943119656794 + "map75": 0.7127943119656797 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05444841836097603, + "f1_75": 0.04400212012671933, + "f1_small_objects": { + "f1_50": 0.05379096903297764, + "f1_75": 0.03261229057778585 + }, + "f1_medium_objects": { + "f1_50": 0.09426047509837394, + "f1_75": 0.07970749291579406 + }, + "f1_large_objects": { + "f1_50": 0.07435390724868844, + "f1_75": 0.07027811474263318 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetrv2_r101vd.json b/models/object_detection/rt-detr/results_rtdetrv2_r101vd.json index 43c33a2..74cb5f3 100644 --- a/models/object_detection/rt-detr/results_rtdetrv2_r101vd.json +++ b/models/object_detection/rt-detr/results_rtdetrv2_r101vd.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 92486124, - "run_date": "2024-09-10T16:44:47.186839+00:00" + "run_date": "2024-09-23T00:36:00.602945+00:00" }, "map50_95": 0.524330135379127, - "map50": 0.7039527758683548, - "map75": 0.56780497182413, + "map50": 0.7039527758683545, + "map75": 0.5678049718241299, "small_objects": { - "map50_95": 0.24785492909149326, - "map50": 0.40066746534705366, + "map50_95": 0.24785492909149323, + "map50": 0.4006674653470536, "map75": 0.2710220492958572 }, "medium_objects": { - "map50_95": 0.47685835692588135, - "map50": 0.66254604001764, + "map50_95": 0.4768583569258813, + "map50": 0.6625460400176398, "map75": 0.5350030177768078 }, "large_objects": { - "map50_95": 0.6758202302184949, - "map50": 0.8126341241234784, - "map75": 0.7285502979309773 + "map50_95": 0.675820230218495, + "map50": 0.8126341241234787, + "map75": 0.7285502979309774 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05500236299955658, + "f1_75": 0.044801033467918534, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539119526112004, + "f1_75": 0.07182356986223006 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetrv2_r18vd.json b/models/object_detection/rt-detr/results_rtdetrv2_r18vd.json index 37a9774..ba05c99 100644 --- a/models/object_detection/rt-detr/results_rtdetrv2_r18vd.json +++ b/models/object_detection/rt-detr/results_rtdetrv2_r18vd.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 21955472, - "run_date": "2024-09-10T16:26:50.070114+00:00" + "run_date": "2024-09-23T00:25:32.473961+00:00" }, - "map50_95": 0.4687995594739722, - "map50": 0.6370584442700049, - "map75": 0.506877566545174, + "map50_95": 0.4687995594739721, + "map50": 0.6370584442700051, + "map75": 0.5068775665451742, "small_objects": { - "map50_95": 0.21535478708745523, + "map50_95": 0.21535478708745526, "map50": 0.3395428793596645, - "map75": 0.22778600330760196 + "map75": 0.22778600330760204 }, "medium_objects": { - "map50_95": 0.41591835004016664, - "map50": 0.582710782161214, - "map75": 0.46111270923584724 + "map50_95": 0.41591835004016675, + "map50": 0.5827107821612142, + "map75": 0.46111270923584735 }, "large_objects": { - "map50_95": 0.6075716348351401, - "map50": 0.7449516529285527, - "map75": 0.6571583698150867 + "map50_95": 0.60757163483514, + "map50": 0.7449516529285525, + "map75": 0.6571583698150866 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05489119320669778, + "f1_75": 0.04446234049068596, + "f1_small_objects": { + "f1_50": 0.055466136295587554, + "f1_75": 0.03394097035234522 + }, + "f1_medium_objects": { + "f1_50": 0.08779669621363051, + "f1_75": 0.0735618499533047 + }, + "f1_large_objects": { + "f1_50": 0.07563666994700585, + "f1_75": 0.07128785595007565 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetrv2_r34vd.json b/models/object_detection/rt-detr/results_rtdetrv2_r34vd.json index 0fbf0f3..eb462ef 100644 --- a/models/object_detection/rt-detr/results_rtdetrv2_r34vd.json +++ b/models/object_detection/rt-detr/results_rtdetrv2_r34vd.json @@ -7,20 +7,20 @@ "conf": 0.001 }, "param_count": 33212676, - "run_date": "2024-09-10T16:30:46.673344+00:00" + "run_date": "2024-09-23T00:27:41.586842+00:00" }, "map50_95": 0.4867825440454518, - "map50": 0.6591044524702075, - "map75": 0.5255439550758243, + "map50": 0.6591044524702077, + "map75": 0.5255439550758244, "small_objects": { - "map50_95": 0.22517464073284388, - "map50": 0.36161616082579096, - "map75": 0.23804608448553247 + "map50_95": 0.22517464073284382, + "map50": 0.3616161608257908, + "map75": 0.2380460844855324 }, "medium_objects": { - "map50_95": 0.4361924560564629, - "map50": 0.6090810274677496, - "map75": 0.48462339743332006 + "map50_95": 0.43619245605646295, + "map50": 0.6090810274677497, + "map75": 0.48462339743332017 }, "large_objects": { "map50_95": 0.6273765615214366, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05509647324342255, + "f1_75": 0.044924997682578134, + "f1_small_objects": { + "f1_50": 0.05463693287388067, + "f1_75": 0.03372508413469393 + }, + "f1_medium_objects": { + "f1_50": 0.09032468725870704, + "f1_75": 0.07686256376961177 + }, + "f1_large_objects": { + "f1_50": 0.07621153453216076, + "f1_75": 0.07202891395291544 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetrv2_r50vd.json b/models/object_detection/rt-detr/results_rtdetrv2_r50vd.json index 3bb7188..1a1fa7f 100644 --- a/models/object_detection/rt-detr/results_rtdetrv2_r50vd.json +++ b/models/object_detection/rt-detr/results_rtdetrv2_r50vd.json @@ -1,31 +1,31 @@ { "metadata": { - "model": "RT-DETRv2-L", + "model": "RT-DETRv2-M", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 49972332, - "run_date": "2024-09-10T16:35:20.553966+00:00" + "param_count": 38364780, + "run_date": "2024-09-23T00:30:06.914466+00:00" }, - "map50_95": 0.5219432048195, - "map50": 0.7014642165353272, - "map75": 0.5637984313455032, + "map50_95": 0.5057647922140187, + "map50": 0.6812943207851568, + "map75": 0.5482094806381007, "small_objects": { - "map50_95": 0.24987016854789557, - "map50": 0.39968642214759986, - "map75": 0.2697685071948782 + "map50_95": 0.22601771533549928, + "map50": 0.35776425722949756, + "map75": 0.24745473591662773 }, "medium_objects": { - "map50_95": 0.4768529921674922, - "map50": 0.6548019470037264, - "map75": 0.5339029559083259 + "map50_95": 0.45756539029705195, + "map50": 0.6369386230810548, + "map75": 0.5139974844350771 }, "large_objects": { - "map50_95": 0.6676710453843161, - "map50": 0.8063987452700317, - "map75": 0.7188082840384038 + "map50_95": 0.6547944494390048, + "map50": 0.7943383115502267, + "map75": 0.7096514804332894 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055647575325199775, + "f1_75": 0.0452843444851405, + "f1_small_objects": { + "f1_50": 0.05389092791069118, + "f1_75": 0.03289760323611028 + }, + "f1_medium_objects": { + "f1_50": 0.0941548273166887, + "f1_75": 0.07993164626581387 + }, + "f1_large_objects": { + "f1_50": 0.07519198198582225, + "f1_75": 0.0714592012655044 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/results_rtdetrv2_r50vd_m.json b/models/object_detection/rt-detr/results_rtdetrv2_r50vd_m.json index c68f0e4..8cf36e0 100644 --- a/models/object_detection/rt-detr/results_rtdetrv2_r50vd_m.json +++ b/models/object_detection/rt-detr/results_rtdetrv2_r50vd_m.json @@ -1,31 +1,31 @@ { "metadata": { - "model": "RT-DETRv2-M", + "model": "RT-DETRv2-L", "license": "Apache-2.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 38364780, - "run_date": "2024-09-10T16:39:31.489397+00:00" + "param_count": 49972332, + "run_date": "2024-09-23T00:32:50.133187+00:00" }, - "map50_95": 0.5057647922140188, - "map50": 0.6812943207851567, - "map75": 0.5482094806381008, + "map50_95": 0.5219432048195001, + "map50": 0.7014642165353273, + "map75": 0.5637984313455033, "small_objects": { - "map50_95": 0.22601771533549925, - "map50": 0.3577642572294974, - "map75": 0.24745473591662767 + "map50_95": 0.2498701685478955, + "map50": 0.3996864221475997, + "map75": 0.2697685071948783 }, "medium_objects": { - "map50_95": 0.4575653902970519, - "map50": 0.6369386230810546, - "map75": 0.513997484435077 + "map50_95": 0.4768529921674922, + "map50": 0.6548019470037263, + "map75": 0.5339029559083259 }, "large_objects": { - "map50_95": 0.6547944494390049, - "map50": 0.7943383115502267, - "map75": 0.7096514804332896 + "map50_95": 0.667671045384316, + "map50": 0.8063987452700319, + "map75": 0.7188082840384038 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05580583753272465, + "f1_75": 0.04553311026492095, + "f1_small_objects": { + "f1_50": 0.05412276343757983, + "f1_75": 0.03337345531600436 + }, + "f1_medium_objects": { + "f1_50": 0.09500222610404424, + "f1_75": 0.08138220551736451 + }, + "f1_large_objects": { + "f1_50": 0.07920992898991662, + "f1_75": 0.07500634010758714 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rt-detr/run.py b/models/object_detection/rt-detr/run.py index c13b920..324e039 100644 --- a/models/object_detection/rt-detr/run.py +++ b/models/object_detection/rt-detr/run.py @@ -6,9 +6,13 @@ import supervision as sv import torch import torchvision.transforms as T -from configs import CONFIDENCE_THRESHOLD from PIL import Image +from supervision.metrics import F1Score, MeanAveragePrecision from tqdm import tqdm + +sys.path.append(str(Path(__file__).resolve().parent.parent)) + +from configs import CONFIDENCE_THRESHOLD, DATASET_DIR from utils import ( load_detections_dataset, result_json_already_exists, @@ -27,11 +31,9 @@ "rtdetrv2_r101vd": {"name": "RT-DETRv2-X", "hub_id": "rtdetrv2_r101vd"}, } -sys.path.append(str(Path(__file__).resolve().parent.parent)) LICENSE = "Apache-2.0" HUB_URL = "lyuwenyu/RT-DETR" -DATASET_DIR = "../../../data/coco-val-2017" RUN_PARAMETERS = dict( imgsz=640, conf=CONFIDENCE_THRESHOLD, @@ -100,7 +102,9 @@ def run( target_detections.mask = None targets.append(target_detections) - mAP_metric = sv.metrics.MeanAveragePrecision() + mAP_metric = MeanAveragePrecision() + f1_metric = F1Score() + f1_result = f1_metric.update(predictions, targets).compute() mAP_result = mAP_metric.update(predictions, targets).compute() write_result_json( @@ -108,6 +112,7 @@ def run( model_name=model_values["name"], model=model, mAP_result=mAP_result, + f1_score_result=f1_result, license_name=LICENSE, run_parameters=RUN_PARAMETERS, ) diff --git a/models/object_detection/rtmdet/results_rtmdet_l_syncbn_fast_8xb32-300e_coco.json b/models/object_detection/rtmdet/results_rtmdet_l_syncbn_fast_8xb32-300e_coco.json index 8b63f10..29f5b81 100644 --- a/models/object_detection/rtmdet/results_rtmdet_l_syncbn_fast_8xb32-300e_coco.json +++ b/models/object_detection/rtmdet/results_rtmdet_l_syncbn_fast_8xb32-300e_coco.json @@ -7,20 +7,20 @@ "conf": 0.001 }, "param_count": 52315804, - "run_date": "2024-09-13T01:39:44.329399+00:00" + "run_date": "2024-09-23T02:44:35.648853+00:00" }, "map50_95": 0.5062431026930081, - "map50": 0.6822713528807451, + "map50": 0.6822713528807453, "map75": 0.552470545227493, "small_objects": { - "map50_95": 0.23566866185299393, - "map50": 0.37261555653278094, - "map75": 0.2520895564150065 + "map50_95": 0.2356686618529939, + "map50": 0.372615556532781, + "map75": 0.25208955641500647 }, "medium_objects": { - "map50_95": 0.4659475988147245, + "map50_95": 0.46594759881472436, "map50": 0.6514727526021955, - "map75": 0.5198676423072636 + "map75": 0.5198676423072635 }, "large_objects": { "map50_95": 0.6464732327266226, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05531823313118092, + "f1_75": 0.04542934511571345, + "f1_small_objects": { + "f1_50": 0.06119915689149719, + "f1_75": 0.03836892145477396 + }, + "f1_medium_objects": { + "f1_50": 0.07505402197985796, + "f1_75": 0.06332868604087104 + }, + "f1_large_objects": { + "f1_50": 0.09115047938045687, + "f1_75": 0.08450031511677494 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rtmdet/results_rtmdet_m_syncbn_fast_8xb32-300e_coco.json b/models/object_detection/rtmdet/results_rtmdet_m_syncbn_fast_8xb32-300e_coco.json index e1af50c..4568079 100644 --- a/models/object_detection/rtmdet/results_rtmdet_m_syncbn_fast_8xb32-300e_coco.json +++ b/models/object_detection/rtmdet/results_rtmdet_m_syncbn_fast_8xb32-300e_coco.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 24709188, - "run_date": "2024-09-13T01:36:56.158668+00:00" + "run_date": "2024-09-23T02:37:49.630440+00:00" }, - "map50_95": 0.48535066916147085, - "map50": 0.6607049475508449, - "map75": 0.5314755073203531, + "map50_95": 0.48535066916147096, + "map50": 0.6607049475508446, + "map75": 0.531475507320353, "small_objects": { "map50_95": 0.2201439867612042, "map50": 0.3465088244131632, - "map75": 0.24031718639477428 + "map75": 0.2403171863947742 }, "medium_objects": { - "map50_95": 0.4403079258778652, - "map50": 0.6228541655761868, - "map75": 0.4945148261785183 + "map50_95": 0.44030792587786527, + "map50": 0.6228541655761869, + "map75": 0.49451482617851844 }, "large_objects": { - "map50_95": 0.6258907740228843, - "map50": 0.7789356056967077, - "map75": 0.682501320327737 + "map50_95": 0.625890774022884, + "map50": 0.7789356056967076, + "map75": 0.6825013203277369 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054617483111037333, + "f1_75": 0.04412471964295952, + "f1_small_objects": { + "f1_50": 0.05965303405294159, + "f1_75": 0.03591382413978633 + }, + "f1_medium_objects": { + "f1_50": 0.07372920050595458, + "f1_75": 0.060873287120914145 + }, + "f1_large_objects": { + "f1_50": 0.0933220321748441, + "f1_75": 0.0860701700079945 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rtmdet/results_rtmdet_s_syncbn_fast_8xb32-300e_coco.json b/models/object_detection/rtmdet/results_rtmdet_s_syncbn_fast_8xb32-300e_coco.json index a8abdbc..d70df95 100644 --- a/models/object_detection/rtmdet/results_rtmdet_s_syncbn_fast_8xb32-300e_coco.json +++ b/models/object_detection/rtmdet/results_rtmdet_s_syncbn_fast_8xb32-300e_coco.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 8886924, - "run_date": "2024-09-13T01:34:23.020684+00:00" + "run_date": "2024-09-23T02:33:02.571049+00:00" }, - "map50_95": 0.4388439038756515, - "map50": 0.609921566405695, - "map75": 0.4771239324201936, + "map50_95": 0.43884390387565153, + "map50": 0.6099215664056953, + "map75": 0.4771239324201934, "small_objects": { - "map50_95": 0.1690708891357032, + "map50_95": 0.16907088913570323, "map50": 0.27735569273645844, "map75": 0.18161027212724581 }, "medium_objects": { - "map50_95": 0.38886383983889194, - "map50": 0.565941318375231, + "map50_95": 0.388863839838892, + "map50": 0.5659413183752309, "map75": 0.43058881328827125 }, "large_objects": { - "map50_95": 0.5870105310486933, - "map50": 0.7419594769103824, - "map75": 0.6440220702339186 + "map50_95": 0.5870105310486934, + "map50": 0.7419594769103826, + "map75": 0.6440220702339187 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.04988311132575794, + "f1_75": 0.038791749401449555, + "f1_small_objects": { + "f1_50": 0.05386625077485213, + "f1_75": 0.028392506988554753 + }, + "f1_medium_objects": { + "f1_50": 0.06750792274596967, + "f1_75": 0.05357777849502396 + }, + "f1_large_objects": { + "f1_50": 0.07715824357094489, + "f1_75": 0.07029191887371607 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rtmdet/results_rtmdet_tiny_syncbn_fast_8xb32-300e_coco.json b/models/object_detection/rtmdet/results_rtmdet_tiny_syncbn_fast_8xb32-300e_coco.json index 2beb779..17a2a55 100644 --- a/models/object_detection/rtmdet/results_rtmdet_tiny_syncbn_fast_8xb32-300e_coco.json +++ b/models/object_detection/rtmdet/results_rtmdet_tiny_syncbn_fast_8xb32-300e_coco.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 4896168, - "run_date": "2024-09-13T01:32:05.244864+00:00" + "run_date": "2024-09-23T02:29:25.974497+00:00" }, - "map50_95": 0.4051644284761837, - "map50": 0.569060915258383, - "map75": 0.4392635942113426, + "map50_95": 0.40516442847618367, + "map50": 0.5690609152583831, + "map75": 0.43926359421134265, "small_objects": { "map50_95": 0.1399772349713988, "map50": 0.234896774109904, - "map75": 0.1466793932712645 + "map75": 0.14667939327126447 }, "medium_objects": { - "map50_95": 0.35137093290680504, - "map50": 0.5161420691514615, - "map75": 0.38847707440474544 + "map50_95": 0.35137093290680516, + "map50": 0.5161420691514612, + "map75": 0.3884770744047453 }, "large_objects": { - "map50_95": 0.5544068105044915, - "map50": 0.7098826664605631, - "map75": 0.6076576758935616 + "map50_95": 0.5544068105044913, + "map50": 0.7098826664605629, + "map75": 0.607657675893561 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05115173742152011, + "f1_75": 0.03866251488920745, + "f1_small_objects": { + "f1_50": 0.054774256812043835, + "f1_75": 0.027264200575657104 + }, + "f1_medium_objects": { + "f1_50": 0.06471982396658556, + "f1_75": 0.04950546877922435 + }, + "f1_large_objects": { + "f1_50": 0.08170988295326313, + "f1_75": 0.07323947683724118 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rtmdet/results_rtmdet_x_syncbn_fast_8xb32-300e_coco.json b/models/object_detection/rtmdet/results_rtmdet_x_syncbn_fast_8xb32-300e_coco.json index e5c56da..66b2c7f 100644 --- a/models/object_detection/rtmdet/results_rtmdet_x_syncbn_fast_8xb32-300e_coco.json +++ b/models/object_detection/rtmdet/results_rtmdet_x_syncbn_fast_8xb32-300e_coco.json @@ -7,24 +7,24 @@ "conf": 0.001 }, "param_count": 94855572, - "run_date": "2024-09-13T01:43:18.850844+00:00" + "run_date": "2024-09-23T02:54:35.626133+00:00" }, - "map50_95": 0.520971633083225, + "map50_95": 0.5209716330832249, "map50": 0.6958011733601689, - "map75": 0.5728153975103336, + "map75": 0.5728153975103335, "small_objects": { "map50_95": 0.25265192304587114, - "map50": 0.3920297106703919, - "map75": 0.2730744201647372 + "map50": 0.392029710670392, + "map75": 0.27307442016473715 }, "medium_objects": { - "map50_95": 0.4765797108326248, - "map50": 0.6562308609680363, - "map75": 0.5384045845210623 + "map50_95": 0.47657971083262485, + "map50": 0.656230860968036, + "map75": 0.5384045845210627 }, "large_objects": { "map50_95": 0.6595025818284241, - "map50": 0.8022158939722329, + "map50": 0.8022158939722328, "map75": 0.7220228933441815 }, "iou_thresholds": [ @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054119924973050584, + "f1_75": 0.04473847756154315, + "f1_small_objects": { + "f1_50": 0.06148389892622576, + "f1_75": 0.03937410656746626 + }, + "f1_medium_objects": { + "f1_50": 0.07367794650081896, + "f1_75": 0.06236223618041832 + }, + "f1_large_objects": { + "f1_50": 0.08746983223678406, + "f1_75": 0.08163011681669821 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/rtmdet/run.py b/models/object_detection/rtmdet/run.py index 17a606d..df0b11e 100644 --- a/models/object_detection/rtmdet/run.py +++ b/models/object_detection/rtmdet/run.py @@ -4,11 +4,14 @@ from typing import List, Optional import supervision as sv +import torch from mmdet.apis import inference_detector, init_detector +from supervision.metrics import F1Score, MeanAveragePrecision from tqdm import tqdm sys.path.append(str(Path(__file__).resolve().parent.parent)) -import torch + +from configs import CONFIDENCE_THRESHOLD, DATASET_DIR from utils import ( load_detections_dataset, result_json_already_exists, @@ -44,12 +47,8 @@ }, } -DATASET_DIR = "../../../data/coco-val-2017" -CONFIDENCE_THRESHOLD = 0.001 LICENSE = "GPL-3.0" DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu") - - RUN_PARAMETERS = dict( imgsz=640, conf=CONFIDENCE_THRESHOLD, @@ -119,7 +118,10 @@ def run( predictions.append(detections) targets.append(target_detections) - mAP_metric = sv.metrics.MeanAveragePrecision() + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + + f1_score_result = f1_score.update(predictions, targets).compute() mAP_result = mAP_metric.update(predictions, targets).compute() write_result_json( @@ -127,6 +129,7 @@ def run( model_name=model_values["model_name"], model=model, mAP_result=mAP_result, + f1_score_result=f1_score_result, license_name=LICENSE, run_parameters=RUN_PARAMETERS, ) diff --git a/models/object_detection/utils.py b/models/object_detection/utils.py index 877a86b..115a25f 100644 --- a/models/object_detection/utils.py +++ b/models/object_detection/utils.py @@ -5,7 +5,7 @@ from typing import Any, List import supervision as sv -from supervision.metrics import MeanAveragePrecisionResult +from supervision.metrics import F1ScoreResult, MeanAveragePrecisionResult from torch import nn @@ -51,6 +51,7 @@ def write_result_json( model_name: str, model: nn.Module, mAP_result: MeanAveragePrecisionResult, + f1_score_result: F1ScoreResult, license_name: str, run_parameters: dict[str, Any] = {}, ) -> None: @@ -88,6 +89,26 @@ def write_result_json( result["iou_thresholds"] = list(mAP_result.iou_thresholds) + result["f1_50"] = f1_score_result.f1_50 + result["f1_75"] = f1_score_result.f1_75 + + result["f1_small_objects"] = { + "f1_50": f1_score_result.small_objects.f1_50, + "f1_75": f1_score_result.small_objects.f1_75, + } + + result["f1_medium_objects"] = { + "f1_50": f1_score_result.medium_objects.f1_50, + "f1_75": f1_score_result.medium_objects.f1_75, + } + + result["f1_large_objects"] = { + "f1_50": f1_score_result.large_objects.f1_50, + "f1_75": f1_score_result.large_objects.f1_75, + } + + result["f1_iou_thresholds"] = list(f1_score_result.iou_thresholds) + result_file = _make_result_filename(model_id) if os.path.exists(result_file): os.rename(result_file, f"{result_file}.old") diff --git a/models/object_detection/yolov10/requirements.txt b/models/object_detection/yolov10/requirements.txt index 4e733de..314f8c6 100644 --- a/models/object_detection/yolov10/requirements.txt +++ b/models/object_detection/yolov10/requirements.txt @@ -1,4 +1,4 @@ -supervision>=0.24.0rc1 +supervision @ git+https://github.com/roboflow/supervision.git@develop ultralytics @ git+https://github.com/THU-MIG/yolov10.git@cd2f79c70299c9041fb6d19617ef1296f47575b1 tqdm safetensors diff --git a/models/object_detection/yolov10/results_yolov10b.json b/models/object_detection/yolov10/results_yolov10b.json index 984a258..2a2bc0f 100644 --- a/models/object_detection/yolov10/results_yolov10b.json +++ b/models/object_detection/yolov10/results_yolov10b.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 20534512, - "run_date": "2024-09-11T06:26:25.254425+00:00" + "run_date": "2024-09-30T05:52:31.175907+00:00" }, - "map50_95": 0.5143792118069956, - "map50": 0.6824004061676368, - "map75": 0.5627853497461194, + "map50_95": 0.5144131631757074, + "map50": 0.6823977217818035, + "map75": 0.5628675385891679, "small_objects": { - "map50_95": 0.2564719395368623, - "map50": 0.3970434043826135, - "map75": 0.2797247747359929 + "map50_95": 0.2565106658531823, + "map50": 0.3970774560681853, + "map75": 0.2797342004838285 }, "medium_objects": { - "map50_95": 0.48297143947641724, - "map50": 0.65475608470514, - "map75": 0.5439932731257328 + "map50_95": 0.4830814964720022, + "map50": 0.6548616180390597, + "map75": 0.5443189308098335 }, "large_objects": { - "map50_95": 0.6501877214588737, - "map50": 0.7839027323721222, - "map75": 0.7070045634235113 + "map50_95": 0.6501428216905192, + "map50": 0.7838676391542665, + "map75": 0.7069441622037982 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.14999323533265066, + "f1_75": 0.12775961534999047, + "f1_small_objects": { + "f1_50": 0.08495493321574396, + "f1_75": 0.056609885218594225 + }, + "f1_medium_objects": { + "f1_50": 0.19096833329082782, + "f1_75": 0.16944258841987322 + }, + "f1_large_objects": { + "f1_50": 0.3543327618160558, + "f1_75": 0.3354952949345133 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/results_yolov10l.json b/models/object_detection/yolov10/results_yolov10l.json index 561cfc2..69416af 100644 --- a/models/object_detection/yolov10/results_yolov10l.json +++ b/models/object_detection/yolov10/results_yolov10l.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 25839728, - "run_date": "2024-09-11T06:40:36.736680+00:00" + "run_date": "2024-09-30T05:53:38.085356+00:00" }, - "map50_95": 0.5193880242072942, - "map50": 0.6877678233859065, - "map75": 0.5671532124246925, + "map50_95": 0.5193999622446913, + "map50": 0.6877618065155005, + "map75": 0.5671128439859524, "small_objects": { - "map50_95": 0.2584432484516646, - "map50": 0.40473751495371346, - "map75": 0.28128426987698835 + "map50_95": 0.258523955122621, + "map50": 0.4048260311189716, + "map75": 0.2813030440141851 }, "medium_objects": { - "map50_95": 0.4859813785361321, - "map50": 0.6582199031259204, - "map75": 0.5477517431630547 + "map50_95": 0.48599001747068804, + "map50": 0.6582109022500109, + "map75": 0.5477617205050493 }, "large_objects": { - "map50_95": 0.6589157327805413, - "map50": 0.7926125584781836, - "map75": 0.714490451301635 + "map50_95": 0.6591621527876248, + "map50": 0.7929580616060907, + "map75": 0.714848309773967 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.15800699193206252, + "f1_75": 0.1350550612526741, + "f1_small_objects": { + "f1_50": 0.08980090169265482, + "f1_75": 0.06006266004557769 + }, + "f1_medium_objects": { + "f1_50": 0.2016467076845786, + "f1_75": 0.1790199800317417 + }, + "f1_large_objects": { + "f1_50": 0.3619305472910582, + "f1_75": 0.34427398106951784 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/results_yolov10m.json b/models/object_detection/yolov10/results_yolov10m.json index e38d4da..f4fdbd6 100644 --- a/models/object_detection/yolov10/results_yolov10m.json +++ b/models/object_detection/yolov10/results_yolov10m.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 16543024, - "run_date": "2024-09-11T06:15:13.254833+00:00" + "run_date": "2024-09-30T05:51:31.405525+00:00" }, - "map50_95": 0.4985133021605519, - "map50": 0.6674225563674506, - "map75": 0.5440483868841379, + "map50_95": 0.49853164436258285, + "map50": 0.6674081642568298, + "map75": 0.544032338381202, "small_objects": { - "map50_95": 0.24321138515145269, - "map50": 0.3794609907449295, - "map75": 0.25837288385953333 + "map50_95": 0.2431589329852204, + "map50": 0.379405694858442, + "map75": 0.25825078064504225 }, "medium_objects": { - "map50_95": 0.4666641326436146, - "map50": 0.6402552349229303, - "map75": 0.5266073132389671 + "map50_95": 0.4666675696906227, + "map50": 0.6402606338739345, + "map75": 0.5265880018968241 }, "large_objects": { - "map50_95": 0.6337068975510818, - "map50": 0.769311494847955, - "map75": 0.6872034980360436 + "map50_95": 0.6337626996738237, + "map50": 0.7692663005582833, + "map75": 0.6871564804347694 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.1421664959671861, + "f1_75": 0.12019016660426923, + "f1_small_objects": { + "f1_50": 0.08146360442899019, + "f1_75": 0.052993972128646594 + }, + "f1_medium_objects": { + "f1_50": 0.17723076960368064, + "f1_75": 0.1561196386587452 + }, + "f1_large_objects": { + "f1_50": 0.33381526775799925, + "f1_75": 0.3153008880097011 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/results_yolov10n.json b/models/object_detection/yolov10/results_yolov10n.json index 8776325..f07ba7a 100644 --- a/models/object_detection/yolov10/results_yolov10n.json +++ b/models/object_detection/yolov10/results_yolov10n.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 2762608, - "run_date": "2024-09-11T06:00:26.460240+00:00" + "run_date": "2024-09-30T05:49:45.354372+00:00" }, - "map50_95": 0.3765088416879911, - "map50": 0.5260609848471127, - "map75": 0.4090723182347159, + "map50_95": 0.37655721169022977, + "map50": 0.5260541878594017, + "map75": 0.4090613902624434, "small_objects": { - "map50_95": 0.12016938940212646, - "map50": 0.20362997388940046, - "map75": 0.1268368748435595 + "map50_95": 0.12030443755349704, + "map50": 0.20373576664083062, + "map75": 0.1269964173339701 }, "medium_objects": { - "map50_95": 0.32276234193312875, - "map50": 0.4725625917155686, - "map75": 0.3594433755980026 + "map50_95": 0.322821701919836, + "map50": 0.4725700820887715, + "map75": 0.35947529913199133 }, "large_objects": { - "map50_95": 0.5221844566075309, - "map50": 0.6637191598604325, - "map75": 0.5712079164028042 + "map50_95": 0.5222208049397794, + "map50": 0.6636617755984061, + "map75": 0.5711835140906704 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.09213326892206306, + "f1_75": 0.07273121791160295, + "f1_small_objects": { + "f1_50": 0.059275792916839896, + "f1_75": 0.032479320440400104 + }, + "f1_medium_objects": { + "f1_50": 0.10615649066343963, + "f1_75": 0.0860462307402727 + }, + "f1_large_objects": { + "f1_50": 0.192710090292798, + "f1_75": 0.17697278938665642 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/results_yolov10s.json b/models/object_detection/yolov10/results_yolov10s.json index c477a11..0565d9a 100644 --- a/models/object_detection/yolov10/results_yolov10s.json +++ b/models/object_detection/yolov10/results_yolov10s.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 8096880, - "run_date": "2024-09-11T06:06:20.613349+00:00" + "run_date": "2024-09-30T05:50:36.247710+00:00" }, - "map50_95": 0.45374339278894915, - "map50": 0.6202786326213161, - "map75": 0.49485980546052266, + "map50_95": 0.45376716567603814, + "map50": 0.6203405115920764, + "map75": 0.4948915753398186, "small_objects": { - "map50_95": 0.18538386854372754, - "map50": 0.29935561442986514, - "map75": 0.19679687800521717 + "map50_95": 0.1852792391826148, + "map50": 0.2996373746510235, + "map75": 0.19644748879955434 }, "medium_objects": { - "map50_95": 0.40763577645735893, - "map50": 0.5762364117411901, - "map75": 0.45695369625119897 + "map50_95": 0.40760951147970853, + "map50": 0.5762023873222245, + "map75": 0.4569578837765637 }, "large_objects": { - "map50_95": 0.6015530294400476, - "map50": 0.7464275332834238, - "map75": 0.6560326855935931 + "map50_95": 0.6016623416977711, + "map50": 0.7464756776302359, + "map75": 0.6561054889111075 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.11776907553160045, + "f1_75": 0.09684311163630535, + "f1_small_objects": { + "f1_50": 0.06988920081320053, + "f1_75": 0.042531717025131435 + }, + "f1_medium_objects": { + "f1_50": 0.13966315173389962, + "f1_75": 0.11911611430200084 + }, + "f1_large_objects": { + "f1_50": 0.2798763607662566, + "f1_75": 0.26080795012111857 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/results_yolov10x.json b/models/object_detection/yolov10/results_yolov10x.json index aeb470d..cf8d385 100644 --- a/models/object_detection/yolov10/results_yolov10x.json +++ b/models/object_detection/yolov10/results_yolov10x.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 31738160, - "run_date": "2024-09-11T06:58:14.018727+00:00" + "run_date": "2024-09-30T05:54:54.747611+00:00" }, - "map50_95": 0.5322172579705878, - "map50": 0.7001374705335366, - "map75": 0.5797446524456603, + "map50_95": 0.5322232811173985, + "map50": 0.7001348258892859, + "map75": 0.5797371628199249, "small_objects": { - "map50_95": 0.27274637042720357, - "map50": 0.4222710720281591, - "map75": 0.2957131128311451 + "map50_95": 0.2725325849208779, + "map50": 0.422035032168101, + "map75": 0.29557686597950306 }, "medium_objects": { - "map50_95": 0.5004643874851188, - "map50": 0.6724499844328559, - "map75": 0.5629014808086344 + "map50_95": 0.5005172680410123, + "map50": 0.6724527341047721, + "map75": 0.5629335768715251 }, "large_objects": { - "map50_95": 0.6687752341231782, - "map50": 0.7987958798254203, - "map75": 0.7207387845010169 + "map50_95": 0.6688200456656187, + "map50": 0.7988220751428566, + "map75": 0.7207933687780973 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.15901106960883638, + "f1_75": 0.13644785088234243, + "f1_small_objects": { + "f1_50": 0.09115302081910993, + "f1_75": 0.061742712925171236 + }, + "f1_medium_objects": { + "f1_50": 0.20669043084126867, + "f1_75": 0.18433524709887086 + }, + "f1_large_objects": { + "f1_50": 0.3660040115131003, + "f1_75": 0.34837677460770816 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov10/run.py b/models/object_detection/yolov10/run.py index 898e822..eb70662 100644 --- a/models/object_detection/yolov10/run.py +++ b/models/object_detection/yolov10/run.py @@ -4,6 +4,7 @@ from typing import List, Optional import supervision as sv +from supervision.metrics import F1Score, MeanAveragePrecision from tqdm import tqdm from ultralytics import YOLOv10 @@ -16,17 +17,13 @@ MODEL_IDS = ["yolov10n", "yolov10s", "yolov10m", "yolov10b", "yolov10l", "yolov10x"] DATASET_DIR = "../../../data/coco-val-2017" -CONFIDENCE_THRESHOLD = 0.001 LICENSE = "APGL-3.0" -RUN_PARAMETERS = dict( - imgsz=640, iou=0.6, max_det=300, conf=CONFIDENCE_THRESHOLD, verbose=False -) +RUN_PARAMETERS = dict(imgsz=640, iou=0.6, max_det=300, conf=0.001, verbose=False) def run_on_image(model, image) -> sv.Detections: result = model(image, **RUN_PARAMETERS)[0] detections = sv.Detections.from_ultralytics(result) - detections = detections[detections.confidence > CONFIDENCE_THRESHOLD] return detections @@ -67,7 +64,9 @@ def run( predictions.append(detections) targets.append(target_detections) - mAP_metric = sv.metrics.MeanAveragePrecision() + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + f1_score_result = f1_score.update(predictions, targets).compute() mAP_result = mAP_metric.update(predictions, targets).compute() write_result_json( @@ -75,6 +74,7 @@ def run( model_name=model_id, model=model, mAP_result=mAP_result, + f1_score_result=f1_score_result, license_name=LICENSE, run_parameters=RUN_PARAMETERS, ) diff --git a/models/object_detection/yolov11/__init__.py b/models/object_detection/yolov11/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/models/object_detection/yolov11/requirements.txt b/models/object_detection/yolov11/requirements.txt new file mode 100644 index 0000000..14fdc75 --- /dev/null +++ b/models/object_detection/yolov11/requirements.txt @@ -0,0 +1,4 @@ +ultralytics>=8.3.0 +supervision @ git+https://github.com/roboflow/supervision.git@develop +tqdm +dill diff --git a/models/object_detection/yolov11/results_yolo11l.json b/models/object_detection/yolov11/results_yolo11l.json new file mode 100644 index 0000000..c66de56 --- /dev/null +++ b/models/object_detection/yolov11/results_yolo11l.json @@ -0,0 +1,71 @@ +{ + "metadata": { + "model": "yolo11l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25340992, + "run_date": "2024-09-30T04:54:34.237832+00:00" + }, + "map50_95": 0.5147562882873221, + "map50": 0.6839904587355925, + "map75": 0.5571299310290306, + "small_objects": { + "map50_95": 0.25158201044278067, + "map50": 0.39475239296356945, + "map75": 0.26968002362096327 + }, + "medium_objects": { + "map50_95": 0.48774699362419505, + "map50": 0.6632413865946212, + "map75": 0.5452545686890365 + }, + "large_objects": { + "map50_95": 0.6470517657071067, + "map50": 0.7779600640444341, + "map75": 0.6957210072646699 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.20440283673334628, + "f1_75": 0.16800061165304447, + "f1_small_objects": { + "f1_50": 0.12838758860437663, + "f1_75": 0.08051824127639894 + }, + "f1_medium_objects": { + "f1_50": 0.22513181615256014, + "f1_75": 0.1928786307876677 + }, + "f1_large_objects": { + "f1_50": 0.43061349820528094, + "f1_75": 0.39734178631268013 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov11/results_yolo11m.json b/models/object_detection/yolov11/results_yolo11m.json new file mode 100644 index 0000000..ed02d6d --- /dev/null +++ b/models/object_detection/yolov11/results_yolo11m.json @@ -0,0 +1,71 @@ +{ + "metadata": { + "model": "yolo11m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 20091712, + "run_date": "2024-09-30T04:53:30.195785+00:00" + }, + "map50_95": 0.4985730583048321, + "map50": 0.6699705830100839, + "map75": 0.5376791695127155, + "small_objects": { + "map50_95": 0.22805224522679568, + "map50": 0.3723304589552568, + "map75": 0.23841838347436814 + }, + "medium_objects": { + "map50_95": 0.4683352679615954, + "map50": 0.6442044962270301, + "map75": 0.5241591558978002 + }, + "large_objects": { + "map50_95": 0.6293219248438574, + "map50": 0.7694770600502057, + "map75": 0.6737696162239775 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.18854131028848034, + "f1_75": 0.15301036273016522, + "f1_small_objects": { + "f1_50": 0.12029057828299773, + "f1_75": 0.07346256983574839 + }, + "f1_medium_objects": { + "f1_50": 0.20422795965315566, + "f1_75": 0.17242144004338114 + }, + "f1_large_objects": { + "f1_50": 0.3953382503953057, + "f1_75": 0.3615294340041969 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov11/results_yolo11n.json b/models/object_detection/yolov11/results_yolo11n.json new file mode 100644 index 0000000..aa19818 --- /dev/null +++ b/models/object_detection/yolov11/results_yolo11n.json @@ -0,0 +1,71 @@ +{ + "metadata": { + "model": "yolo11n", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 2616248, + "run_date": "2024-09-30T04:51:44.895856+00:00" + }, + "map50_95": 0.38101471012875715, + "map50": 0.5420689478525277, + "map75": 0.40893541969043523, + "small_objects": { + "map50_95": 0.12209245593023066, + "map50": 0.2121499182073053, + "map75": 0.12249037339854629 + }, + "medium_objects": { + "map50_95": 0.32858715819686646, + "map50": 0.49201421385370664, + "map75": 0.362268092057365 + }, + "large_objects": { + "map50_95": 0.5251545363339247, + "map50": 0.6749480759703437, + "map75": 0.5702689924061763 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.11650874695992934, + "f1_75": 0.0858856385108987, + "f1_small_objects": { + "f1_50": 0.07342935358159985, + "f1_75": 0.03511505803273295 + }, + "f1_medium_objects": { + "f1_50": 0.11982411530363851, + "f1_75": 0.08810452711528946 + }, + "f1_large_objects": { + "f1_50": 0.26345516192625706, + "f1_75": 0.23101071713240298 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov11/results_yolo11s.json b/models/object_detection/yolov11/results_yolo11s.json new file mode 100644 index 0000000..bbaaa4d --- /dev/null +++ b/models/object_detection/yolov11/results_yolo11s.json @@ -0,0 +1,71 @@ +{ + "metadata": { + "model": "yolo11s", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 9443760, + "run_date": "2024-09-30T04:52:35.052011+00:00" + }, + "map50_95": 0.4493644542477363, + "map50": 0.6212175850519643, + "map75": 0.48056095776349583, + "small_objects": { + "map50_95": 0.19931556022185712, + "map50": 0.3237633630968639, + "map75": 0.20969857004263245 + }, + "medium_objects": { + "map50_95": 0.4080036543363817, + "map50": 0.5842649531639507, + "map75": 0.4468923289201651 + }, + "large_objects": { + "map50_95": 0.587747111956689, + "map50": 0.7355971142175783, + "map75": 0.6310575939758882 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.148787590075445, + "f1_75": 0.11597982565981851, + "f1_small_objects": { + "f1_50": 0.09206957134807178, + "f1_75": 0.05075351678992609 + }, + "f1_medium_objects": { + "f1_50": 0.15792785643269786, + "f1_75": 0.1253488318944471 + }, + "f1_large_objects": { + "f1_50": 0.33876332227287, + "f1_75": 0.30548670377495346 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov11/results_yolo11x.json b/models/object_detection/yolov11/results_yolo11x.json new file mode 100644 index 0000000..7e920d3 --- /dev/null +++ b/models/object_detection/yolov11/results_yolo11x.json @@ -0,0 +1,71 @@ +{ + "metadata": { + "model": "yolo11x", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 56919424, + "run_date": "2024-09-30T04:56:12.730134+00:00" + }, + "map50_95": 0.5269240473065516, + "map50": 0.6988729632401882, + "map75": 0.5697211519482316, + "small_objects": { + "map50_95": 0.26812166305097557, + "map50": 0.4174215417524291, + "map75": 0.29117537238356844 + }, + "medium_objects": { + "map50_95": 0.49422186775024707, + "map50": 0.6677738876730264, + "map75": 0.5537819405638407 + }, + "large_objects": { + "map50_95": 0.6509716249782073, + "map50": 0.7860645287527053, + "map75": 0.695369307492311 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.2288031947145225, + "f1_75": 0.19005454140778252, + "f1_small_objects": { + "f1_50": 0.14216929415261406, + "f1_75": 0.09335402326177307 + }, + "f1_medium_objects": { + "f1_50": 0.25589548434833154, + "f1_75": 0.22136433605226533 + }, + "f1_large_objects": { + "f1_50": 0.4725176790746789, + "f1_75": 0.43621725714227966 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] +} diff --git a/models/object_detection/yolov11/run.py b/models/object_detection/yolov11/run.py new file mode 100644 index 0000000..8a4152a --- /dev/null +++ b/models/object_detection/yolov11/run.py @@ -0,0 +1,105 @@ +import argparse +import sys +from pathlib import Path +from typing import List, Optional + +import supervision as sv +from supervision.metrics import F1Score, MeanAveragePrecision +from tqdm import tqdm +from ultralytics import YOLO + +sys.path.append(str(Path(__file__).resolve().parent.parent)) + +from configs import DATASET_DIR +from utils import ( + load_detections_dataset, + result_json_already_exists, + write_result_json, +) + +MODEL_IDS = ["yolo11n", "yolo11s", "yolo11m", "yolo11l", "yolo11x"] +LICENSE = "APGL-3.0" +RUN_PARAMETERS = dict( + imgsz=640, + iou=0.6, + max_det=300, + conf=0.001, + verbose=False, +) + + +def run_on_image(model, image) -> sv.Detections: + result = model(image, **RUN_PARAMETERS)[0] + detections = sv.Detections.from_ultralytics(result) + return detections + + +def run( + model_ids: List[str], + skip_if_result_exists=False, + dataset: Optional[sv.DetectionDataset] = None, +) -> None: + """ + Run the evaluation for the given models and dataset. + + Arguments: + model_ids: List of model ids to evaluate. Evaluate all models if None. + skip_if_result_exists: If True, skip the evaluation if the result json already exists. + dataset: If provided, use this dataset for evaluation. Otherwise, load the dataset from the default directory. + """ # noqa: E501 // docs + if not model_ids: + model_ids = MODEL_IDS + + for model_id in model_ids: + print(f"\nEvaluating model: {model_id}") + + if skip_if_result_exists and result_json_already_exists(model_id): + print(f"Skipping {model_id}. Result already exists!") + continue + + if dataset is None: + dataset = load_detections_dataset(DATASET_DIR) + + model = YOLO(model_id) + + predictions = [] + targets = [] + print("Evaluating...") + for _, image, target_detections in tqdm(dataset, total=len(dataset)): + # Run model + detections = run_on_image(model, image) + predictions.append(detections) + targets.append(target_detections) + + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + + f1_score_result = f1_score.update(predictions, targets).compute() + mAP_result = mAP_metric.update(predictions, targets).compute() + + write_result_json( + model_id=model_id, + model_name=model_id, + model=model, + mAP_result=mAP_result, + f1_score_result=f1_score_result, + license_name=LICENSE, + run_parameters=RUN_PARAMETERS, + ) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument( + "model_ids", + nargs="*", + help="Model ids to evaluate. If not provided, evaluate all models.", + ) + parser.add_argument( + "--skip_if_result_exists", + action="store_true", + help="If specified, skip the evaluation if the result json already exists.", + ) + args = parser.parse_args() + + run(args.model_ids, args.skip_if_result_exists) diff --git a/models/object_detection/yolov8/requirements.txt b/models/object_detection/yolov8/requirements.txt index ad593c8..f09c7d2 100644 --- a/models/object_detection/yolov8/requirements.txt +++ b/models/object_detection/yolov8/requirements.txt @@ -1,3 +1,3 @@ ultralytics>=8.1.47 -supervision>=0.24.0rc1 +supervision @ git+https://github.com/roboflow/supervision.git@develop tqdm diff --git a/models/object_detection/yolov8/results_yolov8l.json b/models/object_detection/yolov8/results_yolov8l.json index 4dedbb5..e3ef947 100644 --- a/models/object_detection/yolov8/results_yolov8l.json +++ b/models/object_detection/yolov8/results_yolov8l.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 43668288, - "run_date": "2024-09-10T23:36:29.969043+00:00" + "run_date": "2024-09-30T06:35:15.316296+00:00" }, - "map50_95": 0.5113536598644233, - "map50": 0.6818119743607345, - "map75": 0.5532226083613143, + "map50_95": 0.511340365673001, + "map50": 0.6818834865949015, + "map75": 0.5532324863098792, "small_objects": { - "map50_95": 0.2541488631661326, - "map50": 0.3941095872790704, - "map75": 0.2741537493729201 + "map50_95": 0.25420034505801864, + "map50": 0.39422254063904527, + "map75": 0.2741578959929114 }, "medium_objects": { - "map50_95": 0.47955247178653887, - "map50": 0.6528704380513769, - "map75": 0.5408872552762262 + "map50_95": 0.47948036802038513, + "map50": 0.6528224282542436, + "map75": 0.540699897659841 }, "large_objects": { - "map50_95": 0.6474371533634005, - "map50": 0.7813953355680889, - "map75": 0.69372895366936 + "map50_95": 0.6474113378937942, + "map50": 0.7814510210320753, + "map75": 0.6937697480248785 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.19692150370964395, + "f1_75": 0.16205969612370527, + "f1_small_objects": { + "f1_50": 0.12147831558000848, + "f1_75": 0.07690569555394208 + }, + "f1_medium_objects": { + "f1_50": 0.2276785910382567, + "f1_75": 0.1948046571431011 + }, + "f1_large_objects": { + "f1_50": 0.42244264160769096, + "f1_75": 0.3904063830680425 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov8/results_yolov8m.json b/models/object_detection/yolov8/results_yolov8m.json index 95f6af5..58b7b16 100644 --- a/models/object_detection/yolov8/results_yolov8m.json +++ b/models/object_detection/yolov8/results_yolov8m.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 25886080, - "run_date": "2024-09-10T23:24:56.134038+00:00" + "run_date": "2024-09-30T06:34:13.006465+00:00" }, - "map50_95": 0.4850764482852273, - "map50": 0.6557558710184571, - "map75": 0.5236025818200577, + "map50_95": 0.4851253204925955, + "map50": 0.6557256503673925, + "map75": 0.5236159893917905, "small_objects": { - "map50_95": 0.21862758887116926, - "map50": 0.3504338545153029, - "map75": 0.2328800190227224 + "map50_95": 0.21859640196504554, + "map50": 0.3504071137413657, + "map75": 0.23282928376835133 }, "medium_objects": { - "map50_95": 0.4505731666771029, - "map50": 0.6262046682033715, - "map75": 0.504870169981875 + "map50_95": 0.4506484408698307, + "map50": 0.6262982397766818, + "map75": 0.5049348227613952 }, "large_objects": { - "map50_95": 0.6209877039148616, - "map50": 0.7622134508520726, - "map75": 0.6666446122269053 + "map50_95": 0.6211310304595176, + "map50": 0.7621071130332328, + "map75": 0.666788671248503 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.16300311104752332, + "f1_75": 0.1314624094039988, + "f1_small_objects": { + "f1_50": 0.10155915188690072, + "f1_75": 0.06138212056778542 + }, + "f1_medium_objects": { + "f1_50": 0.18639424894701012, + "f1_75": 0.15528175138232014 + }, + "f1_large_objects": { + "f1_50": 0.37174894906352224, + "f1_75": 0.3404154849364739 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov8/results_yolov8n.json b/models/object_detection/yolov8/results_yolov8n.json index 397e4ba..9b8afb4 100644 --- a/models/object_detection/yolov8/results_yolov8n.json +++ b/models/object_detection/yolov8/results_yolov8n.json @@ -10,24 +10,24 @@ "verbose": false }, "param_count": 3151904, - "run_date": "2024-09-11T17:58:37.013186+00:00" + "run_date": "2024-09-30T06:32:40.173555+00:00" }, - "map50_95": 0.36113037706164797, - "map50": 0.5177666014570936, - "map75": 0.3883871263809267, + "map50_95": 0.3611303770616479, + "map50": 0.5177666014570935, + "map75": 0.388387126380927, "small_objects": { - "map50_95": 0.1115056566555179, - "map50": 0.19632264884527495, - "map75": 0.10985971360328846 + "map50_95": 0.11150565665551788, + "map50": 0.19632264884527492, + "map75": 0.10985971360328843 }, "medium_objects": { - "map50_95": 0.31059293362166557, - "map50": 0.46338643095145404, - "map75": 0.3369952149594262 + "map50_95": 0.3105929336216655, + "map50": 0.46338643095145393, + "map75": 0.33699521495942614 }, "large_objects": { "map50_95": 0.4957375632083722, - "map50": 0.6444844850243915, + "map50": 0.6444844850243913, "map75": 0.5454443748020914 }, "iou_thresholds": [ @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.10698233161314832, + "f1_75": 0.07878458939906306, + "f1_small_objects": { + "f1_50": 0.06907964501933606, + "f1_75": 0.032859895059074606 + }, + "f1_medium_objects": { + "f1_50": 0.11272009898607982, + "f1_75": 0.08271332403179087 + }, + "f1_large_objects": { + "f1_50": 0.23796917359688716, + "f1_75": 0.20962535492005602 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov8/results_yolov8s.json b/models/object_detection/yolov8/results_yolov8s.json index e3f6ed2..3c46ad9 100644 --- a/models/object_detection/yolov8/results_yolov8s.json +++ b/models/object_detection/yolov8/results_yolov8s.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 11156544, - "run_date": "2024-09-10T23:18:11.913012+00:00" + "run_date": "2024-09-30T06:33:22.535125+00:00" }, - "map50_95": 0.4349514933109458, - "map50": 0.6034741727406848, - "map75": 0.4663653734518539, + "map50_95": 0.4349729425921134, + "map50": 0.6035183104744979, + "map75": 0.4662358665420669, "small_objects": { - "map50_95": 0.17419739522901567, - "map50": 0.2832984180771835, - "map75": 0.1873310846587216 + "map50_95": 0.17416252932581736, + "map50": 0.28329632805077193, + "map75": 0.18730061589658759 }, "medium_objects": { - "map50_95": 0.39280326869155036, - "map50": 0.5620035052841122, - "map75": 0.43216501299799076 + "map50_95": 0.3927473756025548, + "map50": 0.5619761425564425, + "map75": 0.4321562895025597 }, "large_objects": { - "map50_95": 0.574521564036771, - "map50": 0.7237101815423765, - "map75": 0.619344639907595 + "map50_95": 0.5744762967442364, + "map50": 0.7237009599139812, + "map75": 0.619079570092548 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.13518388046628524, + "f1_75": 0.10446977559521267, + "f1_small_objects": { + "f1_50": 0.08452111230697007, + "f1_75": 0.0455729041484357 + }, + "f1_medium_objects": { + "f1_50": 0.15182428390716582, + "f1_75": 0.12109522673285078 + }, + "f1_large_objects": { + "f1_50": 0.3156688849946123, + "f1_75": 0.28307972310831314 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov8/results_yolov8x.json b/models/object_detection/yolov8/results_yolov8x.json index 05c806b..bfed6d7 100644 --- a/models/object_detection/yolov8/results_yolov8x.json +++ b/models/object_detection/yolov8/results_yolov8x.json @@ -10,25 +10,25 @@ "verbose": false }, "param_count": 68200608, - "run_date": "2024-09-10T23:52:10.141435+00:00" + "run_date": "2024-09-30T06:36:39.137424+00:00" }, - "map50_95": 0.5224729352634083, - "map50": 0.6928428439393775, - "map75": 0.5658418835396923, + "map50_95": 0.5224782800437047, + "map50": 0.6928732246889833, + "map75": 0.5658364945361546, "small_objects": { - "map50_95": 0.25598979356112733, - "map50": 0.39654255057136006, - "map75": 0.274085101372328 + "map50_95": 0.2559641188116497, + "map50": 0.3965652092449827, + "map75": 0.2740472310620755 }, "medium_objects": { - "map50_95": 0.48758668056752924, - "map50": 0.6618212906647764, - "map75": 0.5442969728329826 + "map50_95": 0.48798121050508747, + "map50": 0.6622798133116985, + "map75": 0.5447480150956083 }, "large_objects": { - "map50_95": 0.6571236038359161, - "map50": 0.7926417959505571, - "map75": 0.706921017993406 + "map50_95": 0.6570871226982951, + "map50": 0.7926572883372152, + "map75": 0.7068556092098695 }, "iou_thresholds": [ 0.5, @@ -41,5 +41,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.2068501631280764, + "f1_75": 0.1711587584739747, + "f1_small_objects": { + "f1_50": 0.12517994179230246, + "f1_75": 0.08140991931569841 + }, + "f1_medium_objects": { + "f1_50": 0.24625819828403683, + "f1_75": 0.21140193230296273 + }, + "f1_large_objects": { + "f1_50": 0.4475472986541321, + "f1_75": 0.41368816678288806 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov8/run.py b/models/object_detection/yolov8/run.py index b7fa24b..2bf5092 100644 --- a/models/object_detection/yolov8/run.py +++ b/models/object_detection/yolov8/run.py @@ -4,10 +4,13 @@ from typing import List, Optional import supervision as sv +from supervision.metrics import F1Score, MeanAveragePrecision from tqdm import tqdm from ultralytics import YOLO sys.path.append(str(Path(__file__).resolve().parent.parent)) + +from configs import DATASET_DIR from utils import ( load_detections_dataset, result_json_already_exists, @@ -15,14 +18,12 @@ ) MODEL_IDS = ["yolov8n", "yolov8s", "yolov8m", "yolov8l", "yolov8x"] -DATASET_DIR = "../../../data/coco-val-2017" -CONFIDENCE_THRESHOLD = 0.001 LICENSE = "APGL-3.0" RUN_PARAMETERS = dict( imgsz=640, iou=0.6, max_det=300, - conf=CONFIDENCE_THRESHOLD, + conf=0.001, verbose=False, ) @@ -30,7 +31,6 @@ def run_on_image(model, image) -> sv.Detections: result = model(image, **RUN_PARAMETERS)[0] detections = sv.Detections.from_ultralytics(result) - detections = detections[detections.confidence > CONFIDENCE_THRESHOLD] return detections @@ -71,7 +71,10 @@ def run( predictions.append(detections) targets.append(target_detections) - mAP_metric = sv.metrics.MeanAveragePrecision() + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + + f1_score_result = f1_score.update(predictions, targets).compute() mAP_result = mAP_metric.update(predictions, targets).compute() write_result_json( @@ -79,8 +82,9 @@ def run( model_name=model_id, model=model, mAP_result=mAP_result, + f1_score_result=f1_score_result, license_name=LICENSE, - run_params=RUN_PARAMETERS, + run_parameters=RUN_PARAMETERS, ) diff --git a/models/object_detection/yolov9/requirements.txt b/models/object_detection/yolov9/requirements.txt index cfa7ebb..820371d 100644 --- a/models/object_detection/yolov9/requirements.txt +++ b/models/object_detection/yolov9/requirements.txt @@ -1,5 +1,5 @@ ultralytics>=8.2.86 -supervision>=0.24.0rc1 +supervision @ git+https://github.com/roboflow/supervision.git@develop # From YOLOv9 repo gitpython diff --git a/models/object_detection/yolov9/results_yolov9c.json b/models/object_detection/yolov9/results_yolov9c.json index e99c8e4..42a6a75 100644 --- a/models/object_detection/yolov9/results_yolov9c.json +++ b/models/object_detection/yolov9/results_yolov9c.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 25590912, - "run_date": "2024-09-10T18:27:03.272076+00:00" + "run_date": "2024-09-30T06:44:05.580485+00:00" }, - "map50_95": 0.4535708397022866, - "map50": 0.594417112444946, - "map75": 0.49515796619481156, + "map50_95": 0.45357083970228657, + "map50": 0.5944171124449461, + "map75": 0.49515796619481167, "small_objects": { - "map50_95": 0.18574693715020194, + "map50_95": 0.1857469371502019, "map50": 0.2776940360432089, "map75": 0.20440376881609798 }, "medium_objects": { "map50_95": 0.4201132264249571, "map50": 0.5679919743110518, - "map75": 0.47759917700130305 + "map75": 0.4775991770013032 }, "large_objects": { - "map50_95": 0.5959593446394084, - "map50": 0.7155744296586348, - "map75": 0.6428719140261839 + "map50_95": 0.5959593446394081, + "map50": 0.7155744296586345, + "map75": 0.6428719140261837 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.681658857023012, + "f1_75": 0.5780711943562433, + "f1_small_objects": { + "f1_50": 0.4502321854981908, + "f1_75": 0.323811810701791 + }, + "f1_medium_objects": { + "f1_50": 0.6721919523877061, + "f1_75": 0.5824011511590629 + }, + "f1_large_objects": { + "f1_50": 0.8058788418289405, + "f1_75": 0.7386821073611137 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov9/results_yolov9e.json b/models/object_detection/yolov9/results_yolov9e.json index 2a97a08..4dca751 100644 --- a/models/object_detection/yolov9/results_yolov9e.json +++ b/models/object_detection/yolov9/results_yolov9e.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 58206592, - "run_date": "2024-09-10T18:30:48.264219+00:00" + "run_date": "2024-09-30T06:46:13.739831+00:00" }, - "map50_95": 0.4828738833614375, - "map50": 0.6233720168352107, + "map50_95": 0.48287388336143744, + "map50": 0.6233720168352108, "map75": 0.5261423814037911, "small_objects": { - "map50_95": 0.21191397464113573, + "map50_95": 0.21191397464113576, "map50": 0.31618641396537245, - "map75": 0.2328283345472517 + "map75": 0.23282833454725174 }, "medium_objects": { - "map50_95": 0.4442516837763133, - "map50": 0.5875706829492303, - "map75": 0.49985577749163035 + "map50_95": 0.4442516837763134, + "map50": 0.5875706829492301, + "map75": 0.4998557774916305 }, "large_objects": { - "map50_95": 0.6245324679283781, + "map50_95": 0.6245324679283782, "map50": 0.7440353808895063, - "map75": 0.6656425638071636 + "map75": 0.6656425638071635 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.7020017644311185, + "f1_75": 0.6038844939278739, + "f1_small_objects": { + "f1_50": 0.4911775047169899, + "f1_75": 0.3636445488338881 + }, + "f1_medium_objects": { + "f1_50": 0.6951523914978337, + "f1_75": 0.611937876518263 + }, + "f1_large_objects": { + "f1_50": 0.8162352015670431, + "f1_75": 0.7548819414531337 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov9/results_yolov9m.json b/models/object_detection/yolov9/results_yolov9m.json index ff5b2b8..f3c8e0e 100644 --- a/models/object_detection/yolov9/results_yolov9m.json +++ b/models/object_detection/yolov9/results_yolov9m.json @@ -7,24 +7,24 @@ "conf": 0.001 }, "param_count": 20216160, - "run_date": "2024-09-10T18:24:59.815339+00:00" + "run_date": "2024-09-30T06:42:39.183592+00:00" }, - "map50_95": 0.44518394787746063, + "map50_95": 0.4451839478774605, "map50": 0.5831185985538379, "map75": 0.4853667242998501, "small_objects": { - "map50_95": 0.1753889323687936, - "map50": 0.27564828444173106, - "map75": 0.19226356469114164 + "map50_95": 0.17538893236879358, + "map50": 0.27564828444173095, + "map75": 0.1922635646911416 }, "medium_objects": { "map50_95": 0.40636906130888556, - "map50": 0.547318977115857, - "map75": 0.4630753700654763 + "map50": 0.5473189771158571, + "map75": 0.46307537006547655 }, "large_objects": { - "map50_95": 0.5858913031997273, - "map50": 0.7053053109513934, + "map50_95": 0.5858913031997274, + "map50": 0.7053053109513935, "map75": 0.6291372196493704 }, "iou_thresholds": [ @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.6720582894680438, + "f1_75": 0.5664008053153977, + "f1_small_objects": { + "f1_50": 0.439578995042141, + "f1_75": 0.3056864975785987 + }, + "f1_medium_objects": { + "f1_50": 0.6649196158755413, + "f1_75": 0.5762167030476275 + }, + "f1_large_objects": { + "f1_50": 0.7968064704598246, + "f1_75": 0.7291444396300596 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov9/results_yolov9s.json b/models/object_detection/yolov9/results_yolov9s.json index 08e11e3..7f27678 100644 --- a/models/object_detection/yolov9/results_yolov9s.json +++ b/models/object_detection/yolov9/results_yolov9s.json @@ -7,24 +7,24 @@ "conf": 0.001 }, "param_count": 7318368, - "run_date": "2024-09-10T18:23:09.475364+00:00" + "run_date": "2024-09-30T06:41:11.090139+00:00" }, - "map50_95": 0.39988567792255253, - "map50": 0.53038751012875, - "map75": 0.43431650021814494, + "map50_95": 0.3998856779225525, + "map50": 0.5303875101287499, + "map75": 0.4343165002181449, "small_objects": { - "map50_95": 0.12065859464546519, + "map50_95": 0.12065859464546518, "map50": 0.18992841451893144, "map75": 0.13484037617624983 }, "medium_objects": { - "map50_95": 0.3513426625692157, - "map50": 0.4848999331901174, - "map75": 0.3968401235789069 + "map50_95": 0.35134266256921565, + "map50": 0.48489993319011715, + "map75": 0.3968401235789068 }, "large_objects": { "map50_95": 0.5541534241028745, - "map50": 0.6745422281176703, + "map50": 0.67454222811767, "map75": 0.5989331963085347 }, "iou_thresholds": [ @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.6406350740906483, + "f1_75": 0.5359112507399519, + "f1_small_objects": { + "f1_50": 0.37910324781370836, + "f1_75": 0.25854621335266853 + }, + "f1_medium_objects": { + "f1_50": 0.6263347159675825, + "f1_75": 0.5345376426779983 + }, + "f1_large_objects": { + "f1_50": 0.7809525676517489, + "f1_75": 0.7091340381571999 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov9/results_yolov9t.json b/models/object_detection/yolov9/results_yolov9t.json index 5bf181c..d215ba1 100644 --- a/models/object_detection/yolov9/results_yolov9t.json +++ b/models/object_detection/yolov9/results_yolov9t.json @@ -7,25 +7,25 @@ "conf": 0.001 }, "param_count": 2128720, - "run_date": "2024-09-10T18:21:39.368643+00:00" + "run_date": "2024-09-30T06:39:49.189748+00:00" }, - "map50_95": 0.31484470085443045, + "map50_95": 0.3148447008544304, "map50": 0.4241138501675671, "map75": 0.34263421646966175, "small_objects": { "map50_95": 0.07120163540871129, - "map50": 0.11174232205401353, - "map75": 0.07893993419249333 + "map50": 0.11174232205401351, + "map75": 0.07893993419249334 }, "medium_objects": { "map50_95": 0.25545579544933383, - "map50": 0.3605578414659495, + "map50": 0.3605578414659494, "map75": 0.2889781089198915 }, "large_objects": { - "map50_95": 0.4551486454528599, - "map50": 0.5681690113767974, - "map75": 0.4914181158630737 + "map50_95": 0.45514864545285993, + "map50": 0.5681690113767972, + "map75": 0.4914181158630739 }, "iou_thresholds": [ 0.5, @@ -38,5 +38,31 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.5719152305573845, + "f1_75": 0.4673423681283036, + "f1_small_objects": { + "f1_50": 0.27022405958942564, + "f1_75": 0.17610263768320608 + }, + "f1_medium_objects": { + "f1_50": 0.5483425123308346, + "f1_75": 0.4471337425531256 + }, + "f1_large_objects": { + "f1_50": 0.7342688369297583, + "f1_75": 0.6520192453221381 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } diff --git a/models/object_detection/yolov9/run.py b/models/object_detection/yolov9/run.py index 2af394c..8e245bf 100644 --- a/models/object_detection/yolov9/run.py +++ b/models/object_detection/yolov9/run.py @@ -8,6 +8,7 @@ import numpy as np import supervision as sv import torch +from supervision.metrics import F1Score, MeanAveragePrecision from tqdm import tqdm from ultralytics import YOLO @@ -50,12 +51,11 @@ LICENSE = "GPL-3.0" DATASET_DIR = "../../../data/coco-val-2017" -CONFIDENCE_THRESHOLD = 0.001 REPO_URL = "git@github.com:WongKinYiu/yolov9.git" DEVICE = "0" if torch.cuda.is_available() else "cpu" RUN_PARAMETERS = dict( imgsz=640, - conf=CONFIDENCE_THRESHOLD, + conf=0.001, ) @@ -123,12 +123,13 @@ def run( for image_path, _, target_detections in tqdm(dataset, total=len(dataset)): # Load predictions detections = predictions_dict[Path(image_path).name] - detections = detections[detections.confidence > CONFIDENCE_THRESHOLD] predictions.append(detections) targets.append(target_detections) - mAP_metric = sv.metrics.MeanAveragePrecision() + mAP_metric = MeanAveragePrecision() + f1_score = F1Score() + f1_score_result = f1_score.update(predictions, targets).compute() mAP_result = mAP_metric.update(predictions, targets).compute() model = YOLO(model_id) @@ -137,6 +138,7 @@ def run( model_name=model_id, model=model, mAP_result=mAP_result, + f1_score_result=f1_score_result, license_name=LICENSE, run_parameters=RUN_PARAMETERS, ) diff --git a/static/aggregate_results.js b/static/aggregate_results.js index f4abe1d..54177b0 100644 --- a/static/aggregate_results.js +++ b/static/aggregate_results.js @@ -1,35 +1,32 @@ const results = [ { "metadata": { - "model": "yolov8l", - "license": "APGL-3.0", + "model": "RT-DETRv1 r101vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 43668288, - "run_date": "2024-09-10T23:36:29.969043+00:00" + "param_count": 92486124, + "run_date": "2024-09-23T00:21:53.772495+00:00" }, - "map50_95": 0.5113536598644233, - "map50": 0.6818119743607345, - "map75": 0.5532226083613143, + "map50_95": 0.5243300327374072, + "map50": 0.7039518895314949, + "map75": 0.567804955644081, "small_objects": { - "map50_95": 0.2541488631661326, - "map50": 0.3941095872790704, - "map75": 0.2741537493729201 + "map50_95": 0.24785495423638104, + "map50": 0.4006674653470536, + "map75": 0.2710220439441845 }, "medium_objects": { - "map50_95": 0.47955247178653887, - "map50": 0.6528704380513769, - "map75": 0.5408872552762262 + "map50_95": 0.47685825939112725, + "map50": 0.6625457345615451, + "map75": 0.535002975581649 }, "large_objects": { - "map50_95": 0.6474371533634005, - "map50": 0.7813953355680889, - "map75": 0.69372895366936 + "map50_95": 0.675820203665162, + "map50": 0.8126340925145898, + "map75": 0.7285503198138372 }, "iou_thresholds": [ 0.5, @@ -42,39 +39,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055002367478898175, + "f1_75": 0.044801037891291674, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539115839654872, + "f1_75": 0.07182353249020428 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8x", - "license": "APGL-3.0", + "model": "RT-DETRv1 r18vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 68200608, - "run_date": "2024-09-10T23:52:10.141435+00:00" + "param_count": 21955472, + "run_date": "2024-09-23T00:13:40.227469+00:00" }, - "map50_95": 0.5224729352634083, - "map50": 0.6928428439393775, - "map75": 0.5658418835396923, + "map50_95": 0.4475030676297468, + "map50": 0.6156237779572044, + "map75": 0.4840745641950413, "small_objects": { - "map50_95": 0.25598979356112733, - "map50": 0.39654255057136006, - "map75": 0.274085101372328 + "map50_95": 0.1903557604217221, + "map50": 0.3089236487784832, + "map75": 0.20308444784374644 }, "medium_objects": { - "map50_95": 0.48758668056752924, - "map50": 0.6618212906647764, - "map75": 0.5442969728329826 + "map50_95": 0.39524155476087713, + "map50": 0.561293029737317, + "map75": 0.4427824332908067 }, "large_objects": { - "map50_95": 0.6571236038359161, - "map50": 0.7926417959505571, - "map75": 0.706921017993406 + "map50_95": 0.5894997261827915, + "map50": 0.7265982743927857, + "map75": 0.6411468239795823 }, "iou_thresholds": [ 0.5, @@ -87,39 +107,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053371116537810466, + "f1_75": 0.04239322395192036, + "f1_small_objects": { + "f1_50": 0.05425970668777465, + "f1_75": 0.031303239161977504 + }, + "f1_medium_objects": { + "f1_50": 0.08500153986627708, + "f1_75": 0.07000788375061538 + }, + "f1_large_objects": { + "f1_50": 0.07171836156682274, + "f1_75": 0.06735933629335475 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8m", - "license": "APGL-3.0", + "model": "RT-DETRv1 r34vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 25886080, - "run_date": "2024-09-10T23:24:56.134038+00:00" + "param_count": 33212676, + "run_date": "2024-09-23T00:15:53.484978+00:00" }, - "map50_95": 0.4850764482852273, - "map50": 0.6557558710184571, - "map75": 0.5236025818200577, + "map50_95": 0.47111442819735466, + "map50": 0.6444973848870641, + "map75": 0.508935911594047, "small_objects": { - "map50_95": 0.21862758887116926, - "map50": 0.3504338545153029, - "map75": 0.2328800190227224 + "map50_95": 0.21051584478386856, + "map50": 0.34105471041443125, + "map75": 0.22164556950501305 }, "medium_objects": { - "map50_95": 0.4505731666771029, - "map50": 0.6262046682033715, - "map75": 0.504870169981875 + "map50_95": 0.42145927945624584, + "map50": 0.5926057024799771, + "map75": 0.4698293535009732 }, "large_objects": { - "map50_95": 0.6209877039148616, - "map50": 0.7622134508520726, - "map75": 0.6666446122269053 + "map50_95": 0.6165598066953086, + "map50": 0.755263259616, + "map75": 0.667420318296039 }, "iou_thresholds": [ 0.5, @@ -132,39 +175,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053745432714569996, + "f1_75": 0.04303912632299453, + "f1_small_objects": { + "f1_50": 0.05440093689866381, + "f1_75": 0.032358600850793104 + }, + "f1_medium_objects": { + "f1_50": 0.08658033405706038, + "f1_75": 0.07186071097655883 + }, + "f1_large_objects": { + "f1_50": 0.073251962690366, + "f1_75": 0.06901239395674584 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8s", - "license": "APGL-3.0", + "model": "RT-DETRv1 r50vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 11156544, - "run_date": "2024-09-10T23:18:11.913012+00:00" + "param_count": 49972332, + "run_date": "2024-09-23T00:18:34.977017+00:00" }, - "map50_95": 0.4349514933109458, - "map50": 0.6034741727406848, - "map75": 0.4663653734518539, + "map50_95": 0.5148052539985135, + "map50": 0.6922127474679616, + "map75": 0.558997224099962, "small_objects": { - "map50_95": 0.17419739522901567, - "map50": 0.2832984180771835, - "map75": 0.1873310846587216 + "map50_95": 0.24458802092882242, + "map50": 0.38689885245134964, + "map75": 0.263016054638632 }, "medium_objects": { - "map50_95": 0.39280326869155036, - "map50": 0.5620035052841122, - "map75": 0.43216501299799076 + "map50_95": 0.4667201473419317, + "map50": 0.6472867660110201, + "map75": 0.5228654414090164 }, "large_objects": { - "map50_95": 0.574521564036771, - "map50": 0.7237101815423765, - "map75": 0.619344639907595 + "map50_95": 0.6591424467339808, + "map50": 0.7966885597912683, + "map75": 0.7127943119656797 }, "iou_thresholds": [ 0.5, @@ -177,39 +243,266 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05444841836097603, + "f1_75": 0.04400212012671933, + "f1_small_objects": { + "f1_50": 0.05379096903297764, + "f1_75": 0.03261229057778585 + }, + "f1_medium_objects": { + "f1_50": 0.09426047509837394, + "f1_75": 0.07970749291579406 + }, + "f1_large_objects": { + "f1_50": 0.07435390724868844, + "f1_75": 0.07027811474263318 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8n", - "license": "APGL-3.0", + "model": "RT-DETRv2-X", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 3151904, - "run_date": "2024-09-11T17:58:37.013186+00:00" + "param_count": 92486124, + "run_date": "2024-09-23T00:36:00.602945+00:00" }, - "map50_95": 0.36113037706164797, - "map50": 0.5177666014570936, - "map75": 0.3883871263809267, + "map50_95": 0.524330135379127, + "map50": 0.7039527758683545, + "map75": 0.5678049718241299, "small_objects": { - "map50_95": 0.1115056566555179, - "map50": 0.19632264884527495, - "map75": 0.10985971360328846 + "map50_95": 0.24785492909149323, + "map50": 0.4006674653470536, + "map75": 0.2710220492958572 }, "medium_objects": { - "map50_95": 0.31059293362166557, - "map50": 0.46338643095145404, - "map75": 0.3369952149594262 + "map50_95": 0.4768583569258813, + "map50": 0.6625460400176398, + "map75": 0.5350030177768078 }, "large_objects": { - "map50_95": 0.4957375632083722, - "map50": 0.6444844850243915, - "map75": 0.5454443748020914 + "map50_95": 0.675820230218495, + "map50": 0.8126341241234787, + "map75": 0.7285502979309774 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05500236299955658, + "f1_75": 0.044801033467918534, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539119526112004, + "f1_75": 0.07182356986223006 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-S", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 21955472, + "run_date": "2024-09-23T00:25:32.473961+00:00" + }, + "map50_95": 0.4687995594739721, + "map50": 0.6370584442700051, + "map75": 0.5068775665451742, + "small_objects": { + "map50_95": 0.21535478708745526, + "map50": 0.3395428793596645, + "map75": 0.22778600330760204 + }, + "medium_objects": { + "map50_95": 0.41591835004016675, + "map50": 0.5827107821612142, + "map75": 0.46111270923584735 + }, + "large_objects": { + "map50_95": 0.60757163483514, + "map50": 0.7449516529285525, + "map75": 0.6571583698150866 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05489119320669778, + "f1_75": 0.04446234049068596, + "f1_small_objects": { + "f1_50": 0.055466136295587554, + "f1_75": 0.03394097035234522 + }, + "f1_medium_objects": { + "f1_50": 0.08779669621363051, + "f1_75": 0.0735618499533047 + }, + "f1_large_objects": { + "f1_50": 0.07563666994700585, + "f1_75": 0.07128785595007565 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M*", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 33212676, + "run_date": "2024-09-23T00:27:41.586842+00:00" + }, + "map50_95": 0.4867825440454518, + "map50": 0.6591044524702077, + "map75": 0.5255439550758244, + "small_objects": { + "map50_95": 0.22517464073284382, + "map50": 0.3616161608257908, + "map75": 0.2380460844855324 + }, + "medium_objects": { + "map50_95": 0.43619245605646295, + "map50": 0.6090810274677497, + "map75": 0.48462339743332017 + }, + "large_objects": { + "map50_95": 0.6273765615214366, + "map50": 0.7658607828593057, + "map75": 0.6792628879214015 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05509647324342255, + "f1_75": 0.044924997682578134, + "f1_small_objects": { + "f1_50": 0.05463693287388067, + "f1_75": 0.03372508413469393 + }, + "f1_medium_objects": { + "f1_50": 0.09032468725870704, + "f1_75": 0.07686256376961177 + }, + "f1_large_objects": { + "f1_50": 0.07621153453216076, + "f1_75": 0.07202891395291544 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 38364780, + "run_date": "2024-09-23T00:30:06.914466+00:00" + }, + "map50_95": 0.5057647922140187, + "map50": 0.6812943207851568, + "map75": 0.5482094806381007, + "small_objects": { + "map50_95": 0.22601771533549928, + "map50": 0.35776425722949756, + "map75": 0.24745473591662773 + }, + "medium_objects": { + "map50_95": 0.45756539029705195, + "map50": 0.6369386230810548, + "map75": 0.5139974844350771 + }, + "large_objects": { + "map50_95": 0.6547944494390048, + "map50": 0.7943383115502267, + "map75": 0.7096514804332894 }, "iou_thresholds": [ 0.5, @@ -222,6 +515,32 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055647575325199775, + "f1_75": 0.0452843444851405, + "f1_small_objects": { + "f1_50": 0.05389092791069118, + "f1_75": 0.03289760323611028 + }, + "f1_medium_objects": { + "f1_50": 0.0941548273166887, + "f1_75": 0.07993164626581387 + }, + "f1_large_objects": { + "f1_50": 0.07519198198582225, + "f1_75": 0.0714592012655044 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { @@ -233,24 +552,24 @@ const results = [ "conf": 0.001 }, "param_count": 49972332, - "run_date": "2024-09-10T16:35:20.553966+00:00" + "run_date": "2024-09-23T00:32:50.133187+00:00" }, - "map50_95": 0.5219432048195, - "map50": 0.7014642165353272, - "map75": 0.5637984313455032, + "map50_95": 0.5219432048195001, + "map50": 0.7014642165353273, + "map75": 0.5637984313455033, "small_objects": { - "map50_95": 0.24987016854789557, - "map50": 0.39968642214759986, - "map75": 0.2697685071948782 + "map50_95": 0.2498701685478955, + "map50": 0.3996864221475997, + "map75": 0.2697685071948783 }, "medium_objects": { "map50_95": 0.4768529921674922, - "map50": 0.6548019470037264, + "map50": 0.6548019470037263, "map75": 0.5339029559083259 }, "large_objects": { - "map50_95": 0.6676710453843161, - "map50": 0.8063987452700317, + "map50_95": 0.667671045384316, + "map50": 0.8063987452700319, "map75": 0.7188082840384038 }, "iou_thresholds": [ @@ -264,36 +583,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05580583753272465, + "f1_75": 0.04553311026492095, + "f1_small_objects": { + "f1_50": 0.05412276343757983, + "f1_75": 0.03337345531600436 + }, + "f1_medium_objects": { + "f1_50": 0.09500222610404424, + "f1_75": 0.08138220551736451 + }, + "f1_large_objects": { + "f1_50": 0.07920992898991662, + "f1_75": 0.07500634010758714 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r50vd)", - "license": "Apache-2.0", + "model": "RTMDet-l", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 49972332, - "run_date": "2024-09-10T16:18:12.499365+00:00" + "param_count": 52315804, + "run_date": "2024-09-23T02:44:35.648853+00:00" }, - "map50_95": 0.5148052539985135, - "map50": 0.6922127474679615, - "map75": 0.558997224099962, + "map50_95": 0.5062431026930081, + "map50": 0.6822713528807453, + "map75": 0.552470545227493, "small_objects": { - "map50_95": 0.24458802092882242, - "map50": 0.38689885245134953, - "map75": 0.2630160546386321 + "map50_95": 0.2356686618529939, + "map50": 0.372615556532781, + "map75": 0.25208955641500647 }, "medium_objects": { - "map50_95": 0.46672014734193157, - "map50": 0.6472867660110199, - "map75": 0.5228654414090166 + "map50_95": 0.46594759881472436, + "map50": 0.6514727526021955, + "map75": 0.5198676423072635 }, "large_objects": { - "map50_95": 0.6591424467339809, - "map50": 0.7966885597912683, - "map75": 0.7127943119656794 + "map50_95": 0.6464732327266226, + "map50": 0.7900282126284217, + "map75": 0.7058076059425709 }, "iou_thresholds": [ 0.5, @@ -306,36 +651,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05531823313118092, + "f1_75": 0.04542934511571345, + "f1_small_objects": { + "f1_50": 0.06119915689149719, + "f1_75": 0.03836892145477396 + }, + "f1_medium_objects": { + "f1_50": 0.07505402197985796, + "f1_75": 0.06332868604087104 + }, + "f1_large_objects": { + "f1_50": 0.09115047938045687, + "f1_75": 0.08450031511677494 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-S", - "license": "Apache-2.0", + "model": "RTMDet-m", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 21955472, - "run_date": "2024-09-10T16:26:50.070114+00:00" + "param_count": 24709188, + "run_date": "2024-09-23T02:37:49.630440+00:00" }, - "map50_95": 0.4687995594739722, - "map50": 0.6370584442700049, - "map75": 0.506877566545174, + "map50_95": 0.48535066916147096, + "map50": 0.6607049475508446, + "map75": 0.531475507320353, "small_objects": { - "map50_95": 0.21535478708745523, - "map50": 0.3395428793596645, - "map75": 0.22778600330760196 + "map50_95": 0.2201439867612042, + "map50": 0.3465088244131632, + "map75": 0.2403171863947742 }, "medium_objects": { - "map50_95": 0.41591835004016664, - "map50": 0.582710782161214, - "map75": 0.46111270923584724 + "map50_95": 0.44030792587786527, + "map50": 0.6228541655761869, + "map75": 0.49451482617851844 }, "large_objects": { - "map50_95": 0.6075716348351401, - "map50": 0.7449516529285527, - "map75": 0.6571583698150867 + "map50_95": 0.625890774022884, + "map50": 0.7789356056967076, + "map75": 0.6825013203277369 }, "iou_thresholds": [ 0.5, @@ -348,36 +719,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054617483111037333, + "f1_75": 0.04412471964295952, + "f1_small_objects": { + "f1_50": 0.05965303405294159, + "f1_75": 0.03591382413978633 + }, + "f1_medium_objects": { + "f1_50": 0.07372920050595458, + "f1_75": 0.060873287120914145 + }, + "f1_large_objects": { + "f1_50": 0.0933220321748441, + "f1_75": 0.0860701700079945 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-M", - "license": "Apache-2.0", + "model": "RTMDet-s", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 38364780, - "run_date": "2024-09-10T16:39:31.489397+00:00" + "param_count": 8886924, + "run_date": "2024-09-23T02:33:02.571049+00:00" }, - "map50_95": 0.5057647922140188, - "map50": 0.6812943207851567, - "map75": 0.5482094806381008, + "map50_95": 0.43884390387565153, + "map50": 0.6099215664056953, + "map75": 0.4771239324201934, "small_objects": { - "map50_95": 0.22601771533549925, - "map50": 0.3577642572294974, - "map75": 0.24745473591662767 + "map50_95": 0.16907088913570323, + "map50": 0.27735569273645844, + "map75": 0.18161027212724581 }, "medium_objects": { - "map50_95": 0.4575653902970519, - "map50": 0.6369386230810546, - "map75": 0.513997484435077 + "map50_95": 0.388863839838892, + "map50": 0.5659413183752309, + "map75": 0.43058881328827125 }, "large_objects": { - "map50_95": 0.6547944494390049, - "map50": 0.7943383115502267, - "map75": 0.7096514804332896 + "map50_95": 0.5870105310486934, + "map50": 0.7419594769103826, + "map75": 0.6440220702339187 }, "iou_thresholds": [ 0.5, @@ -390,36 +787,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.04988311132575794, + "f1_75": 0.038791749401449555, + "f1_small_objects": { + "f1_50": 0.05386625077485213, + "f1_75": 0.028392506988554753 + }, + "f1_medium_objects": { + "f1_50": 0.06750792274596967, + "f1_75": 0.05357777849502396 + }, + "f1_large_objects": { + "f1_50": 0.07715824357094489, + "f1_75": 0.07029191887371607 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r34vd)", - "license": "Apache-2.0", + "model": "RTMDet-tiny", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 33212676, - "run_date": "2024-09-10T16:14:42.535005+00:00" + "param_count": 4896168, + "run_date": "2024-09-23T02:29:25.974497+00:00" }, - "map50_95": 0.4711144281973547, - "map50": 0.6444973848870644, - "map75": 0.5089359115940468, + "map50_95": 0.40516442847618367, + "map50": 0.5690609152583831, + "map75": 0.43926359421134265, "small_objects": { - "map50_95": 0.2105158447838686, - "map50": 0.3410547104144312, - "map75": 0.22164556950501305 + "map50_95": 0.1399772349713988, + "map50": 0.234896774109904, + "map75": 0.14667939327126447 }, "medium_objects": { - "map50_95": 0.4214592794562458, - "map50": 0.5926057024799766, - "map75": 0.46982935350097305 + "map50_95": 0.35137093290680516, + "map50": 0.5161420691514612, + "map75": 0.3884770744047453 }, "large_objects": { - "map50_95": 0.6165598066953087, - "map50": 0.7552632596160003, - "map75": 0.667420318296039 + "map50_95": 0.5544068105044913, + "map50": 0.7098826664605629, + "map75": 0.607657675893561 }, "iou_thresholds": [ 0.5, @@ -432,36 +855,62 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05115173742152011, + "f1_75": 0.03866251488920745, + "f1_small_objects": { + "f1_50": 0.054774256812043835, + "f1_75": 0.027264200575657104 + }, + "f1_medium_objects": { + "f1_50": 0.06471982396658556, + "f1_75": 0.04950546877922435 + }, + "f1_large_objects": { + "f1_50": 0.08170988295326313, + "f1_75": 0.07323947683724118 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r101vd)", - "license": "Apache-2.0", + "model": "RTMDet-x", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 92486124, - "run_date": "2024-09-10T16:21:37.375759+00:00" + "param_count": 94855572, + "run_date": "2024-09-23T02:54:35.626133+00:00" }, - "map50_95": 0.5243300327374072, - "map50": 0.703951889531495, - "map75": 0.5678049556440812, + "map50_95": 0.5209716330832249, + "map50": 0.6958011733601689, + "map75": 0.5728153975103335, "small_objects": { - "map50_95": 0.2478549542363811, - "map50": 0.40066746534705366, - "map75": 0.2710220439441845 + "map50_95": 0.25265192304587114, + "map50": 0.392029710670392, + "map75": 0.27307442016473715 }, "medium_objects": { - "map50_95": 0.4768582593911274, - "map50": 0.6625457345615452, - "map75": 0.5350029755816491 + "map50_95": 0.47657971083262485, + "map50": 0.656230860968036, + "map75": 0.5384045845210627 }, "large_objects": { - "map50_95": 0.6758202036651619, - "map50": 0.8126340925145896, - "map75": 0.7285503198138372 + "map50_95": 0.6595025818284241, + "map50": 0.8022158939722328, + "map75": 0.7220228933441815 }, "iou_thresholds": [ 0.5, @@ -474,36 +923,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054119924973050584, + "f1_75": 0.04473847756154315, + "f1_small_objects": { + "f1_50": 0.06148389892622576, + "f1_75": 0.03937410656746626 + }, + "f1_medium_objects": { + "f1_50": 0.07367794650081896, + "f1_75": 0.06236223618041832 + }, + "f1_large_objects": { + "f1_50": 0.08746983223678406, + "f1_75": 0.08163011681669821 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r18vd)", - "license": "Apache-2.0", + "model": "yolov10b", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 21955472, - "run_date": "2024-09-10T16:11:52.358781+00:00" + "param_count": 20534512, + "run_date": "2024-09-30T05:52:31.175907+00:00" }, - "map50_95": 0.4475030676297469, - "map50": 0.6156237779572045, - "map75": 0.48407456419504113, + "map50_95": 0.5144131631757074, + "map50": 0.6823977217818035, + "map75": 0.5628675385891679, "small_objects": { - "map50_95": 0.19035576042172211, - "map50": 0.3089236487784832, - "map75": 0.2030844478437464 + "map50_95": 0.2565106658531823, + "map50": 0.3970774560681853, + "map75": 0.2797342004838285 }, "medium_objects": { - "map50_95": 0.3952415547608772, - "map50": 0.5612930297373171, - "map75": 0.442782433290807 + "map50_95": 0.4830814964720022, + "map50": 0.6548616180390597, + "map75": 0.5443189308098335 }, "large_objects": { - "map50_95": 0.5894997261827915, - "map50": 0.7265982743927857, - "map75": 0.6411468239795821 + "map50_95": 0.6501428216905192, + "map50": 0.7838676391542665, + "map75": 0.7069441622037982 }, "iou_thresholds": [ 0.5, @@ -516,36 +994,207 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.14999323533265066, + "f1_75": 0.12775961534999047, + "f1_small_objects": { + "f1_50": 0.08495493321574396, + "f1_75": 0.056609885218594225 + }, + "f1_medium_objects": { + "f1_50": 0.19096833329082782, + "f1_75": 0.16944258841987322 + }, + "f1_large_objects": { + "f1_50": 0.3543327618160558, + "f1_75": 0.3354952949345133 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25839728, + "run_date": "2024-09-30T05:53:38.085356+00:00" + }, + "map50_95": 0.5193999622446913, + "map50": 0.6877618065155005, + "map75": 0.5671128439859524, + "small_objects": { + "map50_95": 0.258523955122621, + "map50": 0.4048260311189716, + "map75": 0.2813030440141851 + }, + "medium_objects": { + "map50_95": 0.48599001747068804, + "map50": 0.6582109022500109, + "map75": 0.5477617205050493 + }, + "large_objects": { + "map50_95": 0.6591621527876248, + "map50": 0.7929580616060907, + "map75": 0.714848309773967 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.15800699193206252, + "f1_75": 0.1350550612526741, + "f1_small_objects": { + "f1_50": 0.08980090169265482, + "f1_75": 0.06006266004557769 + }, + "f1_medium_objects": { + "f1_50": 0.2016467076845786, + "f1_75": 0.1790199800317417 + }, + "f1_large_objects": { + "f1_50": 0.3619305472910582, + "f1_75": 0.34427398106951784 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 16543024, + "run_date": "2024-09-30T05:51:31.405525+00:00" + }, + "map50_95": 0.49853164436258285, + "map50": 0.6674081642568298, + "map75": 0.544032338381202, + "small_objects": { + "map50_95": 0.2431589329852204, + "map50": 0.379405694858442, + "map75": 0.25825078064504225 + }, + "medium_objects": { + "map50_95": 0.4666675696906227, + "map50": 0.6402606338739345, + "map75": 0.5265880018968241 + }, + "large_objects": { + "map50_95": 0.6337626996738237, + "map50": 0.7692663005582833, + "map75": 0.6871564804347694 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.1421664959671861, + "f1_75": 0.12019016660426923, + "f1_small_objects": { + "f1_50": 0.08146360442899019, + "f1_75": 0.052993972128646594 + }, + "f1_medium_objects": { + "f1_50": 0.17723076960368064, + "f1_75": 0.1561196386587452 + }, + "f1_large_objects": { + "f1_50": 0.33381526775799925, + "f1_75": 0.3153008880097011 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-X", - "license": "Apache-2.0", + "model": "yolov10n", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 92486124, - "run_date": "2024-09-10T16:44:47.186839+00:00" + "param_count": 2762608, + "run_date": "2024-09-30T05:49:45.354372+00:00" }, - "map50_95": 0.524330135379127, - "map50": 0.7039527758683548, - "map75": 0.56780497182413, + "map50_95": 0.37655721169022977, + "map50": 0.5260541878594017, + "map75": 0.4090613902624434, "small_objects": { - "map50_95": 0.24785492909149326, - "map50": 0.40066746534705366, - "map75": 0.2710220492958572 + "map50_95": 0.12030443755349704, + "map50": 0.20373576664083062, + "map75": 0.1269964173339701 }, "medium_objects": { - "map50_95": 0.47685835692588135, - "map50": 0.66254604001764, - "map75": 0.5350030177768078 + "map50_95": 0.322821701919836, + "map50": 0.4725700820887715, + "map75": 0.35947529913199133 }, "large_objects": { - "map50_95": 0.6758202302184949, - "map50": 0.8126341241234784, - "map75": 0.7285502979309773 + "map50_95": 0.5222208049397794, + "map50": 0.6636617755984061, + "map75": 0.5711835140906704 }, "iou_thresholds": [ 0.5, @@ -558,36 +1207,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.09213326892206306, + "f1_75": 0.07273121791160295, + "f1_small_objects": { + "f1_50": 0.059275792916839896, + "f1_75": 0.032479320440400104 + }, + "f1_medium_objects": { + "f1_50": 0.10615649066343963, + "f1_75": 0.0860462307402727 + }, + "f1_large_objects": { + "f1_50": 0.192710090292798, + "f1_75": 0.17697278938665642 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-M*", - "license": "Apache-2.0", + "model": "yolov10s", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 33212676, - "run_date": "2024-09-10T16:30:46.673344+00:00" + "param_count": 8096880, + "run_date": "2024-09-30T05:50:36.247710+00:00" }, - "map50_95": 0.4867825440454518, - "map50": 0.6591044524702075, - "map75": 0.5255439550758243, + "map50_95": 0.45376716567603814, + "map50": 0.6203405115920764, + "map75": 0.4948915753398186, "small_objects": { - "map50_95": 0.22517464073284388, - "map50": 0.36161616082579096, - "map75": 0.23804608448553247 + "map50_95": 0.1852792391826148, + "map50": 0.2996373746510235, + "map75": 0.19644748879955434 }, "medium_objects": { - "map50_95": 0.4361924560564629, - "map50": 0.6090810274677496, - "map75": 0.48462339743332006 + "map50_95": 0.40760951147970853, + "map50": 0.5762023873222245, + "map75": 0.4569578837765637 }, "large_objects": { - "map50_95": 0.6273765615214366, - "map50": 0.7658607828593057, - "map75": 0.6792628879214015 + "map50_95": 0.6016623416977711, + "map50": 0.7464756776302359, + "map75": 0.6561054889111075 }, "iou_thresholds": [ 0.5, @@ -600,11 +1278,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.11776907553160045, + "f1_75": 0.09684311163630535, + "f1_small_objects": { + "f1_50": 0.06988920081320053, + "f1_75": 0.042531717025131435 + }, + "f1_medium_objects": { + "f1_50": 0.13966315173389962, + "f1_75": 0.11911611430200084 + }, + "f1_large_objects": { + "f1_50": 0.2798763607662566, + "f1_75": 0.26080795012111857 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10s", + "model": "yolov10x", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -613,26 +1317,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 8096880, - "run_date": "2024-09-11T06:06:20.613349+00:00" + "param_count": 31738160, + "run_date": "2024-09-30T05:54:54.747611+00:00" }, - "map50_95": 0.45374339278894915, - "map50": 0.6202786326213161, - "map75": 0.49485980546052266, + "map50_95": 0.5322232811173985, + "map50": 0.7001348258892859, + "map75": 0.5797371628199249, "small_objects": { - "map50_95": 0.18538386854372754, - "map50": 0.29935561442986514, - "map75": 0.19679687800521717 + "map50_95": 0.2725325849208779, + "map50": 0.422035032168101, + "map75": 0.29557686597950306 }, "medium_objects": { - "map50_95": 0.40763577645735893, - "map50": 0.5762364117411901, - "map75": 0.45695369625119897 + "map50_95": 0.5005172680410123, + "map50": 0.6724527341047721, + "map75": 0.5629335768715251 }, "large_objects": { - "map50_95": 0.6015530294400476, - "map50": 0.7464275332834238, - "map75": 0.6560326855935931 + "map50_95": 0.6688200456656187, + "map50": 0.7988220751428566, + "map75": 0.7207933687780973 }, "iou_thresholds": [ 0.5, @@ -645,11 +1349,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.15901106960883638, + "f1_75": 0.13644785088234243, + "f1_small_objects": { + "f1_50": 0.09115302081910993, + "f1_75": 0.061742712925171236 + }, + "f1_medium_objects": { + "f1_50": 0.20669043084126867, + "f1_75": 0.18433524709887086 + }, + "f1_large_objects": { + "f1_50": 0.3660040115131003, + "f1_75": 0.34837677460770816 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10l", + "model": "yolov8n", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -658,26 +1388,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 25839728, - "run_date": "2024-09-11T06:40:36.736680+00:00" + "param_count": 3151904, + "run_date": "2024-09-30T06:32:40.173555+00:00" }, - "map50_95": 0.5193880242072942, - "map50": 0.6877678233859065, - "map75": 0.5671532124246925, + "map50_95": 0.3611303770616479, + "map50": 0.5177666014570935, + "map75": 0.388387126380927, "small_objects": { - "map50_95": 0.2584432484516646, - "map50": 0.40473751495371346, - "map75": 0.28128426987698835 + "map50_95": 0.11150565665551788, + "map50": 0.19632264884527492, + "map75": 0.10985971360328843 }, "medium_objects": { - "map50_95": 0.4859813785361321, - "map50": 0.6582199031259204, - "map75": 0.5477517431630547 + "map50_95": 0.3105929336216655, + "map50": 0.46338643095145393, + "map75": 0.33699521495942614 }, "large_objects": { - "map50_95": 0.6589157327805413, - "map50": 0.7926125584781836, - "map75": 0.714490451301635 + "map50_95": 0.4957375632083722, + "map50": 0.6444844850243913, + "map75": 0.5454443748020914 }, "iou_thresholds": [ 0.5, @@ -690,11 +1420,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.10698233161314832, + "f1_75": 0.07878458939906306, + "f1_small_objects": { + "f1_50": 0.06907964501933606, + "f1_75": 0.032859895059074606 + }, + "f1_medium_objects": { + "f1_50": 0.11272009898607982, + "f1_75": 0.08271332403179087 + }, + "f1_large_objects": { + "f1_50": 0.23796917359688716, + "f1_75": 0.20962535492005602 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10m", + "model": "yolov8s", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -703,26 +1459,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 16543024, - "run_date": "2024-09-11T06:15:13.254833+00:00" + "param_count": 11156544, + "run_date": "2024-09-30T06:33:22.535125+00:00" }, - "map50_95": 0.4985133021605519, - "map50": 0.6674225563674506, - "map75": 0.5440483868841379, + "map50_95": 0.4349729425921134, + "map50": 0.6035183104744979, + "map75": 0.4662358665420669, "small_objects": { - "map50_95": 0.24321138515145269, - "map50": 0.3794609907449295, - "map75": 0.25837288385953333 + "map50_95": 0.17416252932581736, + "map50": 0.28329632805077193, + "map75": 0.18730061589658759 }, "medium_objects": { - "map50_95": 0.4666641326436146, - "map50": 0.6402552349229303, - "map75": 0.5266073132389671 + "map50_95": 0.3927473756025548, + "map50": 0.5619761425564425, + "map75": 0.4321562895025597 }, "large_objects": { - "map50_95": 0.6337068975510818, - "map50": 0.769311494847955, - "map75": 0.6872034980360436 + "map50_95": 0.5744762967442364, + "map50": 0.7237009599139812, + "map75": 0.619079570092548 }, "iou_thresholds": [ 0.5, @@ -735,11 +1491,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.13518388046628524, + "f1_75": 0.10446977559521267, + "f1_small_objects": { + "f1_50": 0.08452111230697007, + "f1_75": 0.0455729041484357 + }, + "f1_medium_objects": { + "f1_50": 0.15182428390716582, + "f1_75": 0.12109522673285078 + }, + "f1_large_objects": { + "f1_50": 0.3156688849946123, + "f1_75": 0.28307972310831314 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10x", + "model": "yolov8m", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -748,26 +1530,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 31738160, - "run_date": "2024-09-11T06:58:14.018727+00:00" + "param_count": 25886080, + "run_date": "2024-09-30T06:34:13.006465+00:00" }, - "map50_95": 0.5322172579705878, - "map50": 0.7001374705335366, - "map75": 0.5797446524456603, + "map50_95": 0.4851253204925955, + "map50": 0.6557256503673925, + "map75": 0.5236159893917905, "small_objects": { - "map50_95": 0.27274637042720357, - "map50": 0.4222710720281591, - "map75": 0.2957131128311451 + "map50_95": 0.21859640196504554, + "map50": 0.3504071137413657, + "map75": 0.23282928376835133 }, "medium_objects": { - "map50_95": 0.5004643874851188, - "map50": 0.6724499844328559, - "map75": 0.5629014808086344 + "map50_95": 0.4506484408698307, + "map50": 0.6262982397766818, + "map75": 0.5049348227613952 }, "large_objects": { - "map50_95": 0.6687752341231782, - "map50": 0.7987958798254203, - "map75": 0.7207387845010169 + "map50_95": 0.6211310304595176, + "map50": 0.7621071130332328, + "map75": 0.666788671248503 }, "iou_thresholds": [ 0.5, @@ -780,11 +1562,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.16300311104752332, + "f1_75": 0.1314624094039988, + "f1_small_objects": { + "f1_50": 0.10155915188690072, + "f1_75": 0.06138212056778542 + }, + "f1_medium_objects": { + "f1_50": 0.18639424894701012, + "f1_75": 0.15528175138232014 + }, + "f1_large_objects": { + "f1_50": 0.37174894906352224, + "f1_75": 0.3404154849364739 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10n", + "model": "yolov8l", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -793,26 +1601,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 2762608, - "run_date": "2024-09-11T06:00:26.460240+00:00" + "param_count": 43668288, + "run_date": "2024-09-30T06:35:15.316296+00:00" }, - "map50_95": 0.3765088416879911, - "map50": 0.5260609848471127, - "map75": 0.4090723182347159, + "map50_95": 0.511340365673001, + "map50": 0.6818834865949015, + "map75": 0.5532324863098792, "small_objects": { - "map50_95": 0.12016938940212646, - "map50": 0.20362997388940046, - "map75": 0.1268368748435595 + "map50_95": 0.25420034505801864, + "map50": 0.39422254063904527, + "map75": 0.2741578959929114 }, "medium_objects": { - "map50_95": 0.32276234193312875, - "map50": 0.4725625917155686, - "map75": 0.3594433755980026 + "map50_95": 0.47948036802038513, + "map50": 0.6528224282542436, + "map75": 0.540699897659841 }, "large_objects": { - "map50_95": 0.5221844566075309, - "map50": 0.6637191598604325, - "map75": 0.5712079164028042 + "map50_95": 0.6474113378937942, + "map50": 0.7814510210320753, + "map75": 0.6937697480248785 }, "iou_thresholds": [ 0.5, @@ -825,11 +1633,37 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.19692150370964395, + "f1_75": 0.16205969612370527, + "f1_small_objects": { + "f1_50": 0.12147831558000848, + "f1_75": 0.07690569555394208 + }, + "f1_medium_objects": { + "f1_50": 0.2276785910382567, + "f1_75": 0.1948046571431011 + }, + "f1_large_objects": { + "f1_50": 0.42244264160769096, + "f1_75": 0.3904063830680425 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10b", + "model": "yolov8x", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -838,26 +1672,26 @@ const results = [ "conf": 0.001, "verbose": false }, - "param_count": 20534512, - "run_date": "2024-09-11T06:26:25.254425+00:00" + "param_count": 68200608, + "run_date": "2024-09-30T06:36:39.137424+00:00" }, - "map50_95": 0.5143792118069956, - "map50": 0.6824004061676368, - "map75": 0.5627853497461194, + "map50_95": 0.5224782800437047, + "map50": 0.6928732246889833, + "map75": 0.5658364945361546, "small_objects": { - "map50_95": 0.2564719395368623, - "map50": 0.3970434043826135, - "map75": 0.2797247747359929 + "map50_95": 0.2559641188116497, + "map50": 0.3965652092449827, + "map75": 0.2740472310620755 }, "medium_objects": { - "map50_95": 0.48297143947641724, - "map50": 0.65475608470514, - "map75": 0.5439932731257328 + "map50_95": 0.48798121050508747, + "map50": 0.6622798133116985, + "map75": 0.5447480150956083 }, "large_objects": { - "map50_95": 0.6501877214588737, - "map50": 0.7839027323721222, - "map75": 0.7070045634235113 + "map50_95": 0.6570871226982951, + "map50": 0.7926572883372152, + "map75": 0.7068556092098695 }, "iou_thresholds": [ 0.5, @@ -870,36 +1704,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.2068501631280764, + "f1_75": 0.1711587584739747, + "f1_small_objects": { + "f1_50": 0.12517994179230246, + "f1_75": 0.08140991931569841 + }, + "f1_medium_objects": { + "f1_50": 0.24625819828403683, + "f1_75": 0.21140193230296273 + }, + "f1_large_objects": { + "f1_50": 0.4475472986541321, + "f1_75": 0.41368816678288806 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-m", - "license": "GPL-3.0", + "model": "yolo11l", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 24709188, - "run_date": "2024-09-13T01:36:56.158668+00:00" + "param_count": 25340992, + "run_date": "2024-09-30T04:54:34.237832+00:00" }, - "map50_95": 0.48535066916147085, - "map50": 0.6607049475508449, - "map75": 0.5314755073203531, + "map50_95": 0.5147562882873221, + "map50": 0.6839904587355925, + "map75": 0.5571299310290306, "small_objects": { - "map50_95": 0.2201439867612042, - "map50": 0.3465088244131632, - "map75": 0.24031718639477428 + "map50_95": 0.25158201044278067, + "map50": 0.39475239296356945, + "map75": 0.26968002362096327 }, "medium_objects": { - "map50_95": 0.4403079258778652, - "map50": 0.6228541655761868, - "map75": 0.4945148261785183 + "map50_95": 0.48774699362419505, + "map50": 0.6632413865946212, + "map75": 0.5452545686890365 }, "large_objects": { - "map50_95": 0.6258907740228843, - "map50": 0.7789356056967077, - "map75": 0.682501320327737 + "map50_95": 0.6470517657071067, + "map50": 0.7779600640444341, + "map75": 0.6957210072646699 }, "iou_thresholds": [ 0.5, @@ -912,36 +1775,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.20440283673334628, + "f1_75": 0.16800061165304447, + "f1_small_objects": { + "f1_50": 0.12838758860437663, + "f1_75": 0.08051824127639894 + }, + "f1_medium_objects": { + "f1_50": 0.22513181615256014, + "f1_75": 0.1928786307876677 + }, + "f1_large_objects": { + "f1_50": 0.43061349820528094, + "f1_75": 0.39734178631268013 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-tiny", - "license": "GPL-3.0", + "model": "yolo11m", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 4896168, - "run_date": "2024-09-13T01:32:05.244864+00:00" + "param_count": 20091712, + "run_date": "2024-09-30T04:53:30.195785+00:00" }, - "map50_95": 0.4051644284761837, - "map50": 0.569060915258383, - "map75": 0.4392635942113426, + "map50_95": 0.4985730583048321, + "map50": 0.6699705830100839, + "map75": 0.5376791695127155, "small_objects": { - "map50_95": 0.1399772349713988, - "map50": 0.234896774109904, - "map75": 0.1466793932712645 + "map50_95": 0.22805224522679568, + "map50": 0.3723304589552568, + "map75": 0.23841838347436814 }, "medium_objects": { - "map50_95": 0.35137093290680504, - "map50": 0.5161420691514615, - "map75": 0.38847707440474544 + "map50_95": 0.4683352679615954, + "map50": 0.6442044962270301, + "map75": 0.5241591558978002 }, "large_objects": { - "map50_95": 0.5544068105044915, - "map50": 0.7098826664605631, - "map75": 0.6076576758935616 + "map50_95": 0.6293219248438574, + "map50": 0.7694770600502057, + "map75": 0.6737696162239775 }, "iou_thresholds": [ 0.5, @@ -954,36 +1846,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.18854131028848034, + "f1_75": 0.15301036273016522, + "f1_small_objects": { + "f1_50": 0.12029057828299773, + "f1_75": 0.07346256983574839 + }, + "f1_medium_objects": { + "f1_50": 0.20422795965315566, + "f1_75": 0.17242144004338114 + }, + "f1_large_objects": { + "f1_50": 0.3953382503953057, + "f1_75": 0.3615294340041969 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-l", - "license": "GPL-3.0", + "model": "yolo11s", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 52315804, - "run_date": "2024-09-13T01:39:44.329399+00:00" + "param_count": 9443760, + "run_date": "2024-09-30T04:52:35.052011+00:00" }, - "map50_95": 0.5062431026930081, - "map50": 0.6822713528807451, - "map75": 0.552470545227493, + "map50_95": 0.4493644542477363, + "map50": 0.6212175850519643, + "map75": 0.48056095776349583, "small_objects": { - "map50_95": 0.23566866185299393, - "map50": 0.37261555653278094, - "map75": 0.2520895564150065 + "map50_95": 0.19931556022185712, + "map50": 0.3237633630968639, + "map75": 0.20969857004263245 }, "medium_objects": { - "map50_95": 0.4659475988147245, - "map50": 0.6514727526021955, - "map75": 0.5198676423072636 + "map50_95": 0.4080036543363817, + "map50": 0.5842649531639507, + "map75": 0.4468923289201651 }, "large_objects": { - "map50_95": 0.6464732327266226, - "map50": 0.7900282126284217, - "map75": 0.7058076059425709 + "map50_95": 0.587747111956689, + "map50": 0.7355971142175783, + "map75": 0.6310575939758882 }, "iou_thresholds": [ 0.5, @@ -996,36 +1917,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.148787590075445, + "f1_75": 0.11597982565981851, + "f1_small_objects": { + "f1_50": 0.09206957134807178, + "f1_75": 0.05075351678992609 + }, + "f1_medium_objects": { + "f1_50": 0.15792785643269786, + "f1_75": 0.1253488318944471 + }, + "f1_large_objects": { + "f1_50": 0.33876332227287, + "f1_75": 0.30548670377495346 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-s", - "license": "GPL-3.0", + "model": "yolo11x", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 8886924, - "run_date": "2024-09-13T01:34:23.020684+00:00" + "param_count": 56919424, + "run_date": "2024-09-30T04:56:12.730134+00:00" }, - "map50_95": 0.4388439038756515, - "map50": 0.609921566405695, - "map75": 0.4771239324201936, + "map50_95": 0.5269240473065516, + "map50": 0.6988729632401882, + "map75": 0.5697211519482316, "small_objects": { - "map50_95": 0.1690708891357032, - "map50": 0.27735569273645844, - "map75": 0.18161027212724581 + "map50_95": 0.26812166305097557, + "map50": 0.4174215417524291, + "map75": 0.29117537238356844 }, "medium_objects": { - "map50_95": 0.38886383983889194, - "map50": 0.565941318375231, - "map75": 0.43058881328827125 + "map50_95": 0.49422186775024707, + "map50": 0.6677738876730264, + "map75": 0.5537819405638407 }, "large_objects": { - "map50_95": 0.5870105310486933, - "map50": 0.7419594769103824, - "map75": 0.6440220702339186 + "map50_95": 0.6509716249782073, + "map50": 0.7860645287527053, + "map75": 0.695369307492311 }, "iou_thresholds": [ 0.5, @@ -1038,36 +1988,65 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.2288031947145225, + "f1_75": 0.19005454140778252, + "f1_small_objects": { + "f1_50": 0.14216929415261406, + "f1_75": 0.09335402326177307 + }, + "f1_medium_objects": { + "f1_50": 0.25589548434833154, + "f1_75": 0.22136433605226533 + }, + "f1_large_objects": { + "f1_50": 0.4725176790746789, + "f1_75": 0.43621725714227966 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-x", - "license": "GPL-3.0", + "model": "yolo11n", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 94855572, - "run_date": "2024-09-13T01:43:18.850844+00:00" + "param_count": 2616248, + "run_date": "2024-09-30T04:51:44.895856+00:00" }, - "map50_95": 0.520971633083225, - "map50": 0.6958011733601689, - "map75": 0.5728153975103336, + "map50_95": 0.38101471012875715, + "map50": 0.5420689478525277, + "map75": 0.40893541969043523, "small_objects": { - "map50_95": 0.25265192304587114, - "map50": 0.3920297106703919, - "map75": 0.2730744201647372 + "map50_95": 0.12209245593023066, + "map50": 0.2121499182073053, + "map75": 0.12249037339854629 }, "medium_objects": { - "map50_95": 0.4765797108326248, - "map50": 0.6562308609680363, - "map75": 0.5384045845210623 + "map50_95": 0.32858715819686646, + "map50": 0.49201421385370664, + "map75": 0.362268092057365 }, "large_objects": { - "map50_95": 0.6595025818284241, - "map50": 0.8022158939722329, - "map75": 0.7220228933441815 + "map50_95": 0.5251545363339247, + "map50": 0.6749480759703437, + "map75": 0.5702689924061763 }, "iou_thresholds": [ 0.5, @@ -1080,6 +2059,32 @@ const results = [ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.11650874695992934, + "f1_75": 0.0858856385108987, + "f1_small_objects": { + "f1_50": 0.07342935358159985, + "f1_75": 0.03511505803273295 + }, + "f1_medium_objects": { + "f1_50": 0.11982411530363851, + "f1_75": 0.08810452711528946 + }, + "f1_large_objects": { + "f1_50": 0.26345516192625706, + "f1_75": 0.23101071713240298 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } ]; diff --git a/static/aggregate_results.json b/static/aggregate_results.json index d229475..b613069 100644 --- a/static/aggregate_results.json +++ b/static/aggregate_results.json @@ -1,35 +1,32 @@ [ { "metadata": { - "model": "yolov8l", - "license": "APGL-3.0", + "model": "RT-DETRv1 r101vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 43668288, - "run_date": "2024-09-10T23:36:29.969043+00:00" + "param_count": 92486124, + "run_date": "2024-09-23T00:21:53.772495+00:00" }, - "map50_95": 0.5113536598644233, - "map50": 0.6818119743607345, - "map75": 0.5532226083613143, + "map50_95": 0.5243300327374072, + "map50": 0.7039518895314949, + "map75": 0.567804955644081, "small_objects": { - "map50_95": 0.2541488631661326, - "map50": 0.3941095872790704, - "map75": 0.2741537493729201 + "map50_95": 0.24785495423638104, + "map50": 0.4006674653470536, + "map75": 0.2710220439441845 }, "medium_objects": { - "map50_95": 0.47955247178653887, - "map50": 0.6528704380513769, - "map75": 0.5408872552762262 + "map50_95": 0.47685825939112725, + "map50": 0.6625457345615451, + "map75": 0.535002975581649 }, "large_objects": { - "map50_95": 0.6474371533634005, - "map50": 0.7813953355680889, - "map75": 0.69372895366936 + "map50_95": 0.675820203665162, + "map50": 0.8126340925145898, + "map75": 0.7285503198138372 }, "iou_thresholds": [ 0.5, @@ -42,39 +39,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055002367478898175, + "f1_75": 0.044801037891291674, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539115839654872, + "f1_75": 0.07182353249020428 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8x", - "license": "APGL-3.0", + "model": "RT-DETRv1 r18vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 68200608, - "run_date": "2024-09-10T23:52:10.141435+00:00" + "param_count": 21955472, + "run_date": "2024-09-23T00:13:40.227469+00:00" }, - "map50_95": 0.5224729352634083, - "map50": 0.6928428439393775, - "map75": 0.5658418835396923, + "map50_95": 0.4475030676297468, + "map50": 0.6156237779572044, + "map75": 0.4840745641950413, "small_objects": { - "map50_95": 0.25598979356112733, - "map50": 0.39654255057136006, - "map75": 0.274085101372328 + "map50_95": 0.1903557604217221, + "map50": 0.3089236487784832, + "map75": 0.20308444784374644 }, "medium_objects": { - "map50_95": 0.48758668056752924, - "map50": 0.6618212906647764, - "map75": 0.5442969728329826 + "map50_95": 0.39524155476087713, + "map50": 0.561293029737317, + "map75": 0.4427824332908067 }, "large_objects": { - "map50_95": 0.6571236038359161, - "map50": 0.7926417959505571, - "map75": 0.706921017993406 + "map50_95": 0.5894997261827915, + "map50": 0.7265982743927857, + "map75": 0.6411468239795823 }, "iou_thresholds": [ 0.5, @@ -87,39 +107,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053371116537810466, + "f1_75": 0.04239322395192036, + "f1_small_objects": { + "f1_50": 0.05425970668777465, + "f1_75": 0.031303239161977504 + }, + "f1_medium_objects": { + "f1_50": 0.08500153986627708, + "f1_75": 0.07000788375061538 + }, + "f1_large_objects": { + "f1_50": 0.07171836156682274, + "f1_75": 0.06735933629335475 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8m", - "license": "APGL-3.0", + "model": "RT-DETRv1 r34vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 25886080, - "run_date": "2024-09-10T23:24:56.134038+00:00" + "param_count": 33212676, + "run_date": "2024-09-23T00:15:53.484978+00:00" }, - "map50_95": 0.4850764482852273, - "map50": 0.6557558710184571, - "map75": 0.5236025818200577, + "map50_95": 0.47111442819735466, + "map50": 0.6444973848870641, + "map75": 0.508935911594047, "small_objects": { - "map50_95": 0.21862758887116926, - "map50": 0.3504338545153029, - "map75": 0.2328800190227224 + "map50_95": 0.21051584478386856, + "map50": 0.34105471041443125, + "map75": 0.22164556950501305 }, "medium_objects": { - "map50_95": 0.4505731666771029, - "map50": 0.6262046682033715, - "map75": 0.504870169981875 + "map50_95": 0.42145927945624584, + "map50": 0.5926057024799771, + "map75": 0.4698293535009732 }, "large_objects": { - "map50_95": 0.6209877039148616, - "map50": 0.7622134508520726, - "map75": 0.6666446122269053 + "map50_95": 0.6165598066953086, + "map50": 0.755263259616, + "map75": 0.667420318296039 }, "iou_thresholds": [ 0.5, @@ -132,39 +175,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.053745432714569996, + "f1_75": 0.04303912632299453, + "f1_small_objects": { + "f1_50": 0.05440093689866381, + "f1_75": 0.032358600850793104 + }, + "f1_medium_objects": { + "f1_50": 0.08658033405706038, + "f1_75": 0.07186071097655883 + }, + "f1_large_objects": { + "f1_50": 0.073251962690366, + "f1_75": 0.06901239395674584 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8s", - "license": "APGL-3.0", + "model": "RT-DETRv1 r50vd", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 11156544, - "run_date": "2024-09-10T23:18:11.913012+00:00" + "param_count": 49972332, + "run_date": "2024-09-23T00:18:34.977017+00:00" }, - "map50_95": 0.4349514933109458, - "map50": 0.6034741727406848, - "map75": 0.4663653734518539, + "map50_95": 0.5148052539985135, + "map50": 0.6922127474679616, + "map75": 0.558997224099962, "small_objects": { - "map50_95": 0.17419739522901567, - "map50": 0.2832984180771835, - "map75": 0.1873310846587216 + "map50_95": 0.24458802092882242, + "map50": 0.38689885245134964, + "map75": 0.263016054638632 }, "medium_objects": { - "map50_95": 0.39280326869155036, - "map50": 0.5620035052841122, - "map75": 0.43216501299799076 + "map50_95": 0.4667201473419317, + "map50": 0.6472867660110201, + "map75": 0.5228654414090164 }, "large_objects": { - "map50_95": 0.574521564036771, - "map50": 0.7237101815423765, - "map75": 0.619344639907595 + "map50_95": 0.6591424467339808, + "map50": 0.7966885597912683, + "map75": 0.7127943119656797 }, "iou_thresholds": [ 0.5, @@ -177,39 +243,266 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05444841836097603, + "f1_75": 0.04400212012671933, + "f1_small_objects": { + "f1_50": 0.05379096903297764, + "f1_75": 0.03261229057778585 + }, + "f1_medium_objects": { + "f1_50": 0.09426047509837394, + "f1_75": 0.07970749291579406 + }, + "f1_large_objects": { + "f1_50": 0.07435390724868844, + "f1_75": 0.07027811474263318 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov8n", - "license": "APGL-3.0", + "model": "RT-DETRv2-X", + "license": "Apache-2.0", "run_parameters": { "imgsz": 640, - "iou": 0.6, - "max_det": 300, - "conf": 0.001, - "verbose": false + "conf": 0.001 }, - "param_count": 3151904, - "run_date": "2024-09-11T17:58:37.013186+00:00" + "param_count": 92486124, + "run_date": "2024-09-23T00:36:00.602945+00:00" }, - "map50_95": 0.36113037706164797, - "map50": 0.5177666014570936, - "map75": 0.3883871263809267, + "map50_95": 0.524330135379127, + "map50": 0.7039527758683545, + "map75": 0.5678049718241299, "small_objects": { - "map50_95": 0.1115056566555179, - "map50": 0.19632264884527495, - "map75": 0.10985971360328846 + "map50_95": 0.24785492909149323, + "map50": 0.4006674653470536, + "map75": 0.2710220492958572 }, "medium_objects": { - "map50_95": 0.31059293362166557, - "map50": 0.46338643095145404, - "map75": 0.3369952149594262 + "map50_95": 0.4768583569258813, + "map50": 0.6625460400176398, + "map75": 0.5350030177768078 }, "large_objects": { - "map50_95": 0.4957375632083722, - "map50": 0.6444844850243915, - "map75": 0.5454443748020914 + "map50_95": 0.675820230218495, + "map50": 0.8126341241234787, + "map75": 0.7285502979309774 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05500236299955658, + "f1_75": 0.044801033467918534, + "f1_small_objects": { + "f1_50": 0.05454378845982463, + "f1_75": 0.03349339245023226 + }, + "f1_medium_objects": { + "f1_50": 0.09350859896632002, + "f1_75": 0.07973878658212949 + }, + "f1_large_objects": { + "f1_50": 0.07539119526112004, + "f1_75": 0.07182356986223006 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-S", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 21955472, + "run_date": "2024-09-23T00:25:32.473961+00:00" + }, + "map50_95": 0.4687995594739721, + "map50": 0.6370584442700051, + "map75": 0.5068775665451742, + "small_objects": { + "map50_95": 0.21535478708745526, + "map50": 0.3395428793596645, + "map75": 0.22778600330760204 + }, + "medium_objects": { + "map50_95": 0.41591835004016675, + "map50": 0.5827107821612142, + "map75": 0.46111270923584735 + }, + "large_objects": { + "map50_95": 0.60757163483514, + "map50": 0.7449516529285525, + "map75": 0.6571583698150866 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05489119320669778, + "f1_75": 0.04446234049068596, + "f1_small_objects": { + "f1_50": 0.055466136295587554, + "f1_75": 0.03394097035234522 + }, + "f1_medium_objects": { + "f1_50": 0.08779669621363051, + "f1_75": 0.0735618499533047 + }, + "f1_large_objects": { + "f1_50": 0.07563666994700585, + "f1_75": 0.07128785595007565 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M*", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 33212676, + "run_date": "2024-09-23T00:27:41.586842+00:00" + }, + "map50_95": 0.4867825440454518, + "map50": 0.6591044524702077, + "map75": 0.5255439550758244, + "small_objects": { + "map50_95": 0.22517464073284382, + "map50": 0.3616161608257908, + "map75": 0.2380460844855324 + }, + "medium_objects": { + "map50_95": 0.43619245605646295, + "map50": 0.6090810274677497, + "map75": 0.48462339743332017 + }, + "large_objects": { + "map50_95": 0.6273765615214366, + "map50": 0.7658607828593057, + "map75": 0.6792628879214015 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.05509647324342255, + "f1_75": 0.044924997682578134, + "f1_small_objects": { + "f1_50": 0.05463693287388067, + "f1_75": 0.03372508413469393 + }, + "f1_medium_objects": { + "f1_50": 0.09032468725870704, + "f1_75": 0.07686256376961177 + }, + "f1_large_objects": { + "f1_50": 0.07621153453216076, + "f1_75": 0.07202891395291544 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "RT-DETRv2-M", + "license": "Apache-2.0", + "run_parameters": { + "imgsz": 640, + "conf": 0.001 + }, + "param_count": 38364780, + "run_date": "2024-09-23T00:30:06.914466+00:00" + }, + "map50_95": 0.5057647922140187, + "map50": 0.6812943207851568, + "map75": 0.5482094806381007, + "small_objects": { + "map50_95": 0.22601771533549928, + "map50": 0.35776425722949756, + "map75": 0.24745473591662773 + }, + "medium_objects": { + "map50_95": 0.45756539029705195, + "map50": 0.6369386230810548, + "map75": 0.5139974844350771 + }, + "large_objects": { + "map50_95": 0.6547944494390048, + "map50": 0.7943383115502267, + "map75": 0.7096514804332894 }, "iou_thresholds": [ 0.5, @@ -222,6 +515,32 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.055647575325199775, + "f1_75": 0.0452843444851405, + "f1_small_objects": { + "f1_50": 0.05389092791069118, + "f1_75": 0.03289760323611028 + }, + "f1_medium_objects": { + "f1_50": 0.0941548273166887, + "f1_75": 0.07993164626581387 + }, + "f1_large_objects": { + "f1_50": 0.07519198198582225, + "f1_75": 0.0714592012655044 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { @@ -233,24 +552,24 @@ "conf": 0.001 }, "param_count": 49972332, - "run_date": "2024-09-10T16:35:20.553966+00:00" + "run_date": "2024-09-23T00:32:50.133187+00:00" }, - "map50_95": 0.5219432048195, - "map50": 0.7014642165353272, - "map75": 0.5637984313455032, + "map50_95": 0.5219432048195001, + "map50": 0.7014642165353273, + "map75": 0.5637984313455033, "small_objects": { - "map50_95": 0.24987016854789557, - "map50": 0.39968642214759986, - "map75": 0.2697685071948782 + "map50_95": 0.2498701685478955, + "map50": 0.3996864221475997, + "map75": 0.2697685071948783 }, "medium_objects": { "map50_95": 0.4768529921674922, - "map50": 0.6548019470037264, + "map50": 0.6548019470037263, "map75": 0.5339029559083259 }, "large_objects": { - "map50_95": 0.6676710453843161, - "map50": 0.8063987452700317, + "map50_95": 0.667671045384316, + "map50": 0.8063987452700319, "map75": 0.7188082840384038 }, "iou_thresholds": [ @@ -264,36 +583,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05580583753272465, + "f1_75": 0.04553311026492095, + "f1_small_objects": { + "f1_50": 0.05412276343757983, + "f1_75": 0.03337345531600436 + }, + "f1_medium_objects": { + "f1_50": 0.09500222610404424, + "f1_75": 0.08138220551736451 + }, + "f1_large_objects": { + "f1_50": 0.07920992898991662, + "f1_75": 0.07500634010758714 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r50vd)", - "license": "Apache-2.0", + "model": "RTMDet-l", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 49972332, - "run_date": "2024-09-10T16:18:12.499365+00:00" + "param_count": 52315804, + "run_date": "2024-09-23T02:44:35.648853+00:00" }, - "map50_95": 0.5148052539985135, - "map50": 0.6922127474679615, - "map75": 0.558997224099962, + "map50_95": 0.5062431026930081, + "map50": 0.6822713528807453, + "map75": 0.552470545227493, "small_objects": { - "map50_95": 0.24458802092882242, - "map50": 0.38689885245134953, - "map75": 0.2630160546386321 + "map50_95": 0.2356686618529939, + "map50": 0.372615556532781, + "map75": 0.25208955641500647 }, "medium_objects": { - "map50_95": 0.46672014734193157, - "map50": 0.6472867660110199, - "map75": 0.5228654414090166 + "map50_95": 0.46594759881472436, + "map50": 0.6514727526021955, + "map75": 0.5198676423072635 }, "large_objects": { - "map50_95": 0.6591424467339809, - "map50": 0.7966885597912683, - "map75": 0.7127943119656794 + "map50_95": 0.6464732327266226, + "map50": 0.7900282126284217, + "map75": 0.7058076059425709 }, "iou_thresholds": [ 0.5, @@ -306,36 +651,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05531823313118092, + "f1_75": 0.04542934511571345, + "f1_small_objects": { + "f1_50": 0.06119915689149719, + "f1_75": 0.03836892145477396 + }, + "f1_medium_objects": { + "f1_50": 0.07505402197985796, + "f1_75": 0.06332868604087104 + }, + "f1_large_objects": { + "f1_50": 0.09115047938045687, + "f1_75": 0.08450031511677494 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-S", - "license": "Apache-2.0", + "model": "RTMDet-m", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 21955472, - "run_date": "2024-09-10T16:26:50.070114+00:00" + "param_count": 24709188, + "run_date": "2024-09-23T02:37:49.630440+00:00" }, - "map50_95": 0.4687995594739722, - "map50": 0.6370584442700049, - "map75": 0.506877566545174, + "map50_95": 0.48535066916147096, + "map50": 0.6607049475508446, + "map75": 0.531475507320353, "small_objects": { - "map50_95": 0.21535478708745523, - "map50": 0.3395428793596645, - "map75": 0.22778600330760196 + "map50_95": 0.2201439867612042, + "map50": 0.3465088244131632, + "map75": 0.2403171863947742 }, "medium_objects": { - "map50_95": 0.41591835004016664, - "map50": 0.582710782161214, - "map75": 0.46111270923584724 + "map50_95": 0.44030792587786527, + "map50": 0.6228541655761869, + "map75": 0.49451482617851844 }, "large_objects": { - "map50_95": 0.6075716348351401, - "map50": 0.7449516529285527, - "map75": 0.6571583698150867 + "map50_95": 0.625890774022884, + "map50": 0.7789356056967076, + "map75": 0.6825013203277369 }, "iou_thresholds": [ 0.5, @@ -348,36 +719,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054617483111037333, + "f1_75": 0.04412471964295952, + "f1_small_objects": { + "f1_50": 0.05965303405294159, + "f1_75": 0.03591382413978633 + }, + "f1_medium_objects": { + "f1_50": 0.07372920050595458, + "f1_75": 0.060873287120914145 + }, + "f1_large_objects": { + "f1_50": 0.0933220321748441, + "f1_75": 0.0860701700079945 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-M", - "license": "Apache-2.0", + "model": "RTMDet-s", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 38364780, - "run_date": "2024-09-10T16:39:31.489397+00:00" + "param_count": 8886924, + "run_date": "2024-09-23T02:33:02.571049+00:00" }, - "map50_95": 0.5057647922140188, - "map50": 0.6812943207851567, - "map75": 0.5482094806381008, + "map50_95": 0.43884390387565153, + "map50": 0.6099215664056953, + "map75": 0.4771239324201934, "small_objects": { - "map50_95": 0.22601771533549925, - "map50": 0.3577642572294974, - "map75": 0.24745473591662767 + "map50_95": 0.16907088913570323, + "map50": 0.27735569273645844, + "map75": 0.18161027212724581 }, "medium_objects": { - "map50_95": 0.4575653902970519, - "map50": 0.6369386230810546, - "map75": 0.513997484435077 + "map50_95": 0.388863839838892, + "map50": 0.5659413183752309, + "map75": 0.43058881328827125 }, "large_objects": { - "map50_95": 0.6547944494390049, - "map50": 0.7943383115502267, - "map75": 0.7096514804332896 + "map50_95": 0.5870105310486934, + "map50": 0.7419594769103826, + "map75": 0.6440220702339187 }, "iou_thresholds": [ 0.5, @@ -390,36 +787,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.04988311132575794, + "f1_75": 0.038791749401449555, + "f1_small_objects": { + "f1_50": 0.05386625077485213, + "f1_75": 0.028392506988554753 + }, + "f1_medium_objects": { + "f1_50": 0.06750792274596967, + "f1_75": 0.05357777849502396 + }, + "f1_large_objects": { + "f1_50": 0.07715824357094489, + "f1_75": 0.07029191887371607 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r34vd)", - "license": "Apache-2.0", + "model": "RTMDet-tiny", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 33212676, - "run_date": "2024-09-10T16:14:42.535005+00:00" + "param_count": 4896168, + "run_date": "2024-09-23T02:29:25.974497+00:00" }, - "map50_95": 0.4711144281973547, - "map50": 0.6444973848870644, - "map75": 0.5089359115940468, + "map50_95": 0.40516442847618367, + "map50": 0.5690609152583831, + "map75": 0.43926359421134265, "small_objects": { - "map50_95": 0.2105158447838686, - "map50": 0.3410547104144312, - "map75": 0.22164556950501305 + "map50_95": 0.1399772349713988, + "map50": 0.234896774109904, + "map75": 0.14667939327126447 }, "medium_objects": { - "map50_95": 0.4214592794562458, - "map50": 0.5926057024799766, - "map75": 0.46982935350097305 + "map50_95": 0.35137093290680516, + "map50": 0.5161420691514612, + "map75": 0.3884770744047453 }, "large_objects": { - "map50_95": 0.6165598066953087, - "map50": 0.7552632596160003, - "map75": 0.667420318296039 + "map50_95": 0.5544068105044913, + "map50": 0.7098826664605629, + "map75": 0.607657675893561 }, "iou_thresholds": [ 0.5, @@ -432,36 +855,62 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.05115173742152011, + "f1_75": 0.03866251488920745, + "f1_small_objects": { + "f1_50": 0.054774256812043835, + "f1_75": 0.027264200575657104 + }, + "f1_medium_objects": { + "f1_50": 0.06471982396658556, + "f1_75": 0.04950546877922435 + }, + "f1_large_objects": { + "f1_50": 0.08170988295326313, + "f1_75": 0.07323947683724118 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r101vd)", - "license": "Apache-2.0", + "model": "RTMDet-x", + "license": "GPL-3.0", "run_parameters": { "imgsz": 640, "conf": 0.001 }, - "param_count": 92486124, - "run_date": "2024-09-10T16:21:37.375759+00:00" + "param_count": 94855572, + "run_date": "2024-09-23T02:54:35.626133+00:00" }, - "map50_95": 0.5243300327374072, - "map50": 0.703951889531495, - "map75": 0.5678049556440812, + "map50_95": 0.5209716330832249, + "map50": 0.6958011733601689, + "map75": 0.5728153975103335, "small_objects": { - "map50_95": 0.2478549542363811, - "map50": 0.40066746534705366, - "map75": 0.2710220439441845 + "map50_95": 0.25265192304587114, + "map50": 0.392029710670392, + "map75": 0.27307442016473715 }, "medium_objects": { - "map50_95": 0.4768582593911274, - "map50": 0.6625457345615452, - "map75": 0.5350029755816491 + "map50_95": 0.47657971083262485, + "map50": 0.656230860968036, + "map75": 0.5384045845210627 }, "large_objects": { - "map50_95": 0.6758202036651619, - "map50": 0.8126340925145896, - "map75": 0.7285503198138372 + "map50_95": 0.6595025818284241, + "map50": 0.8022158939722328, + "map75": 0.7220228933441815 }, "iou_thresholds": [ 0.5, @@ -474,36 +923,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.054119924973050584, + "f1_75": 0.04473847756154315, + "f1_small_objects": { + "f1_50": 0.06148389892622576, + "f1_75": 0.03937410656746626 + }, + "f1_medium_objects": { + "f1_50": 0.07367794650081896, + "f1_75": 0.06236223618041832 + }, + "f1_large_objects": { + "f1_50": 0.08746983223678406, + "f1_75": 0.08163011681669821 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv1 (r18vd)", - "license": "Apache-2.0", + "model": "yolov10b", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 21955472, - "run_date": "2024-09-10T16:11:52.358781+00:00" + "param_count": 20534512, + "run_date": "2024-09-30T05:52:31.175907+00:00" }, - "map50_95": 0.4475030676297469, - "map50": 0.6156237779572045, - "map75": 0.48407456419504113, + "map50_95": 0.5144131631757074, + "map50": 0.6823977217818035, + "map75": 0.5628675385891679, "small_objects": { - "map50_95": 0.19035576042172211, - "map50": 0.3089236487784832, - "map75": 0.2030844478437464 + "map50_95": 0.2565106658531823, + "map50": 0.3970774560681853, + "map75": 0.2797342004838285 }, "medium_objects": { - "map50_95": 0.3952415547608772, - "map50": 0.5612930297373171, - "map75": 0.442782433290807 + "map50_95": 0.4830814964720022, + "map50": 0.6548616180390597, + "map75": 0.5443189308098335 }, "large_objects": { - "map50_95": 0.5894997261827915, - "map50": 0.7265982743927857, - "map75": 0.6411468239795821 + "map50_95": 0.6501428216905192, + "map50": 0.7838676391542665, + "map75": 0.7069441622037982 }, "iou_thresholds": [ 0.5, @@ -516,36 +994,207 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.14999323533265066, + "f1_75": 0.12775961534999047, + "f1_small_objects": { + "f1_50": 0.08495493321574396, + "f1_75": 0.056609885218594225 + }, + "f1_medium_objects": { + "f1_50": 0.19096833329082782, + "f1_75": 0.16944258841987322 + }, + "f1_large_objects": { + "f1_50": 0.3543327618160558, + "f1_75": 0.3354952949345133 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10l", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 25839728, + "run_date": "2024-09-30T05:53:38.085356+00:00" + }, + "map50_95": 0.5193999622446913, + "map50": 0.6877618065155005, + "map75": 0.5671128439859524, + "small_objects": { + "map50_95": 0.258523955122621, + "map50": 0.4048260311189716, + "map75": 0.2813030440141851 + }, + "medium_objects": { + "map50_95": 0.48599001747068804, + "map50": 0.6582109022500109, + "map75": 0.5477617205050493 + }, + "large_objects": { + "map50_95": 0.6591621527876248, + "map50": 0.7929580616060907, + "map75": 0.714848309773967 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.15800699193206252, + "f1_75": 0.1350550612526741, + "f1_small_objects": { + "f1_50": 0.08980090169265482, + "f1_75": 0.06006266004557769 + }, + "f1_medium_objects": { + "f1_50": 0.2016467076845786, + "f1_75": 0.1790199800317417 + }, + "f1_large_objects": { + "f1_50": 0.3619305472910582, + "f1_75": 0.34427398106951784 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ] + }, + { + "metadata": { + "model": "yolov10m", + "license": "APGL-3.0", + "run_parameters": { + "imgsz": 640, + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false + }, + "param_count": 16543024, + "run_date": "2024-09-30T05:51:31.405525+00:00" + }, + "map50_95": 0.49853164436258285, + "map50": 0.6674081642568298, + "map75": 0.544032338381202, + "small_objects": { + "map50_95": 0.2431589329852204, + "map50": 0.379405694858442, + "map75": 0.25825078064504225 + }, + "medium_objects": { + "map50_95": 0.4666675696906227, + "map50": 0.6402606338739345, + "map75": 0.5265880018968241 + }, + "large_objects": { + "map50_95": 0.6337626996738237, + "map50": 0.7692663005582833, + "map75": 0.6871564804347694 + }, + "iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 + ], + "f1_50": 0.1421664959671861, + "f1_75": 0.12019016660426923, + "f1_small_objects": { + "f1_50": 0.08146360442899019, + "f1_75": 0.052993972128646594 + }, + "f1_medium_objects": { + "f1_50": 0.17723076960368064, + "f1_75": 0.1561196386587452 + }, + "f1_large_objects": { + "f1_50": 0.33381526775799925, + "f1_75": 0.3153008880097011 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-X", - "license": "Apache-2.0", + "model": "yolov10n", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 92486124, - "run_date": "2024-09-10T16:44:47.186839+00:00" + "param_count": 2762608, + "run_date": "2024-09-30T05:49:45.354372+00:00" }, - "map50_95": 0.524330135379127, - "map50": 0.7039527758683548, - "map75": 0.56780497182413, + "map50_95": 0.37655721169022977, + "map50": 0.5260541878594017, + "map75": 0.4090613902624434, "small_objects": { - "map50_95": 0.24785492909149326, - "map50": 0.40066746534705366, - "map75": 0.2710220492958572 + "map50_95": 0.12030443755349704, + "map50": 0.20373576664083062, + "map75": 0.1269964173339701 }, "medium_objects": { - "map50_95": 0.47685835692588135, - "map50": 0.66254604001764, - "map75": 0.5350030177768078 + "map50_95": 0.322821701919836, + "map50": 0.4725700820887715, + "map75": 0.35947529913199133 }, "large_objects": { - "map50_95": 0.6758202302184949, - "map50": 0.8126341241234784, - "map75": 0.7285502979309773 + "map50_95": 0.5222208049397794, + "map50": 0.6636617755984061, + "map75": 0.5711835140906704 }, "iou_thresholds": [ 0.5, @@ -558,36 +1207,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.09213326892206306, + "f1_75": 0.07273121791160295, + "f1_small_objects": { + "f1_50": 0.059275792916839896, + "f1_75": 0.032479320440400104 + }, + "f1_medium_objects": { + "f1_50": 0.10615649066343963, + "f1_75": 0.0860462307402727 + }, + "f1_large_objects": { + "f1_50": 0.192710090292798, + "f1_75": 0.17697278938665642 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RT-DETRv2-M*", - "license": "Apache-2.0", + "model": "yolov10s", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 33212676, - "run_date": "2024-09-10T16:30:46.673344+00:00" + "param_count": 8096880, + "run_date": "2024-09-30T05:50:36.247710+00:00" }, - "map50_95": 0.4867825440454518, - "map50": 0.6591044524702075, - "map75": 0.5255439550758243, + "map50_95": 0.45376716567603814, + "map50": 0.6203405115920764, + "map75": 0.4948915753398186, "small_objects": { - "map50_95": 0.22517464073284388, - "map50": 0.36161616082579096, - "map75": 0.23804608448553247 + "map50_95": 0.1852792391826148, + "map50": 0.2996373746510235, + "map75": 0.19644748879955434 }, "medium_objects": { - "map50_95": 0.4361924560564629, - "map50": 0.6090810274677496, - "map75": 0.48462339743332006 + "map50_95": 0.40760951147970853, + "map50": 0.5762023873222245, + "map75": 0.4569578837765637 }, "large_objects": { - "map50_95": 0.6273765615214366, - "map50": 0.7658607828593057, - "map75": 0.6792628879214015 + "map50_95": 0.6016623416977711, + "map50": 0.7464756776302359, + "map75": 0.6561054889111075 }, "iou_thresholds": [ 0.5, @@ -600,11 +1278,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.11776907553160045, + "f1_75": 0.09684311163630535, + "f1_small_objects": { + "f1_50": 0.06988920081320053, + "f1_75": 0.042531717025131435 + }, + "f1_medium_objects": { + "f1_50": 0.13966315173389962, + "f1_75": 0.11911611430200084 + }, + "f1_large_objects": { + "f1_50": 0.2798763607662566, + "f1_75": 0.26080795012111857 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10s", + "model": "yolov10x", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -613,26 +1317,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 8096880, - "run_date": "2024-09-11T06:06:20.613349+00:00" + "param_count": 31738160, + "run_date": "2024-09-30T05:54:54.747611+00:00" }, - "map50_95": 0.45374339278894915, - "map50": 0.6202786326213161, - "map75": 0.49485980546052266, + "map50_95": 0.5322232811173985, + "map50": 0.7001348258892859, + "map75": 0.5797371628199249, "small_objects": { - "map50_95": 0.18538386854372754, - "map50": 0.29935561442986514, - "map75": 0.19679687800521717 + "map50_95": 0.2725325849208779, + "map50": 0.422035032168101, + "map75": 0.29557686597950306 }, "medium_objects": { - "map50_95": 0.40763577645735893, - "map50": 0.5762364117411901, - "map75": 0.45695369625119897 + "map50_95": 0.5005172680410123, + "map50": 0.6724527341047721, + "map75": 0.5629335768715251 }, "large_objects": { - "map50_95": 0.6015530294400476, - "map50": 0.7464275332834238, - "map75": 0.6560326855935931 + "map50_95": 0.6688200456656187, + "map50": 0.7988220751428566, + "map75": 0.7207933687780973 }, "iou_thresholds": [ 0.5, @@ -645,11 +1349,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.15901106960883638, + "f1_75": 0.13644785088234243, + "f1_small_objects": { + "f1_50": 0.09115302081910993, + "f1_75": 0.061742712925171236 + }, + "f1_medium_objects": { + "f1_50": 0.20669043084126867, + "f1_75": 0.18433524709887086 + }, + "f1_large_objects": { + "f1_50": 0.3660040115131003, + "f1_75": 0.34837677460770816 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10l", + "model": "yolov8n", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -658,26 +1388,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 25839728, - "run_date": "2024-09-11T06:40:36.736680+00:00" + "param_count": 3151904, + "run_date": "2024-09-30T06:32:40.173555+00:00" }, - "map50_95": 0.5193880242072942, - "map50": 0.6877678233859065, - "map75": 0.5671532124246925, + "map50_95": 0.3611303770616479, + "map50": 0.5177666014570935, + "map75": 0.388387126380927, "small_objects": { - "map50_95": 0.2584432484516646, - "map50": 0.40473751495371346, - "map75": 0.28128426987698835 + "map50_95": 0.11150565665551788, + "map50": 0.19632264884527492, + "map75": 0.10985971360328843 }, "medium_objects": { - "map50_95": 0.4859813785361321, - "map50": 0.6582199031259204, - "map75": 0.5477517431630547 + "map50_95": 0.3105929336216655, + "map50": 0.46338643095145393, + "map75": 0.33699521495942614 }, "large_objects": { - "map50_95": 0.6589157327805413, - "map50": 0.7926125584781836, - "map75": 0.714490451301635 + "map50_95": 0.4957375632083722, + "map50": 0.6444844850243913, + "map75": 0.5454443748020914 }, "iou_thresholds": [ 0.5, @@ -690,11 +1420,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.10698233161314832, + "f1_75": 0.07878458939906306, + "f1_small_objects": { + "f1_50": 0.06907964501933606, + "f1_75": 0.032859895059074606 + }, + "f1_medium_objects": { + "f1_50": 0.11272009898607982, + "f1_75": 0.08271332403179087 + }, + "f1_large_objects": { + "f1_50": 0.23796917359688716, + "f1_75": 0.20962535492005602 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10m", + "model": "yolov8s", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -703,26 +1459,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 16543024, - "run_date": "2024-09-11T06:15:13.254833+00:00" + "param_count": 11156544, + "run_date": "2024-09-30T06:33:22.535125+00:00" }, - "map50_95": 0.4985133021605519, - "map50": 0.6674225563674506, - "map75": 0.5440483868841379, + "map50_95": 0.4349729425921134, + "map50": 0.6035183104744979, + "map75": 0.4662358665420669, "small_objects": { - "map50_95": 0.24321138515145269, - "map50": 0.3794609907449295, - "map75": 0.25837288385953333 + "map50_95": 0.17416252932581736, + "map50": 0.28329632805077193, + "map75": 0.18730061589658759 }, "medium_objects": { - "map50_95": 0.4666641326436146, - "map50": 0.6402552349229303, - "map75": 0.5266073132389671 + "map50_95": 0.3927473756025548, + "map50": 0.5619761425564425, + "map75": 0.4321562895025597 }, "large_objects": { - "map50_95": 0.6337068975510818, - "map50": 0.769311494847955, - "map75": 0.6872034980360436 + "map50_95": 0.5744762967442364, + "map50": 0.7237009599139812, + "map75": 0.619079570092548 }, "iou_thresholds": [ 0.5, @@ -735,11 +1491,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.13518388046628524, + "f1_75": 0.10446977559521267, + "f1_small_objects": { + "f1_50": 0.08452111230697007, + "f1_75": 0.0455729041484357 + }, + "f1_medium_objects": { + "f1_50": 0.15182428390716582, + "f1_75": 0.12109522673285078 + }, + "f1_large_objects": { + "f1_50": 0.3156688849946123, + "f1_75": 0.28307972310831314 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10x", + "model": "yolov8m", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -748,26 +1530,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 31738160, - "run_date": "2024-09-11T06:58:14.018727+00:00" + "param_count": 25886080, + "run_date": "2024-09-30T06:34:13.006465+00:00" }, - "map50_95": 0.5322172579705878, - "map50": 0.7001374705335366, - "map75": 0.5797446524456603, + "map50_95": 0.4851253204925955, + "map50": 0.6557256503673925, + "map75": 0.5236159893917905, "small_objects": { - "map50_95": 0.27274637042720357, - "map50": 0.4222710720281591, - "map75": 0.2957131128311451 + "map50_95": 0.21859640196504554, + "map50": 0.3504071137413657, + "map75": 0.23282928376835133 }, "medium_objects": { - "map50_95": 0.5004643874851188, - "map50": 0.6724499844328559, - "map75": 0.5629014808086344 + "map50_95": 0.4506484408698307, + "map50": 0.6262982397766818, + "map75": 0.5049348227613952 }, "large_objects": { - "map50_95": 0.6687752341231782, - "map50": 0.7987958798254203, - "map75": 0.7207387845010169 + "map50_95": 0.6211310304595176, + "map50": 0.7621071130332328, + "map75": 0.666788671248503 }, "iou_thresholds": [ 0.5, @@ -780,11 +1562,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.16300311104752332, + "f1_75": 0.1314624094039988, + "f1_small_objects": { + "f1_50": 0.10155915188690072, + "f1_75": 0.06138212056778542 + }, + "f1_medium_objects": { + "f1_50": 0.18639424894701012, + "f1_75": 0.15528175138232014 + }, + "f1_large_objects": { + "f1_50": 0.37174894906352224, + "f1_75": 0.3404154849364739 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10n", + "model": "yolov8l", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -793,26 +1601,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 2762608, - "run_date": "2024-09-11T06:00:26.460240+00:00" + "param_count": 43668288, + "run_date": "2024-09-30T06:35:15.316296+00:00" }, - "map50_95": 0.3765088416879911, - "map50": 0.5260609848471127, - "map75": 0.4090723182347159, + "map50_95": 0.511340365673001, + "map50": 0.6818834865949015, + "map75": 0.5532324863098792, "small_objects": { - "map50_95": 0.12016938940212646, - "map50": 0.20362997388940046, - "map75": 0.1268368748435595 + "map50_95": 0.25420034505801864, + "map50": 0.39422254063904527, + "map75": 0.2741578959929114 }, "medium_objects": { - "map50_95": 0.32276234193312875, - "map50": 0.4725625917155686, - "map75": 0.3594433755980026 + "map50_95": 0.47948036802038513, + "map50": 0.6528224282542436, + "map75": 0.540699897659841 }, "large_objects": { - "map50_95": 0.5221844566075309, - "map50": 0.6637191598604325, - "map75": 0.5712079164028042 + "map50_95": 0.6474113378937942, + "map50": 0.7814510210320753, + "map75": 0.6937697480248785 }, "iou_thresholds": [ 0.5, @@ -825,11 +1633,37 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.19692150370964395, + "f1_75": 0.16205969612370527, + "f1_small_objects": { + "f1_50": 0.12147831558000848, + "f1_75": 0.07690569555394208 + }, + "f1_medium_objects": { + "f1_50": 0.2276785910382567, + "f1_75": 0.1948046571431011 + }, + "f1_large_objects": { + "f1_50": 0.42244264160769096, + "f1_75": 0.3904063830680425 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "yolov10b", + "model": "yolov8x", "license": "APGL-3.0", "run_parameters": { "imgsz": 640, @@ -838,26 +1672,26 @@ "conf": 0.001, "verbose": false }, - "param_count": 20534512, - "run_date": "2024-09-11T06:26:25.254425+00:00" + "param_count": 68200608, + "run_date": "2024-09-30T06:36:39.137424+00:00" }, - "map50_95": 0.5143792118069956, - "map50": 0.6824004061676368, - "map75": 0.5627853497461194, + "map50_95": 0.5224782800437047, + "map50": 0.6928732246889833, + "map75": 0.5658364945361546, "small_objects": { - "map50_95": 0.2564719395368623, - "map50": 0.3970434043826135, - "map75": 0.2797247747359929 + "map50_95": 0.2559641188116497, + "map50": 0.3965652092449827, + "map75": 0.2740472310620755 }, "medium_objects": { - "map50_95": 0.48297143947641724, - "map50": 0.65475608470514, - "map75": 0.5439932731257328 + "map50_95": 0.48798121050508747, + "map50": 0.6622798133116985, + "map75": 0.5447480150956083 }, "large_objects": { - "map50_95": 0.6501877214588737, - "map50": 0.7839027323721222, - "map75": 0.7070045634235113 + "map50_95": 0.6570871226982951, + "map50": 0.7926572883372152, + "map75": 0.7068556092098695 }, "iou_thresholds": [ 0.5, @@ -870,36 +1704,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.2068501631280764, + "f1_75": 0.1711587584739747, + "f1_small_objects": { + "f1_50": 0.12517994179230246, + "f1_75": 0.08140991931569841 + }, + "f1_medium_objects": { + "f1_50": 0.24625819828403683, + "f1_75": 0.21140193230296273 + }, + "f1_large_objects": { + "f1_50": 0.4475472986541321, + "f1_75": 0.41368816678288806 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-m", - "license": "GPL-3.0", + "model": "yolo11l", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 24709188, - "run_date": "2024-09-13T01:36:56.158668+00:00" + "param_count": 25340992, + "run_date": "2024-09-30T04:54:34.237832+00:00" }, - "map50_95": 0.48535066916147085, - "map50": 0.6607049475508449, - "map75": 0.5314755073203531, + "map50_95": 0.5147562882873221, + "map50": 0.6839904587355925, + "map75": 0.5571299310290306, "small_objects": { - "map50_95": 0.2201439867612042, - "map50": 0.3465088244131632, - "map75": 0.24031718639477428 + "map50_95": 0.25158201044278067, + "map50": 0.39475239296356945, + "map75": 0.26968002362096327 }, "medium_objects": { - "map50_95": 0.4403079258778652, - "map50": 0.6228541655761868, - "map75": 0.4945148261785183 + "map50_95": 0.48774699362419505, + "map50": 0.6632413865946212, + "map75": 0.5452545686890365 }, "large_objects": { - "map50_95": 0.6258907740228843, - "map50": 0.7789356056967077, - "map75": 0.682501320327737 + "map50_95": 0.6470517657071067, + "map50": 0.7779600640444341, + "map75": 0.6957210072646699 }, "iou_thresholds": [ 0.5, @@ -912,36 +1775,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.20440283673334628, + "f1_75": 0.16800061165304447, + "f1_small_objects": { + "f1_50": 0.12838758860437663, + "f1_75": 0.08051824127639894 + }, + "f1_medium_objects": { + "f1_50": 0.22513181615256014, + "f1_75": 0.1928786307876677 + }, + "f1_large_objects": { + "f1_50": 0.43061349820528094, + "f1_75": 0.39734178631268013 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-tiny", - "license": "GPL-3.0", + "model": "yolo11m", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 4896168, - "run_date": "2024-09-13T01:32:05.244864+00:00" + "param_count": 20091712, + "run_date": "2024-09-30T04:53:30.195785+00:00" }, - "map50_95": 0.4051644284761837, - "map50": 0.569060915258383, - "map75": 0.4392635942113426, + "map50_95": 0.4985730583048321, + "map50": 0.6699705830100839, + "map75": 0.5376791695127155, "small_objects": { - "map50_95": 0.1399772349713988, - "map50": 0.234896774109904, - "map75": 0.1466793932712645 + "map50_95": 0.22805224522679568, + "map50": 0.3723304589552568, + "map75": 0.23841838347436814 }, "medium_objects": { - "map50_95": 0.35137093290680504, - "map50": 0.5161420691514615, - "map75": 0.38847707440474544 + "map50_95": 0.4683352679615954, + "map50": 0.6442044962270301, + "map75": 0.5241591558978002 }, "large_objects": { - "map50_95": 0.5544068105044915, - "map50": 0.7098826664605631, - "map75": 0.6076576758935616 + "map50_95": 0.6293219248438574, + "map50": 0.7694770600502057, + "map75": 0.6737696162239775 }, "iou_thresholds": [ 0.5, @@ -954,36 +1846,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.18854131028848034, + "f1_75": 0.15301036273016522, + "f1_small_objects": { + "f1_50": 0.12029057828299773, + "f1_75": 0.07346256983574839 + }, + "f1_medium_objects": { + "f1_50": 0.20422795965315566, + "f1_75": 0.17242144004338114 + }, + "f1_large_objects": { + "f1_50": 0.3953382503953057, + "f1_75": 0.3615294340041969 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-l", - "license": "GPL-3.0", + "model": "yolo11s", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 52315804, - "run_date": "2024-09-13T01:39:44.329399+00:00" + "param_count": 9443760, + "run_date": "2024-09-30T04:52:35.052011+00:00" }, - "map50_95": 0.5062431026930081, - "map50": 0.6822713528807451, - "map75": 0.552470545227493, + "map50_95": 0.4493644542477363, + "map50": 0.6212175850519643, + "map75": 0.48056095776349583, "small_objects": { - "map50_95": 0.23566866185299393, - "map50": 0.37261555653278094, - "map75": 0.2520895564150065 + "map50_95": 0.19931556022185712, + "map50": 0.3237633630968639, + "map75": 0.20969857004263245 }, "medium_objects": { - "map50_95": 0.4659475988147245, - "map50": 0.6514727526021955, - "map75": 0.5198676423072636 + "map50_95": 0.4080036543363817, + "map50": 0.5842649531639507, + "map75": 0.4468923289201651 }, "large_objects": { - "map50_95": 0.6464732327266226, - "map50": 0.7900282126284217, - "map75": 0.7058076059425709 + "map50_95": 0.587747111956689, + "map50": 0.7355971142175783, + "map75": 0.6310575939758882 }, "iou_thresholds": [ 0.5, @@ -996,36 +1917,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.148787590075445, + "f1_75": 0.11597982565981851, + "f1_small_objects": { + "f1_50": 0.09206957134807178, + "f1_75": 0.05075351678992609 + }, + "f1_medium_objects": { + "f1_50": 0.15792785643269786, + "f1_75": 0.1253488318944471 + }, + "f1_large_objects": { + "f1_50": 0.33876332227287, + "f1_75": 0.30548670377495346 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-s", - "license": "GPL-3.0", + "model": "yolo11x", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 8886924, - "run_date": "2024-09-13T01:34:23.020684+00:00" + "param_count": 56919424, + "run_date": "2024-09-30T04:56:12.730134+00:00" }, - "map50_95": 0.4388439038756515, - "map50": 0.609921566405695, - "map75": 0.4771239324201936, + "map50_95": 0.5269240473065516, + "map50": 0.6988729632401882, + "map75": 0.5697211519482316, "small_objects": { - "map50_95": 0.1690708891357032, - "map50": 0.27735569273645844, - "map75": 0.18161027212724581 + "map50_95": 0.26812166305097557, + "map50": 0.4174215417524291, + "map75": 0.29117537238356844 }, "medium_objects": { - "map50_95": 0.38886383983889194, - "map50": 0.565941318375231, - "map75": 0.43058881328827125 + "map50_95": 0.49422186775024707, + "map50": 0.6677738876730264, + "map75": 0.5537819405638407 }, "large_objects": { - "map50_95": 0.5870105310486933, - "map50": 0.7419594769103824, - "map75": 0.6440220702339186 + "map50_95": 0.6509716249782073, + "map50": 0.7860645287527053, + "map75": 0.695369307492311 }, "iou_thresholds": [ 0.5, @@ -1038,36 +1988,65 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.2288031947145225, + "f1_75": 0.19005454140778252, + "f1_small_objects": { + "f1_50": 0.14216929415261406, + "f1_75": 0.09335402326177307 + }, + "f1_medium_objects": { + "f1_50": 0.25589548434833154, + "f1_75": 0.22136433605226533 + }, + "f1_large_objects": { + "f1_50": 0.4725176790746789, + "f1_75": 0.43621725714227966 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] }, { "metadata": { - "model": "RTMDet-x", - "license": "GPL-3.0", + "model": "yolo11n", + "license": "APGL-3.0", "run_parameters": { "imgsz": 640, - "conf": 0.001 + "iou": 0.6, + "max_det": 300, + "conf": 0.001, + "verbose": false }, - "param_count": 94855572, - "run_date": "2024-09-13T01:43:18.850844+00:00" + "param_count": 2616248, + "run_date": "2024-09-30T04:51:44.895856+00:00" }, - "map50_95": 0.520971633083225, - "map50": 0.6958011733601689, - "map75": 0.5728153975103336, + "map50_95": 0.38101471012875715, + "map50": 0.5420689478525277, + "map75": 0.40893541969043523, "small_objects": { - "map50_95": 0.25265192304587114, - "map50": 0.3920297106703919, - "map75": 0.2730744201647372 + "map50_95": 0.12209245593023066, + "map50": 0.2121499182073053, + "map75": 0.12249037339854629 }, "medium_objects": { - "map50_95": 0.4765797108326248, - "map50": 0.6562308609680363, - "map75": 0.5384045845210623 + "map50_95": 0.32858715819686646, + "map50": 0.49201421385370664, + "map75": 0.362268092057365 }, "large_objects": { - "map50_95": 0.6595025818284241, - "map50": 0.8022158939722329, - "map75": 0.7220228933441815 + "map50_95": 0.5251545363339247, + "map50": 0.6749480759703437, + "map75": 0.5702689924061763 }, "iou_thresholds": [ 0.5, @@ -1080,6 +2059,32 @@ 0.85, 0.8999999999999999, 0.95 + ], + "f1_50": 0.11650874695992934, + "f1_75": 0.0858856385108987, + "f1_small_objects": { + "f1_50": 0.07342935358159985, + "f1_75": 0.03511505803273295 + }, + "f1_medium_objects": { + "f1_50": 0.11982411530363851, + "f1_75": 0.08810452711528946 + }, + "f1_large_objects": { + "f1_50": 0.26345516192625706, + "f1_75": 0.23101071713240298 + }, + "f1_iou_thresholds": [ + 0.5, + 0.55, + 0.6, + 0.65, + 0.7, + 0.75, + 0.8, + 0.85, + 0.8999999999999999, + 0.95 ] } ] diff --git a/static/script.js b/static/script.js index 615812b..cb925a9 100644 --- a/static/script.js +++ b/static/script.js @@ -73,9 +73,9 @@ function populateTable() { ['mouseleave', hideTooltip], ['focus', showTooltip], ['blur', hideTooltip], - ].forEach(([event, listener]) => { + ].forEach(([event, listener]) => { gearIcon.addEventListener(event, listener); - }); + }); const combinedCell = document.createElement('td'); combinedCell.appendChild(gearIcon); @@ -100,10 +100,33 @@ function populateTable() { const largeMap50_95Cell = document.createElement('td'); largeMap50_95Cell.textContent = result.large_objects.map50_95.toFixed(3); + const f1_50Cell = document.createElement('td'); + f1_50Cell.textContent = result.f1_50.toFixed(3); + + const f1_75Cell = document.createElement('td'); + f1_75Cell.textContent = result.f1_75.toFixed(3); + + const f1SmallObjects50Cell = document.createElement('td'); + f1SmallObjects50Cell.textContent = result.f1_small_objects.f1_50.toFixed(3); + + const f1SmallObjects75Cell = document.createElement('td'); + f1SmallObjects75Cell.textContent = result.f1_small_objects.f1_75.toFixed(3); + + const f1MediumObjects50Cell = document.createElement('td'); + f1MediumObjects50Cell.textContent = result.f1_medium_objects.f1_50.toFixed(3); + + const f1MediumObjects75Cell = document.createElement('td'); + f1MediumObjects75Cell.textContent = result.f1_medium_objects.f1_75.toFixed(3); + + const f1LargeObjects50Cell = document.createElement('td'); + f1LargeObjects50Cell.textContent = result.f1_large_objects.f1_50.toFixed(3); + + const f1LargeObjects75Cell = document.createElement('td'); + f1LargeObjects75Cell.textContent = result.f1_large_objects.f1_75.toFixed(3); + const licenseCell = document.createElement('td'); licenseCell.textContent = result.metadata.license; - // Append cells to row row.appendChild(combinedCell); row.appendChild(paramCell); row.appendChild(map50_95Cell); @@ -112,9 +135,16 @@ function populateTable() { row.appendChild(smallMap50_95Cell); row.appendChild(mediumMap50_95Cell); row.appendChild(largeMap50_95Cell); + row.appendChild(f1_50Cell); + row.appendChild(f1_75Cell); + row.appendChild(f1SmallObjects50Cell); + row.appendChild(f1SmallObjects75Cell); + row.appendChild(f1MediumObjects50Cell); + row.appendChild(f1MediumObjects75Cell); + row.appendChild(f1LargeObjects50Cell); + row.appendChild(f1LargeObjects75Cell); row.appendChild(licenseCell); - // Append row to table body tableBody.appendChild(row); }); @@ -127,32 +157,32 @@ function populateTable() { }); } -function tooltipHeader(){ - var tooltip = $('.tooltip'); - var delay; - - $('th').hover(function(event) { - var tooltipText = $(this).data('header-tooltip'); - delay = setTimeout(function() { - tooltip.text(tooltipText) - .css({ - top: event.pageY + 10 + 'px', - left: event.pageX + 10 + 'px' - }) - .fadeIn(200); - }, 700); - }, function() { - clearTimeout(delay); - tooltip.fadeOut(200); - }); +function tooltipHeader() { + var tooltip = $('.tooltip'); + var delay; + + $('th').hover(function (event) { + var tooltipText = $(this).data('header-tooltip'); + delay = setTimeout(function () { + tooltip.text(tooltipText) + .css({ + top: event.pageY + 10 + 'px', + left: event.pageX + 10 + 'px' + }) + .fadeIn(200); + }, 700); + }, function () { + clearTimeout(delay); + tooltip.fadeOut(200); + }); - $('th').mousemove(function(event) { - tooltip.css({ - top: event.pageY + 10 + 'px', - left: event.pageX + 10 + 'px' - }); + $('th').mousemove(function (event) { + tooltip.css({ + top: event.pageY + 10 + 'px', + left: event.pageX + 10 + 'px' }); - }; + }); +}; document.addEventListener('DOMContentLoaded', populateTable); document.addEventListener('DOMContentLoaded', tooltipHeader);