faodl/agri-maize_corn-classifier
0
1{2 "created_at": "2026-06-05T20:32:51.106165+00:00",3 "config": {4 "hf_dataset": "faodl/amis-agri-maize_corn",5 "hf_subset": null,6 "hf_revision": "main",7 "train_split": "train",8 "validation_split": "validation",9 "test_split": "test",10 "text_col": "chunk_text",11 "label_col": "label",12 "group_col": "id",13 "id_col": "chunk_id",14 "model_name": "FacebookAI/xlm-roberta-base",15 "output_dir": "/content/agri-maize_corn-classifier",16 "max_length": 256,17 "learning_rate": 2e-05,18 "weight_decay": 0.01,19 "num_train_epochs": 5.0,20 "per_device_train_batch_size": 16,21 "per_device_eval_batch_size": 32,22 "gradient_accumulation_steps": 1,23 "warmup_ratio": 0.1,24 "early_stopping_patience": 2,25 "seed": 42,26 "metric_for_best_model": "f1",27 "skip_transformer": false,28 "skip_baselines": false,29 "baseline_models": [30 "logistic",31 "xgboost",32 "embedding-logistic",33 "embedding-svm",34 "embedding-lightgbm"35 ],36 "tfidf_max_features": 50000,37 "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",38 "embedding_batch_size": 64,39 "positive_label_name": "RELEVANT",40 "negative_label_name": "NOT_RELEVANT",41 "push_to_hub": true,42 "hub_model_id": "faodl/agri-maize_corn-classifier",43 "hub_private_repo": false44 },45 "dataset_summary": {46 "train": {47 "rows": 4724,48 "labels": {49 "0": 3822,50 "1": 90251 },52 "unique_groups": 2226,53 "text_length_mean": 702.8679085520745,54 "text_length_median": 794.055 },56 "validation": {57 "rows": 1060,58 "labels": {59 "0": 843,60 "1": 21761 },62 "unique_groups": 477,63 "text_length_mean": 708.2584905660377,64 "text_length_median": 795.065 },66 "test": {67 "rows": 1054,68 "labels": {69 "0": 819,70 "1": 23571 },72 "unique_groups": 478,73 "text_length_mean": 711.8595825426945,74 "text_length_median": 794.075 }76 },77 "results": [78 {79 "model_type": "logistic_tfidf",80 "model_name": "logistic",81 "artifact_dir": "/content/agri-maize_corn-classifier/baselines/logistic",82 "artifact_file": "/content/agri-maize_corn-classifier/baselines/logistic/logistic_tfidf.joblib",83 "validation_best_threshold": {84 "threshold": 0.5864890967583224,85 "f1": 0.7982062780269059,86 "precision": 0.777292576419214,87 "recall": 0.820276497695852588 },89 "validation_default_0_5": {90 "threshold": 0.5,91 "accuracy": 0.8962264150943396,92 "precision": 0.700374531835206,93 "recall": 0.8617511520737328,94 "f1": 0.7727272727272727,95 "confusion_matrix": [96 [97 763,98 8099 ],100 [101 30,102 187103 ]104 ],105 "classification_report": {106 "NOT_RELEVANT": {107 "precision": 0.9621689785624212,108 "recall": 0.9051008303677343,109 "f1-score": 0.9327628361858191,110 "support": 843.0111 },112 "RELEVANT": {113 "precision": 0.700374531835206,114 "recall": 0.8617511520737328,115 "f1-score": 0.7727272727272727,116 "support": 217.0117 },118 "accuracy": 0.8962264150943396,119 "macro avg": {120 "precision": 0.8312717551988136,121 "recall": 0.8834259912207335,122 "f1-score": 0.8527450544565459,123 "support": 1060.0124 },125 "weighted avg": {126 "precision": 0.9085752097512838,127 "recall": 0.8962264150943396,128 "f1-score": 0.9000008387608148,129 "support": 1060.0130 }131 },132 "roc_auc": 0.9288420224018894,133 "average_precision": 0.8406024632295316134 },135 "validation_optimal_threshold": {136 "threshold": 0.5864890967583224,137 "accuracy": 0.9150943396226415,138 "precision": 0.777292576419214,139 "recall": 0.8202764976958525,140 "f1": 0.7982062780269058,141 "confusion_matrix": [142 [143 792,144 51145 ],146 [147 39,148 178149 ]150 ],151 "classification_report": {152 "NOT_RELEVANT": {153 "precision": 0.9530685920577617,154 "recall": 0.9395017793594306,155 "f1-score": 0.946236559139785,156 "support": 843.0157 },158 "RELEVANT": {159 "precision": 0.777292576419214,160 "recall": 0.8202764976958525,161 "f1-score": 0.7982062780269058,162 "support": 217.0163 },164 "accuracy": 0.9150943396226415,165 "macro avg": {166 "precision": 0.8651805842384879,167 "recall": 0.8798891385276415,168 "f1-score": 0.8722214185833455,169 "support": 1060.0170 },171 "weighted avg": {172 "precision": 0.9170842567808138,173 "recall": 0.9150943396226415,174 "f1-score": 0.9159322468742239,175 "support": 1060.0176 }177 },178 "roc_auc": 0.9288420224018894,179 "average_precision": 0.8406024632295316180 },181 "test_default_0_5": {182 "threshold": 0.5,183 "accuracy": 0.9098671726755219,184 "precision": 0.7868852459016393,185 "recall": 0.8170212765957446,186 "f1": 0.8016701461377871,187 "confusion_matrix": [188 [189 767,190 52191 ],192 [193 43,194 192195 ]196 ],197 "classification_report": {198 "NOT_RELEVANT": {199 "precision": 0.9469135802469136,200 "recall": 0.9365079365079365,201 "f1-score": 0.941682013505218,202 "support": 819.0203 },204 "RELEVANT": {205 "precision": 0.7868852459016393,206 "recall": 0.8170212765957446,207 "f1-score": 0.8016701461377871,208 "support": 235.0209 },210 "accuracy": 0.9098671726755219,211 "macro avg": {212 "precision": 0.8668994130742764,213 "recall": 0.8767646065518406,214 "f1-score": 0.8716760798215025,215 "support": 1054.0216 },217 "weighted avg": {218 "precision": 0.9112336385285649,219 "recall": 0.9098671726755219,220 "f1-score": 0.9104649463028021,221 "support": 1054.0222 }223 },224 "roc_auc": 0.9531551191125659,225 "average_precision": 0.8625249758747111226 },227 "test_optimal_threshold": {228 "threshold": 0.5864890967583224,229 "accuracy": 0.9146110056925996,230 "precision": 0.8571428571428571,231 "recall": 0.7404255319148936,232 "f1": 0.7945205479452054,233 "confusion_matrix": [234 [235 790,236 29237 ],238 [239 61,240 174241 ]242 ],243 "classification_report": {244 "NOT_RELEVANT": {245 "precision": 0.9283196239717979,246 "recall": 0.9645909645909646,247 "f1-score": 0.9461077844311377,248 "support": 819.0249 },250 "RELEVANT": {251 "precision": 0.8571428571428571,252 "recall": 0.7404255319148936,253 "f1-score": 0.7945205479452054,254 "support": 235.0255 },256 "accuracy": 0.9146110056925996,257 "macro avg": {258 "precision": 0.8927312405573276,259 "recall": 0.8525082482529291,260 "f1-score": 0.8703141661881716,261 "support": 1054.0262 },263 "weighted avg": {264 "precision": 0.912450041234795,265 "recall": 0.9146110056925996,266 "f1-score": 0.9123098711728891,267 "support": 1054.0268 }269 },270 "roc_auc": 0.9531551191125659,271 "average_precision": 0.8625249758747111272 }273 },274 {275 "model_type": "xgboost_tfidf",276 "model_name": "xgboost",277 "artifact_dir": "/content/agri-maize_corn-classifier/baselines/xgboost",278 "artifact_file": "/content/agri-maize_corn-classifier/baselines/xgboost/xgboost_tfidf.joblib",279 "validation_best_threshold": {280 "threshold": 0.37899935245513916,281 "f1": 0.8981481481481481,282 "precision": 0.9023255813953488,283 "recall": 0.8940092165898618284 },285 "validation_default_0_5": {286 "threshold": 0.5,287 "accuracy": 0.9566037735849057,288 "precision": 0.9130434782608695,289 "recall": 0.8709677419354839,290 "f1": 0.8915094339622641,291 "confusion_matrix": [292 [293 825,294 18295 ],296 [297 28,298 189299 ]300 ],301 "classification_report": {302 "NOT_RELEVANT": {303 "precision": 0.9671746776084408,304 "recall": 0.9786476868327402,305 "f1-score": 0.972877358490566,306 "support": 843.0307 },308 "RELEVANT": {309 "precision": 0.9130434782608695,310 "recall": 0.8709677419354839,311 "f1-score": 0.8915094339622641,312 "support": 217.0313 },314 "accuracy": 0.9566037735849057,315 "macro avg": {316 "precision": 0.9401090779346551,317 "recall": 0.924807714384112,318 "f1-score": 0.9321933962264151,319 "support": 1060.0320 },321 "weighted avg": {322 "precision": 0.9560931018929474,323 "recall": 0.9566037735849057,324 "f1-score": 0.9562199626201495,325 "support": 1060.0326 }327 },328 "roc_auc": 0.966850889133061,329 "average_precision": 0.9141254109659447330 },331 "validation_optimal_threshold": {332 "threshold": 0.37899935245513916,333 "accuracy": 0.9584905660377359,334 "precision": 0.9023255813953488,335 "recall": 0.8940092165898618,336 "f1": 0.8981481481481481,337 "confusion_matrix": [338 [339 822,340 21341 ],342 [343 23,344 194345 ]346 ],347 "classification_report": {348 "NOT_RELEVANT": {349 "precision": 0.9727810650887574,350 "recall": 0.9750889679715302,351 "f1-score": 0.9739336492890995,352 "support": 843.0353 },354 "RELEVANT": {355 "precision": 0.9023255813953488,356 "recall": 0.8940092165898618,357 "f1-score": 0.8981481481481481,358 "support": 217.0359 },360 "accuracy": 0.9584905660377359,361 "macro avg": {362 "precision": 0.9375533232420531,363 "recall": 0.934549092280696,364 "f1-score": 0.9360408987186238,365 "support": 1060.0366 },367 "weighted avg": {368 "precision": 0.9583576311628426,369 "recall": 0.9584905660377359,370 "f1-score": 0.9584190702819425,371 "support": 1060.0372 }373 },374 "roc_auc": 0.966850889133061,375 "average_precision": 0.9141254109659447376 },377 "test_default_0_5": {378 "threshold": 0.5,379 "accuracy": 0.9421252371916509,380 "precision": 0.9142857142857143,381 "recall": 0.8170212765957446,382 "f1": 0.8629213483146068,383 "confusion_matrix": [384 [385 801,386 18387 ],388 [389 43,390 192391 ]392 ],393 "classification_report": {394 "NOT_RELEVANT": {395 "precision": 0.9490521327014217,396 "recall": 0.978021978021978,397 "f1-score": 0.963319302465424,398 "support": 819.0399 },400 "RELEVANT": {401 "precision": 0.9142857142857143,402 "recall": 0.8170212765957446,403 "f1-score": 0.8629213483146068,404 "support": 235.0405 },406 "accuracy": 0.9421252371916509,407 "macro avg": {408 "precision": 0.931668923493568,409 "recall": 0.8975216273088613,410 "f1-score": 0.9131203253900153,411 "support": 1054.0412 },413 "weighted avg": {414 "precision": 0.941300606773821,415 "recall": 0.9421252371916509,416 "f1-score": 0.9409345593672817,417 "support": 1054.0418 }419 },420 "roc_auc": 0.9682098043800171,421 "average_precision": 0.9201070133275652422 },423 "test_optimal_threshold": {424 "threshold": 0.37899935245513916,425 "accuracy": 0.9478178368121443,426 "precision": 0.8947368421052632,427 "recall": 0.8680851063829788,428 "f1": 0.8812095032397408,429 "confusion_matrix": [430 [431 795,432 24433 ],434 [435 31,436 204437 ]438 ],439 "classification_report": {440 "NOT_RELEVANT": {441 "precision": 0.9624697336561744,442 "recall": 0.9706959706959707,443 "f1-score": 0.9665653495440729,444 "support": 819.0445 },446 "RELEVANT": {447 "precision": 0.8947368421052632,448 "recall": 0.8680851063829788,449 "f1-score": 0.8812095032397408,450 "support": 235.0451 },452 "accuracy": 0.9478178368121443,453 "macro avg": {454 "precision": 0.9286032878807188,455 "recall": 0.9193905385394747,456 "f1-score": 0.9238874263919068,457 "support": 1054.0458 },459 "weighted avg": {460 "precision": 0.9473679978739503,461 "recall": 0.9478178368121443,462 "f1-score": 0.9475343970948148,463 "support": 1054.0464 }465 },466 "roc_auc": 0.9682098043800171,467 "average_precision": 0.9201070133275652468 }469 },470 {471 "model_type": "embedding-logistic_sentence_embeddings",472 "model_name": "logistic",473 "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",474 "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-logistic",475 "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-logistic/embedding-logistic.joblib",476 "validation_best_threshold": {477 "threshold": 0.7437081336975098,478 "f1": 0.8119266055045872,479 "precision": 0.8082191780821918,480 "recall": 0.815668202764977481 },482 "validation_default_0_5": {483 "threshold": 0.5,484 "accuracy": 0.8811320754716981,485 "precision": 0.6491803278688525,486 "recall": 0.9124423963133641,487 "f1": 0.7586206896551724,488 "confusion_matrix": [489 [490 736,491 107492 ],493 [494 19,495 198496 ]497 ],498 "classification_report": {499 "NOT_RELEVANT": {500 "precision": 0.9748344370860927,501 "recall": 0.8730723606168446,502 "f1-score": 0.9211514392991239,503 "support": 843.0504 },505 "RELEVANT": {506 "precision": 0.6491803278688525,507 "recall": 0.9124423963133641,508 "f1-score": 0.7586206896551724,509 "support": 217.0510 },511 "accuracy": 0.8811320754716981,512 "macro avg": {513 "precision": 0.8120073824774726,514 "recall": 0.8927573784651044,515 "f1-score": 0.8398860644771482,516 "support": 1060.0517 },518 "weighted avg": {519 "precision": 0.9081675109538841,520 "recall": 0.8811320754716981,521 "f1-score": 0.887878634890881,522 "support": 1060.0523 }524 },525 "roc_auc": 0.9590938659931886,526 "average_precision": 0.8665525722038933527 },528 "validation_optimal_threshold": {529 "threshold": 0.7437081336975098,530 "accuracy": 0.9226415094339623,531 "precision": 0.8082191780821918,532 "recall": 0.815668202764977,533 "f1": 0.8119266055045872,534 "confusion_matrix": [535 [536 801,537 42538 ],539 [540 40,541 177542 ]543 ],544 "classification_report": {545 "NOT_RELEVANT": {546 "precision": 0.9524375743162902,547 "recall": 0.9501779359430605,548 "f1-score": 0.9513064133016627,549 "support": 843.0550 },551 "RELEVANT": {552 "precision": 0.8082191780821918,553 "recall": 0.815668202764977,554 "f1-score": 0.8119266055045872,555 "support": 217.0556 },557 "accuracy": 0.9226415094339623,558 "macro avg": {559 "precision": 0.880328376199241,560 "recall": 0.8829230693540188,561 "f1-score": 0.881616509403125,562 "support": 1060.0563 },564 "weighted avg": {565 "precision": 0.9229136196155361,566 "recall": 0.9226415094339623,567 "f1-score": 0.9227729998186764,568 "support": 1060.0569 }570 },571 "roc_auc": 0.9590938659931886,572 "average_precision": 0.8665525722038933573 },574 "test_default_0_5": {575 "threshold": 0.5,576 "accuracy": 0.8842504743833017,577 "precision": 0.703971119133574,578 "recall": 0.8297872340425532,579 "f1": 0.76171875,580 "confusion_matrix": [581 [582 737,583 82584 ],585 [586 40,587 195588 ]589 ],590 "classification_report": {591 "NOT_RELEVANT": {592 "precision": 0.9485199485199485,593 "recall": 0.8998778998778999,594 "f1-score": 0.9235588972431078,595 "support": 819.0596 },597 "RELEVANT": {598 "precision": 0.703971119133574,599 "recall": 0.8297872340425532,600 "f1-score": 0.76171875,601 "support": 235.0602 },603 "accuracy": 0.8842504743833017,604 "macro avg": {605 "precision": 0.8262455338267612,606 "recall": 0.8648325669602266,607 "f1-score": 0.8426388236215538,608 "support": 1054.0609 },610 "weighted avg": {611 "precision": 0.8939953043968005,612 "recall": 0.8842504743833017,613 "f1-score": 0.8874749934460202,614 "support": 1054.0615 }616 },617 "roc_auc": 0.9363156937625022,618 "average_precision": 0.843737774596255619 },620 "test_optimal_threshold": {621 "threshold": 0.7437081336975098,622 "accuracy": 0.8956356736242884,623 "precision": 0.8306878306878307,624 "recall": 0.6680851063829787,625 "f1": 0.7405660377358491,626 "confusion_matrix": [627 [628 787,629 32630 ],631 [632 78,633 157634 ]635 ],636 "classification_report": {637 "NOT_RELEVANT": {638 "precision": 0.9098265895953758,639 "recall": 0.960927960927961,640 "f1-score": 0.9346793349168646,641 "support": 819.0642 },643 "RELEVANT": {644 "precision": 0.8306878306878307,645 "recall": 0.6680851063829787,646 "f1-score": 0.7405660377358491,647 "support": 235.0648 },649 "accuracy": 0.8956356736242884,650 "macro avg": {651 "precision": 0.8702572101416033,652 "recall": 0.8145065336554698,653 "f1-score": 0.8376226863263568,654 "support": 1054.0655 },656 "weighted avg": {657 "precision": 0.8921817998958756,658 "recall": 0.8956356736242884,659 "f1-score": 0.8913998047104712,660 "support": 1054.0661 }662 },663 "roc_auc": 0.9363156937625022,664 "average_precision": 0.843737774596255665 }666 },667 {668 "model_type": "embedding-svm_sentence_embeddings",669 "model_name": "svm",670 "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",671 "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-svm",672 "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-svm/embedding-svm.joblib",673 "validation_best_threshold": {674 "threshold": 0.4006770902787147,675 "f1": 0.7908045977011494,676 "precision": 0.7889908256880734,677 "recall": 0.7926267281105991678 },679 "validation_default_0_5": {680 "threshold": 0.5,681 "accuracy": 0.9132075471698113,682 "precision": 0.8491620111731844,683 "recall": 0.7004608294930875,684 "f1": 0.7676767676767676,685 "confusion_matrix": [686 [687 816,688 27689 ],690 [691 65,692 152693 ]694 ],695 "classification_report": {696 "NOT_RELEVANT": {697 "precision": 0.9262202043132803,698 "recall": 0.9679715302491103,699 "f1-score": 0.9466357308584686,700 "support": 843.0701 },702 "RELEVANT": {703 "precision": 0.8491620111731844,704 "recall": 0.7004608294930875,705 "f1-score": 0.7676767676767676,706 "support": 217.0707 },708 "accuracy": 0.9132075471698113,709 "macro avg": {710 "precision": 0.8876911077432323,711 "recall": 0.834216179871099,712 "f1-score": 0.8571562492676181,713 "support": 1060.0714 },715 "weighted avg": {716 "precision": 0.9104450836421474,717 "recall": 0.9132075471698113,718 "f1-score": 0.9099997921693845,719 "support": 1060.0720 }721 },722 "roc_auc": 0.9551306230217951,723 "average_precision": 0.8583227993086541724 },725 "validation_optimal_threshold": {726 "threshold": 0.4006770902787147,727 "accuracy": 0.9141509433962264,728 "precision": 0.7889908256880734,729 "recall": 0.7926267281105991,730 "f1": 0.7908045977011494,731 "confusion_matrix": [732 [733 797,734 46735 ],736 [737 45,738 172739 ]740 ],741 "classification_report": {742 "NOT_RELEVANT": {743 "precision": 0.9465558194774347,744 "recall": 0.9454329774614472,745 "f1-score": 0.9459940652818991,746 "support": 843.0747 },748 "RELEVANT": {749 "precision": 0.7889908256880734,750 "recall": 0.7926267281105991,751 "f1-score": 0.7908045977011494,752 "support": 217.0753 },754 "accuracy": 0.9141509433962264,755 "macro avg": {756 "precision": 0.8677733225827541,757 "recall": 0.8690298527860232,758 "f1-score": 0.8683993314915243,759 "support": 1060.0760 },761 "weighted avg": {762 "precision": 0.9142995896167825,763 "recall": 0.9141509433962264,764 "f1-score": 0.914224145975274,765 "support": 1060.0766 }767 },768 "roc_auc": 0.9551306230217951,769 "average_precision": 0.8583227993086541770 },771 "test_default_0_5": {772 "threshold": 0.5,773 "accuracy": 0.8937381404174574,774 "precision": 0.89171974522293,775 "recall": 0.5957446808510638,776 "f1": 0.7142857142857143,777 "confusion_matrix": [778 [779 802,780 17781 ],782 [783 95,784 140785 ]786 ],787 "classification_report": {788 "NOT_RELEVANT": {789 "precision": 0.8940914158305463,790 "recall": 0.9792429792429792,791 "f1-score": 0.9347319347319347,792 "support": 819.0793 },794 "RELEVANT": {795 "precision": 0.89171974522293,796 "recall": 0.5957446808510638,797 "f1-score": 0.7142857142857143,798 "support": 235.0799 },800 "accuracy": 0.8937381404174574,801 "macro avg": {802 "precision": 0.8929055805267381,803 "recall": 0.7874938300470216,804 "f1-score": 0.8245088245088246,805 "support": 1054.0806 },807 "weighted avg": {808 "precision": 0.8935626277918463,809 "recall": 0.8937381404174574,810 "f1-score": 0.8855812119569235,811 "support": 1054.0812 }813 },814 "roc_auc": 0.9321590938612216,815 "average_precision": 0.8417078389566306816 },817 "test_optimal_threshold": {818 "threshold": 0.4006770902787147,819 "accuracy": 0.9022770398481973,820 "precision": 0.851063829787234,821 "recall": 0.6808510638297872,822 "f1": 0.7565011820330969,823 "confusion_matrix": [824 [825 791,826 28827 ],828 [829 75,830 160831 ]832 ],833 "classification_report": {834 "NOT_RELEVANT": {835 "precision": 0.9133949191685913,836 "recall": 0.9658119658119658,837 "f1-score": 0.9388724035608309,838 "support": 819.0839 },840 "RELEVANT": {841 "precision": 0.851063829787234,842 "recall": 0.6808510638297872,843 "f1-score": 0.7565011820330969,844 "support": 235.0845 },846 "accuracy": 0.9022770398481973,847 "macro avg": {848 "precision": 0.8822293744779126,849 "recall": 0.8233315148208765,850 "f1-score": 0.8476867927969639,851 "support": 1054.0852 },853 "weighted avg": {854 "precision": 0.8994975700180988,855 "recall": 0.9022770398481973,856 "f1-score": 0.8982108883245714,857 "support": 1054.0858 }859 },860 "roc_auc": 0.9321590938612216,861 "average_precision": 0.8417078389566306862 }863 },864 {865 "model_type": "embedding-lightgbm_sentence_embeddings",866 "model_name": "lightgbm",867 "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",868 "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm",869 "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",870 "validation_best_threshold": {871 "threshold": 0.14456141773750653,872 "f1": 0.8134171907756813,873 "precision": 0.7461538461538462,874 "recall": 0.8940092165898618875 },876 "validation_default_0_5": {877 "threshold": 0.5,878 "accuracy": 0.9160377358490566,879 "precision": 0.7909090909090909,880 "recall": 0.8018433179723502,881 "f1": 0.7963386727688787,882 "confusion_matrix": [883 [884 797,885 46886 ],887 [888 43,889 174890 ]891 ],892 "classification_report": {893 "NOT_RELEVANT": {894 "precision": 0.9488095238095238,895 "recall": 0.9454329774614472,896 "f1-score": 0.9471182412358883,897 "support": 843.0898 },899 "RELEVANT": {900 "precision": 0.7909090909090909,901 "recall": 0.8018433179723502,902 "f1-score": 0.7963386727688787,903 "support": 217.0904 },905 "accuracy": 0.9160377358490566,906 "macro avg": {907 "precision": 0.8698593073593073,908 "recall": 0.8736381477168986,909 "f1-score": 0.8717284570023835,910 "support": 1060.0911 },912 "weighted avg": {913 "precision": 0.9164846238666993,914 "recall": 0.9160377358490566,915 "f1-score": 0.916251103162925,916 "support": 1060.0917 }918 },919 "roc_auc": 0.9630571089645823,920 "average_precision": 0.8780215936178333921 },922 "validation_optimal_threshold": {923 "threshold": 0.14456141773750653,924 "accuracy": 0.9160377358490566,925 "precision": 0.7461538461538462,926 "recall": 0.8940092165898618,927 "f1": 0.8134171907756813,928 "confusion_matrix": [929 [930 777,931 66932 ],933 [934 23,935 194936 ]937 ],938 "classification_report": {939 "NOT_RELEVANT": {940 "precision": 0.97125,941 "recall": 0.9217081850533808,942 "f1-score": 0.945830797321972,943 "support": 843.0944 },945 "RELEVANT": {946 "precision": 0.7461538461538462,947 "recall": 0.8940092165898618,948 "f1-score": 0.8134171907756813,949 "support": 217.0950 },951 "accuracy": 0.9160377358490566,952 "macro avg": {953 "precision": 0.8587019230769231,954 "recall": 0.9078587008216212,955 "f1-score": 0.8796239940488266,956 "support": 1060.0957 },958 "weighted avg": {959 "precision": 0.9251689949201741,960 "recall": 0.9160377358490566,961 "f1-score": 0.9187234835290049,962 "support": 1060.0963 }964 },965 "roc_auc": 0.9630571089645823,966 "average_precision": 0.8780215936178333967 },968 "test_default_0_5": {969 "threshold": 0.5,970 "accuracy": 0.9070208728652751,971 "precision": 0.8702702702702703,972 "recall": 0.6851063829787234,973 "f1": 0.7666666666666667,974 "confusion_matrix": [975 [976 795,977 24978 ],979 [980 74,981 161982 ]983 ],984 "classification_report": {985 "NOT_RELEVANT": {986 "precision": 0.9148446490218642,987 "recall": 0.9706959706959707,988 "f1-score": 0.9419431279620853,989 "support": 819.0990 },991 "RELEVANT": {992 "precision": 0.8702702702702703,993 "recall": 0.6851063829787234,994 "f1-score": 0.7666666666666667,995 "support": 235.0996 },997 "accuracy": 0.9070208728652751,998 "macro avg": {999 "precision": 0.8925574596460673,1000 "recall": 0.827901176837347,1001 "f1-score": 0.8543048973143761,1002 "support": 1054.01003 },1004 "weighted avg": {1005 "precision": 0.9049063387688998,1006 "recall": 0.9070208728652751,1007 "f1-score": 0.9028634615442264,1008 "support": 1054.01009 }1010 },1011 "roc_auc": 0.9534149066063959,1012 "average_precision": 0.8729497260749021013 },1014 "test_optimal_threshold": {1015 "threshold": 0.14456141773750653,1016 "accuracy": 0.9013282732447818,1017 "precision": 0.7835497835497836,1018 "recall": 0.7702127659574468,1019 "f1": 0.776824034334764,1020 "confusion_matrix": [1021 [1022 769,1023 501024 ],1025 [1026 54,1027 1811028 ]1029 ],1030 "classification_report": {1031 "NOT_RELEVANT": {1032 "precision": 0.9343863912515188,1033 "recall": 0.938949938949939,1034 "f1-score": 0.9366626065773447,1035 "support": 819.01036 },1037 "RELEVANT": {1038 "precision": 0.7835497835497836,1039 "recall": 0.7702127659574468,1040 "f1-score": 0.776824034334764,1041 "support": 235.01042 },1043 "accuracy": 0.9013282732447818,1044 "macro avg": {1045 "precision": 0.8589680874006511,1046 "recall": 0.8545813524536929,1047 "f1-score": 0.8567433204560544,1048 "support": 1054.01049 },1050 "weighted avg": {1051 "precision": 0.9007558383009421,1052 "recall": 0.9013282732447818,1053 "f1-score": 0.9010249742462191,1054 "support": 1054.01055 }1056 },1057 "roc_auc": 0.9534149066063959,1058 "average_precision": 0.8729497260749021059 }1060 },1061 {1062 "model_type": "transformer",1063 "model_name": "FacebookAI/xlm-roberta-base",1064 "artifact_dir": "/content/agri-maize_corn-classifier/transformer",1065 "validation_best_threshold": {1066 "threshold": 0.32782965898513794,1067 "f1": 0.9002320185614848,1068 "precision": 0.9065420560747663,1069 "recall": 0.89400921658986181070 },1071 "validation_default_0_5": {1072 "threshold": 0.5,1073 "accuracy": 0.9575471698113207,1074 "precision": 0.9134615384615384,1075 "recall": 0.8755760368663594,1076 "f1": 0.8941176470588236,1077 "confusion_matrix": [1078 [1079 825,1080 181081 ],1082 [1083 27,1084 1901085 ]1086 ],1087 "classification_report": {1088 "NOT_RELEVANT": {1089 "precision": 0.9683098591549296,1090 "recall": 0.9786476868327402,1091 "f1-score": 0.9734513274336283,1092 "support": 843.01093 },1094 "RELEVANT": {1095 "precision": 0.9134615384615384,1096 "recall": 0.8755760368663594,1097 "f1-score": 0.8941176470588236,1098 "support": 217.01099 },1100 "accuracy": 0.9575471698113207,1101 "macro avg": {1102 "precision": 0.940885698808234,1103 "recall": 0.9271118618495497,1104 "f1-score": 0.933784487246226,1105 "support": 1060.01106 },1107 "weighted avg": {1108 "precision": 0.9570814765224146,1109 "recall": 0.9575471698113207,1110 "f1-score": 0.9572103758852012,1111 "support": 1060.01112 }1113 },1114 "roc_auc": 0.9729488167669778,1115 "average_precision": 0.94341575345807841116 },1117 "validation_optimal_threshold": {1118 "threshold": 0.32782965898513794,1119 "accuracy": 0.9594339622641509,1120 "precision": 0.9065420560747663,1121 "recall": 0.8940092165898618,1122 "f1": 0.9002320185614849,1123 "confusion_matrix": [1124 [1125 823,1126 201127 ],1128 [1129 23,1130 1941131 ]1132 ],1133 "classification_report": {1134 "NOT_RELEVANT": {1135 "precision": 0.9728132387706856,1136 "recall": 0.9762752075919335,1137 "f1-score": 0.9745411486086442,1138 "support": 843.01139 },1140 "RELEVANT": {1141 "precision": 0.9065420560747663,1142 "recall": 0.8940092165898618,1143 "f1-score": 0.9002320185614849,1144 "support": 217.01145 },1146 "accuracy": 0.9594339622641509,1147 "macro avg": {1148 "precision": 0.939677647422726,1149 "recall": 0.9351422120908977,1150 "f1-score": 0.9373865835850645,1151 "support": 1060.01152 },1153 "weighted avg": {1154 "precision": 0.9592464023131247,1155 "recall": 0.9594339622641509,1156 "f1-score": 0.9593288078348389,1157 "support": 1060.01158 }1159 },1160 "roc_auc": 0.9729488167669778,1161 "average_precision": 0.94341575345807841162 },1163 "test_default_0_5": {1164 "threshold": 0.5,1165 "accuracy": 0.9345351043643264,1166 "precision": 0.8915094339622641,1167 "recall": 0.8042553191489362,1168 "f1": 0.8456375838926175,1169 "confusion_matrix": [1170 [1171 796,1172 231173 ],1174 [1175 46,1176 1891177 ]1178 ],1179 "classification_report": {1180 "NOT_RELEVANT": {1181 "precision": 0.9453681710213777,1182 "recall": 0.9719169719169719,1183 "f1-score": 0.9584587597832631,1184 "support": 819.01185 },1186 "RELEVANT": {1187 "precision": 0.8915094339622641,1188 "recall": 0.8042553191489362,1189 "f1-score": 0.8456375838926175,1190 "support": 235.01191 },1192 "accuracy": 0.9345351043643264,1193 "macro avg": {1194 "precision": 0.9184388024918209,1195 "recall": 0.8880861455329541,1196 "f1-score": 0.9020481718379403,1197 "support": 1054.01198 },1199 "weighted avg": {1200 "precision": 0.9333598188307785,