{
  "created_at": "2026-06-10T20:30:54.345579+00:00",
  "config": {
    "hf_dataset": "faodl/amis-agri-utilization",
    "hf_subset": null,
    "hf_revision": "ada4a04088a98f8f64bc7485c57d4c7f422c2151",
    "train_split": "train",
    "validation_split": "validation",
    "test_split": "test",
    "text_col": "chunk_text",
    "label_col": "label",
    "group_col": "id",
    "id_col": "chunk_id",
    "model_name": "FacebookAI/xlm-roberta-base",
    "output_dir": "/content/agri-utilization-classifier",
    "max_length": 256,
    "learning_rate": 2e-05,
    "weight_decay": 0.01,
    "num_train_epochs": 5.0,
    "per_device_train_batch_size": 16,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "warmup_ratio": 0.1,
    "early_stopping_patience": 2,
    "seed": 42,
    "metric_for_best_model": "f1",
    "skip_transformer": false,
    "skip_baselines": false,
    "baseline_models": [
      "logistic",
      "xgboost",
      "embedding-logistic",
      "embedding-svm",
      "embedding-lightgbm"
    ],
    "tfidf_max_features": 50000,
    "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "embedding_batch_size": 64,
    "positive_label_name": "RELEVANT",
    "negative_label_name": "NOT_RELEVANT",
    "push_to_hub": true,
    "hub_model_id": "faodl/agri-utilization-classifier",
    "hub_private_repo": false
  },
  "dataset_summary": {
    "train": {
      "rows": 4877,
      "labels": {
        "0": 4347,
        "1": 530
      },
      "unique_groups": 2513,
      "text_length_mean": 696.6221037523068,
      "text_length_median": 794.0
    },
    "validation": {
      "rows": 978,
      "labels": {
        "0": 899,
        "1": 79
      },
      "unique_groups": 538,
      "text_length_mean": 690.6196319018405,
      "text_length_median": 794.0
    },
    "test": {
      "rows": 1016,
      "labels": {
        "0": 904,
        "1": 112
      },
      "unique_groups": 539,
      "text_length_mean": 690.6929133858267,
      "text_length_median": 794.0
    }
  },
  "results": [
    {
      "model_type": "logistic_tfidf",
      "model_name": "logistic",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/logistic",
      "artifact_file": "/content/agri-utilization-classifier/baselines/logistic/logistic_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.6076606929552563,
        "f1": 0.5777777777777778,
        "precision": 0.6964285714285714,
        "recall": 0.4936708860759494
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9120654396728016,
        "precision": 0.46464646464646464,
        "recall": 0.5822784810126582,
        "f1": 0.5168539325842697,
        "confusion_matrix": [
          [
            846,
            53
          ],
          [
            33,
            46
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.962457337883959,
            "recall": 0.9410456062291435,
            "f1-score": 0.9516310461192351,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.46464646464646464,
            "recall": 0.5822784810126582,
            "f1-score": 0.5168539325842697,
            "support": 79.0
          },
          "accuracy": 0.9120654396728016,
          "macro avg": {
            "precision": 0.7135519012652118,
            "recall": 0.7616620436209008,
            "f1-score": 0.7342424893517524,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9222456211296011,
            "recall": 0.9120654396728016,
            "f1-score": 0.9165110134308279,
            "support": 978.0
          }
        },
        "roc_auc": 0.871530955632841,
        "average_precision": 0.5935308473185881
      },
      "validation_optimal_threshold": {
        "threshold": 0.6076606929552563,
        "accuracy": 0.941717791411043,
        "precision": 0.6964285714285714,
        "recall": 0.4936708860759494,
        "f1": 0.5777777777777777,
        "confusion_matrix": [
          [
            882,
            17
          ],
          [
            40,
            39
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9566160520607375,
            "recall": 0.9810901001112347,
            "f1-score": 0.9686985172981878,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.6964285714285714,
            "recall": 0.4936708860759494,
            "f1-score": 0.5777777777777777,
            "support": 79.0
          },
          "accuracy": 0.941717791411043,
          "macro avg": {
            "precision": 0.8265223117446545,
            "recall": 0.737380493093592,
            "f1-score": 0.7732381475379828,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9355988629299183,
            "recall": 0.941717791411043,
            "f1-score": 0.9371210751487886,
            "support": 978.0
          }
        },
        "roc_auc": 0.871530955632841,
        "average_precision": 0.5935308473185881
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9261811023622047,
        "precision": 0.6907216494845361,
        "recall": 0.5982142857142857,
        "f1": 0.6411483253588517,
        "confusion_matrix": [
          [
            874,
            30
          ],
          [
            45,
            67
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9510337323177367,
            "recall": 0.9668141592920354,
            "f1-score": 0.9588590235874932,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6907216494845361,
            "recall": 0.5982142857142857,
            "f1-score": 0.6411483253588517,
            "support": 112.0
          },
          "accuracy": 0.9261811023622047,
          "macro avg": {
            "precision": 0.8208776909011364,
            "recall": 0.7825142225031605,
            "f1-score": 0.8000036744731724,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9223379121628957,
            "recall": 0.9261811023622047,
            "f1-score": 0.9238357970111075,
            "support": 1016.0
          }
        },
        "roc_auc": 0.8990004740834386,
        "average_precision": 0.7262348311700503
      },
      "test_optimal_threshold": {
        "threshold": 0.6076606929552563,
        "accuracy": 0.9301181102362205,
        "precision": 0.9019607843137255,
        "recall": 0.4107142857142857,
        "f1": 0.5644171779141104,
        "confusion_matrix": [
          [
            899,
            5
          ],
          [
            66,
            46
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9316062176165804,
            "recall": 0.9944690265486725,
            "f1-score": 0.962011771000535,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.9019607843137255,
            "recall": 0.4107142857142857,
            "f1-score": 0.5644171779141104,
            "support": 112.0
          },
          "accuracy": 0.9301181102362205,
          "macro avg": {
            "precision": 0.9167835009651529,
            "recall": 0.7025916561314791,
            "f1-score": 0.7632144744573227,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9283382170950057,
            "recall": 0.9301181102362205,
            "f1-score": 0.9181824457784095,
            "support": 1016.0
          }
        },
        "roc_auc": 0.8990004740834386,
        "average_precision": 0.7262348311700503
      }
    },
    {
      "model_type": "xgboost_tfidf",
      "model_name": "xgboost",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/xgboost",
      "artifact_file": "/content/agri-utilization-classifier/baselines/xgboost/xgboost_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.17728303372859955,
        "f1": 0.5806451612903226,
        "precision": 0.5921052631578947,
        "recall": 0.569620253164557
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9447852760736196,
        "precision": 0.9310344827586207,
        "recall": 0.34177215189873417,
        "f1": 0.5,
        "confusion_matrix": [
          [
            897,
            2
          ],
          [
            52,
            27
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9452054794520548,
            "recall": 0.9977753058954394,
            "f1-score": 0.9707792207792207,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.9310344827586207,
            "recall": 0.34177215189873417,
            "f1-score": 0.5,
            "support": 79.0
          },
          "accuracy": 0.9447852760736196,
          "macro avg": {
            "precision": 0.9381199811053378,
            "recall": 0.6697737288970868,
            "f1-score": 0.7353896103896104,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9440607874901108,
            "recall": 0.9447852760736196,
            "f1-score": 0.9327510424136191,
            "support": 978.0
          }
        },
        "roc_auc": 0.822629926359809,
        "average_precision": 0.5882293042162409
      },
      "validation_optimal_threshold": {
        "threshold": 0.17728303372859955,
        "accuracy": 0.9335378323108384,
        "precision": 0.5921052631578947,
        "recall": 0.569620253164557,
        "f1": 0.5806451612903226,
        "confusion_matrix": [
          [
            868,
            31
          ],
          [
            34,
            45
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9623059866962306,
            "recall": 0.9655172413793104,
            "f1-score": 0.9639089394780678,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.5921052631578947,
            "recall": 0.569620253164557,
            "f1-score": 0.5806451612903226,
            "support": 79.0
          },
          "accuracy": 0.9335378323108384,
          "macro avg": {
            "precision": 0.7772056249270627,
            "recall": 0.7675687472719337,
            "f1-score": 0.7722770503841951,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9324022472693098,
            "recall": 0.9335378323108384,
            "f1-score": 0.9329500044301825,
            "support": 978.0
          }
        },
        "roc_auc": 0.822629926359809,
        "average_precision": 0.5882293042162409
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9242125984251969,
        "precision": 1.0,
        "recall": 0.3125,
        "f1": 0.47619047619047616,
        "confusion_matrix": [
          [
            904,
            0
          ],
          [
            77,
            35
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9215086646279307,
            "recall": 1.0,
            "f1-score": 0.9591511936339523,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 1.0,
            "recall": 0.3125,
            "f1-score": 0.47619047619047616,
            "support": 112.0
          },
          "accuracy": 0.9242125984251969,
          "macro avg": {
            "precision": 0.9607543323139653,
            "recall": 0.65625,
            "f1-score": 0.7176708349122143,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9301612527791825,
            "recall": 0.9242125984251969,
            "f1-score": 0.905911429506325,
            "support": 1016.0
          }
        },
        "roc_auc": 0.8921114491150443,
        "average_precision": 0.6916666494483661
      },
      "test_optimal_threshold": {
        "threshold": 0.17728303372859955,
        "accuracy": 0.9183070866141733,
        "precision": 0.6629213483146067,
        "recall": 0.5267857142857143,
        "f1": 0.5870646766169154,
        "confusion_matrix": [
          [
            874,
            30
          ],
          [
            53,
            59
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9428263214670982,
            "recall": 0.9668141592920354,
            "f1-score": 0.9546695794647734,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6629213483146067,
            "recall": 0.5267857142857143,
            "f1-score": 0.5870646766169154,
            "support": 112.0
          },
          "accuracy": 0.9183070866141733,
          "macro avg": {
            "precision": 0.8028738348908524,
            "recall": 0.7467999367888749,
            "f1-score": 0.7708671280408443,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9119706551353274,
            "recall": 0.9183070866141733,
            "f1-score": 0.9141462043476867,
            "support": 1016.0
          }
        },
        "roc_auc": 0.8921114491150443,
        "average_precision": 0.6916666494483661
      }
    },
    {
      "model_type": "embedding-logistic_sentence_embeddings",
      "model_name": "logistic",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-logistic",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-logistic/embedding-logistic.joblib",
      "validation_best_threshold": {
        "threshold": 0.7220411896705627,
        "f1": 0.7529411764705883,
        "precision": 0.7032967032967034,
        "recall": 0.810126582278481
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9120654396728016,
        "precision": 0.4755244755244755,
        "recall": 0.8607594936708861,
        "f1": 0.6126126126126126,
        "confusion_matrix": [
          [
            824,
            75
          ],
          [
            11,
            68
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9868263473053892,
            "recall": 0.9165739710789766,
            "f1-score": 0.9504036908881199,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.4755244755244755,
            "recall": 0.8607594936708861,
            "f1-score": 0.6126126126126126,
            "support": 79.0
          },
          "accuracy": 0.9120654396728016,
          "macro avg": {
            "precision": 0.7311754114149324,
            "recall": 0.8886667323749313,
            "f1-score": 0.7815081517503663,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9455248668650087,
            "recall": 0.9120654396728016,
            "f1-score": 0.9231179084916321,
            "support": 978.0
          }
        },
        "roc_auc": 0.9525633263400967,
        "average_precision": 0.7622834015915168
      },
      "validation_optimal_threshold": {
        "threshold": 0.7220411896705627,
        "accuracy": 0.9570552147239264,
        "precision": 0.7032967032967034,
        "recall": 0.810126582278481,
        "f1": 0.7529411764705882,
        "confusion_matrix": [
          [
            872,
            27
          ],
          [
            15,
            64
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9830890642615558,
            "recall": 0.9699666295884316,
            "f1-score": 0.9764837625979843,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.7032967032967034,
            "recall": 0.810126582278481,
            "f1-score": 0.7529411764705882,
            "support": 79.0
          },
          "accuracy": 0.9570552147239264,
          "macro avg": {
            "precision": 0.8431928837791296,
            "recall": 0.8900466059334563,
            "f1-score": 0.8647124695342863,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9604882498277897,
            "recall": 0.9570552147239264,
            "f1-score": 0.9584266416326834,
            "support": 978.0
          }
        },
        "roc_auc": 0.9525633263400967,
        "average_precision": 0.7622834015915168
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.890748031496063,
        "precision": 0.5025380710659898,
        "recall": 0.8839285714285714,
        "f1": 0.6407766990291263,
        "confusion_matrix": [
          [
            806,
            98
          ],
          [
            13,
            99
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9841269841269841,
            "recall": 0.8915929203539823,
            "f1-score": 0.9355774811375508,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.5025380710659898,
            "recall": 0.8839285714285714,
            "f1-score": 0.6407766990291263,
            "support": 112.0
          },
          "accuracy": 0.890748031496063,
          "macro avg": {
            "precision": 0.7433325275964869,
            "recall": 0.8877607458912768,
            "f1-score": 0.7881770900833385,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9310384425297091,
            "recall": 0.890748031496063,
            "f1-score": 0.9030797571255984,
            "support": 1016.0
          }
        },
        "roc_auc": 0.955317635903919,
        "average_precision": 0.7096184898069098
      },
      "test_optimal_threshold": {
        "threshold": 0.7220411896705627,
        "accuracy": 0.9350393700787402,
        "precision": 0.6885245901639344,
        "recall": 0.75,
        "f1": 0.717948717948718,
        "confusion_matrix": [
          [
            866,
            38
          ],
          [
            28,
            84
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9686800894854586,
            "recall": 0.9579646017699115,
            "f1-score": 0.9632925472747497,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6885245901639344,
            "recall": 0.75,
            "f1-score": 0.717948717948718,
            "support": 112.0
          },
          "accuracy": 0.9350393700787402,
          "macro avg": {
            "precision": 0.8286023398246964,
            "recall": 0.8539823008849557,
            "f1-score": 0.8406206326117338,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9377968060956843,
            "recall": 0.9350393700787402,
            "f1-score": 0.9362467708136123,
            "support": 1016.0
          }
        },
        "roc_auc": 0.955317635903919,
        "average_precision": 0.7096184898069098
      }
    },
    {
      "model_type": "embedding-svm_sentence_embeddings",
      "model_name": "svm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-svm",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-svm/embedding-svm.joblib",
      "validation_best_threshold": {
        "threshold": 0.30975184413575924,
        "f1": 0.746987951807229,
        "precision": 0.7126436781609196,
        "recall": 0.7848101265822784
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9550102249488752,
        "precision": 0.8070175438596491,
        "recall": 0.5822784810126582,
        "f1": 0.6764705882352942,
        "confusion_matrix": [
          [
            888,
            11
          ],
          [
            33,
            46
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9641693811074918,
            "recall": 0.9877641824249166,
            "f1-score": 0.9758241758241758,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.8070175438596491,
            "recall": 0.5822784810126582,
            "f1-score": 0.6764705882352942,
            "support": 79.0
          },
          "accuracy": 0.9550102249488752,
          "macro avg": {
            "precision": 0.8855934624835704,
            "recall": 0.7850213317187874,
            "f1-score": 0.8261473820297349,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9514751120455496,
            "recall": 0.9550102249488752,
            "f1-score": 0.9516432623072826,
            "support": 978.0
          }
        },
        "roc_auc": 0.9524506836006251,
        "average_precision": 0.7542419360138435
      },
      "validation_optimal_threshold": {
        "threshold": 0.30975184413575924,
        "accuracy": 0.9570552147239264,
        "precision": 0.7126436781609196,
        "recall": 0.7848101265822784,
        "f1": 0.7469879518072289,
        "confusion_matrix": [
          [
            874,
            25
          ],
          [
            17,
            62
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9809203142536476,
            "recall": 0.9721913236929922,
            "f1-score": 0.976536312849162,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.7126436781609196,
            "recall": 0.7848101265822784,
            "f1-score": 0.7469879518072289,
            "support": 79.0
          },
          "accuracy": 0.9570552147239264,
          "macro avg": {
            "precision": 0.8467819962072836,
            "recall": 0.8785007251376353,
            "f1-score": 0.8617621323281954,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9592497066347054,
            "recall": 0.9570552147239264,
            "f1-score": 0.9579940628263474,
            "support": 978.0
          }
        },
        "roc_auc": 0.9524506836006251,
        "average_precision": 0.7542419360138435
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9301181102362205,
        "precision": 0.7411764705882353,
        "recall": 0.5625,
        "f1": 0.6395939086294417,
        "confusion_matrix": [
          [
            882,
            22
          ],
          [
            49,
            63
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9473684210526315,
            "recall": 0.9756637168141593,
            "f1-score": 0.9613079019073569,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.7411764705882353,
            "recall": 0.5625,
            "f1-score": 0.6395939086294417,
            "support": 112.0
          },
          "accuracy": 0.9301181102362205,
          "macro avg": {
            "precision": 0.8442724458204334,
            "recall": 0.7690818584070797,
            "f1-score": 0.8004509052683992,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9246385997415957,
            "recall": 0.9301181102362205,
            "f1-score": 0.9258433672153032,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9563744469026548,
        "average_precision": 0.7035914186137721
      },
      "test_optimal_threshold": {
        "threshold": 0.30975184413575924,
        "accuracy": 0.9340551181102362,
        "precision": 0.6859504132231405,
        "recall": 0.7410714285714286,
        "f1": 0.7124463519313304,
        "confusion_matrix": [
          [
            866,
            38
          ],
          [
            29,
            83
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9675977653631285,
            "recall": 0.9579646017699115,
            "f1-score": 0.962757087270706,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6859504132231405,
            "recall": 0.7410714285714286,
            "f1-score": 0.7124463519313304,
            "support": 112.0
          },
          "accuracy": 0.9340551181102362,
          "macro avg": {
            "precision": 0.8267740892931346,
            "recall": 0.84951801517067,
            "f1-score": 0.8376017196010181,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9365500257571455,
            "recall": 0.9340551181102362,
            "f1-score": 0.9351637778632157,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9563744469026548,
        "average_precision": 0.7035914186137721
      }
    },
    {
      "model_type": "embedding-lightgbm_sentence_embeddings",
      "model_name": "lightgbm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-lightgbm",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",
      "validation_best_threshold": {
        "threshold": 0.042041465431985434,
        "f1": 0.7283236994219654,
        "precision": 0.6702127659574468,
        "recall": 0.7974683544303798
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9539877300613497,
        "precision": 0.75,
        "recall": 0.6455696202531646,
        "f1": 0.6938775510204082,
        "confusion_matrix": [
          [
            882,
            17
          ],
          [
            28,
            51
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9692307692307692,
            "recall": 0.9810901001112347,
            "f1-score": 0.9751243781094527,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.75,
            "recall": 0.6455696202531646,
            "f1-score": 0.6938775510204082,
            "support": 79.0
          },
          "accuracy": 0.9539877300613497,
          "macro avg": {
            "precision": 0.8596153846153847,
            "recall": 0.8133298601821997,
            "f1-score": 0.8345009645649304,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9515219443133554,
            "recall": 0.9539877300613497,
            "f1-score": 0.9524060761257774,
            "support": 978.0
          }
        },
        "roc_auc": 0.9480716971036736,
        "average_precision": 0.7818499996214695
      },
      "validation_optimal_threshold": {
        "threshold": 0.042041465431985434,
        "accuracy": 0.9519427402862985,
        "precision": 0.6702127659574468,
        "recall": 0.7974683544303798,
        "f1": 0.7283236994219653,
        "confusion_matrix": [
          [
            868,
            31
          ],
          [
            16,
            63
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9819004524886877,
            "recall": 0.9655172413793104,
            "f1-score": 0.9736399326977005,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.6702127659574468,
            "recall": 0.7974683544303798,
            "f1-score": 0.7283236994219653,
            "support": 79.0
          },
          "accuracy": 0.9519427402862985,
          "macro avg": {
            "precision": 0.8260566092230672,
            "recall": 0.881492797904845,
            "f1-score": 0.8509818160598329,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9567232262760416,
            "recall": 0.9519427402862985,
            "f1-score": 0.9538239997439346,
            "support": 978.0
          }
        },
        "roc_auc": 0.9480716971036736,
        "average_precision": 0.7818499996214695
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.937007874015748,
        "precision": 0.74,
        "recall": 0.6607142857142857,
        "f1": 0.6981132075471698,
        "confusion_matrix": [
          [
            878,
            26
          ],
          [
            38,
            74
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9585152838427947,
            "recall": 0.9712389380530974,
            "f1-score": 0.9648351648351648,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.74,
            "recall": 0.6607142857142857,
            "f1-score": 0.6981132075471698,
            "support": 112.0
          },
          "accuracy": 0.937007874015748,
          "macro avg": {
            "precision": 0.8492576419213973,
            "recall": 0.8159766118836915,
            "f1-score": 0.8314741861911673,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9344269848365024,
            "recall": 0.937007874015748,
            "f1-score": 0.9354327443467244,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9597819216182049,
        "average_precision": 0.7911233572387708
      },
      "test_optimal_threshold": {
        "threshold": 0.042041465431985434,
        "accuracy": 0.9291338582677166,
        "precision": 0.6388888888888888,
        "recall": 0.8214285714285714,
        "f1": 0.71875,
        "confusion_matrix": [
          [
            852,
            52
          ],
          [
            20,
            92
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9770642201834863,
            "recall": 0.9424778761061947,
            "f1-score": 0.9594594594594594,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6388888888888888,
            "recall": 0.8214285714285714,
            "f1-score": 0.71875,
            "support": 112.0
          },
          "accuracy": 0.9291338582677166,
          "macro avg": {
            "precision": 0.8079765545361876,
            "recall": 0.881953223767383,
            "f1-score": 0.8391047297297297,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9397850498045542,
            "recall": 0.9291338582677166,
            "f1-score": 0.9329245584166844,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9597819216182049,
        "average_precision": 0.7911233572387708
      }
    },
    {
      "model_type": "transformer",
      "model_name": "FacebookAI/xlm-roberta-base",
      "artifact_dir": "/content/agri-utilization-classifier/transformer",
      "validation_best_threshold": {
        "threshold": 0.8530579209327698,
        "f1": 0.8176100628930818,
        "precision": 0.8125,
        "recall": 0.8227848101265823
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9642126789366053,
        "precision": 0.7391304347826086,
        "recall": 0.8607594936708861,
        "f1": 0.7953216374269005,
        "confusion_matrix": [
          [
            875,
            24
          ],
          [
            11,
            68
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9875846501128668,
            "recall": 0.9733036707452726,
            "f1-score": 0.9803921568627451,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.7391304347826086,
            "recall": 0.8607594936708861,
            "f1-score": 0.7953216374269005,
            "support": 79.0
          },
          "accuracy": 0.9642126789366053,
          "macro avg": {
            "precision": 0.8633575424477378,
            "recall": 0.9170315822080793,
            "f1-score": 0.8878568971448229,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.967515240081077,
            "recall": 0.9642126789366053,
            "f1-score": 0.9654426977263119,
            "support": 978.0
          }
        },
        "roc_auc": 0.970269356950761,
        "average_precision": 0.8739151313075953
      },
      "validation_optimal_threshold": {
        "threshold": 0.8530579209327698,
        "accuracy": 0.9703476482617587,
        "precision": 0.8125,
        "recall": 0.8227848101265823,
        "f1": 0.8176100628930818,
        "confusion_matrix": [
          [
            884,
            15
          ],
          [
            14,
            65
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9844097995545658,
            "recall": 0.9833147942157954,
            "f1-score": 0.9838619922092376,
            "support": 899.0
          },
          "RELEVANT": {
            "precision": 0.8125,
            "recall": 0.8227848101265823,
            "f1-score": 0.8176100628930818,
            "support": 79.0
          },
          "accuracy": 0.9703476482617587,
          "macro avg": {
            "precision": 0.8984548997772829,
            "recall": 0.9030498021711888,
            "f1-score": 0.9007360275511598,
            "support": 978.0
          },
          "weighted avg": {
            "precision": 0.9705234251529189,
            "recall": 0.9703476482617587,
            "f1-score": 0.9704326441356423,
            "support": 978.0
          }
        },
        "roc_auc": 0.970269356950761,
        "average_precision": 0.8739151313075953
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9389763779527559,
        "precision": 0.6893939393939394,
        "recall": 0.8125,
        "f1": 0.7459016393442623,
        "confusion_matrix": [
          [
            863,
            41
          ],
          [
            21,
            91
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9762443438914027,
            "recall": 0.9546460176991151,
            "f1-score": 0.9653243847874721,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.6893939393939394,
            "recall": 0.8125,
            "f1-score": 0.7459016393442623,
            "support": 112.0
          },
          "accuracy": 0.9389763779527559,
          "macro avg": {
            "precision": 0.8328191416426711,
            "recall": 0.8835730088495575,
            "f1-score": 0.8556130120658672,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9446230394586115,
            "recall": 0.9389763779527559,
            "f1-score": 0.9411360506441261,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9680438132111251,
        "average_precision": 0.7939198461060525
      },
      "test_optimal_threshold": {
        "threshold": 0.8530579209327698,
        "accuracy": 0.9468503937007874,
        "precision": 0.7543859649122807,
        "recall": 0.7678571428571429,
        "f1": 0.7610619469026548,
        "confusion_matrix": [
          [
            876,
            28
          ],
          [
            26,
            86
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9711751662971175,
            "recall": 0.9690265486725663,
            "f1-score": 0.9700996677740864,
            "support": 904.0
          },
          "RELEVANT": {
            "precision": 0.7543859649122807,
            "recall": 0.7678571428571429,
            "f1-score": 0.7610619469026548,
            "support": 112.0
          },
          "accuracy": 0.9468503937007874,
          "macro avg": {
            "precision": 0.8627805656046992,
            "recall": 0.8684418457648546,
            "f1-score": 0.8655808073383706,
            "support": 1016.0
          },
          "weighted avg": {
            "precision": 0.9472771440972143,
            "recall": 0.9468503937007874,
            "f1-score": 0.9470561394890468,
            "support": 1016.0
          }
        },
        "roc_auc": 0.9680438132111251,
        "average_precision": 0.7939198461060525
      }
    }
  ]
}