Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +0 -1
- en_ID/metadata.pkl +3 -0
- en_ID/model.pkl +3 -0
- en_ID/scaler.pkl +3 -0
- en_ID/training_details.txt +39 -0
- en_NA-nb-OP/metadata.pkl +3 -0
- en_NA-nb-OP/model.pkl +3 -0
- en_NA-nb-OP/scaler.pkl +3 -0
- en_NA-nb-OP/training_details.txt +39 -0
- en_NA-nb/metadata.pkl +3 -0
- en_NA-nb/model.pkl +3 -0
- en_NA-nb/scaler.pkl +3 -0
- en_NA-nb/training_details.txt +39 -0
- fi_ID-NA/metadata.pkl +2 -2
- fi_ID-NA/model.pkl +1 -1
- fi_ID-NA/scaler.pkl +1 -1
- fi_ID-NA/training_details.txt +12 -16
- fi_ID/metadata.pkl +2 -2
- fi_ID/model.pkl +1 -1
- fi_ID/scaler.pkl +1 -1
- fi_ID/training_details.txt +9 -13
- fi_NA-nb-OP-rv/metadata.pkl +1 -1
- fi_NA-nb-OP-rv/model.pkl +1 -1
- fi_NA-nb-OP-rv/scaler.pkl +1 -1
- fi_NA-nb-OP-rv/training_details.txt +9 -9
- fi_NA-nb-OP/metadata.pkl +2 -2
- fi_NA-nb-OP/model.pkl +1 -1
- fi_NA-nb-OP/scaler.pkl +1 -1
- fi_NA-nb-OP/training_details.txt +8 -8
- fi_NA-nb/metadata.pkl +2 -2
- fi_NA-nb/model.pkl +1 -1
- fi_NA-nb/scaler.pkl +1 -1
- fi_NA-nb/training_details.txt +9 -13
- modeling_sm_subgroup_classifier.py +28 -8
- sv_HI-NA-nb-re/metadata.pkl +3 -0
- sv_HI-NA-nb-re/model.pkl +3 -0
- sv_HI-NA-nb-re/scaler.pkl +3 -0
- sv_HI-NA-nb-re/training_details.txt +39 -0
- sv_ID-NA-nb/metadata.pkl +3 -0
- sv_ID-NA-nb/model.pkl +3 -0
- sv_ID-NA-nb/scaler.pkl +3 -0
- sv_ID-NA-nb/training_details.txt +39 -0
- sv_ID/metadata.pkl +3 -0
- sv_ID/model.pkl +3 -0
- sv_ID/scaler.pkl +3 -0
- sv_ID/training_details.txt +39 -0
- sv_IN-NA-nb/metadata.pkl +3 -0
- sv_IN-NA-nb/model.pkl +3 -0
- sv_IN-NA-nb/scaler.pkl +3 -0
- sv_IN-NA-nb/training_details.txt +39 -0
config.json
CHANGED
|
@@ -4,6 +4,5 @@
|
|
| 4 |
"AutoConfig": "configuration_sm_subgroup_classifier.SmSubgroupClassifierConfig",
|
| 5 |
"AutoModel": "modeling_sm_subgroup_classifier.SmSubgroupClassifier"
|
| 6 |
},
|
| 7 |
-
"available_models": ["fi_HI-NA-nb", "fi_HI-NA-nb-re", "fi_ID", "fi_ID-NA", "fi_NA-nb", "fi_NA-nb-OP", "fi_NA-nb-OP-rv"],
|
| 8 |
"model_type": "sm_subgroup_classifier"
|
| 9 |
}
|
|
|
|
| 4 |
"AutoConfig": "configuration_sm_subgroup_classifier.SmSubgroupClassifierConfig",
|
| 5 |
"AutoModel": "modeling_sm_subgroup_classifier.SmSubgroupClassifier"
|
| 6 |
},
|
|
|
|
| 7 |
"model_type": "sm_subgroup_classifier"
|
| 8 |
}
|
en_ID/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ca61fbfd1ba2ce417a30bde0d53adf2ffd1ea1a8c6186eff0149c770f001c10
|
| 3 |
+
size 62
|
en_ID/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48dc684753e19792ce04cadeae9025441fc6507396eb93ab6dc740f87f1f3dad
|
| 3 |
+
size 9055
|
en_ID/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f230b5ecc0b0cf4a07aec1ab185ebea9060ea6eca6f7780119e9416ec15c0f1
|
| 3 |
+
size 25191
|
en_ID/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for en_ID
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: en
|
| 5 |
+
Register: ID
|
| 6 |
+
Training Date: 2025-09-26 14:09:04
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 41071
|
| 10 |
+
- Training samples: 32856
|
| 11 |
+
- Test samples: 8215
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 2
|
| 16 |
+
- Class names: 'sports', ''
|
| 17 |
+
- Class distribution: {'sports': 983, '': 40088}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9984783931832014, 0.9987825292953888, 0.9975650585907777, 0.9989347131334653, 0.9981737939430833]
|
| 22 |
+
- CV mean: 0.9984
|
| 23 |
+
- CV std: 0.0005
|
| 24 |
+
- CV confidence interval: 0.9984 ± 0.0010
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9988
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
en_NA-nb-OP/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33039d60b51479962f055e496f8b49f16e8c9dd1d424896502d1fe6db7cb9005
|
| 3 |
+
size 84
|
en_NA-nb-OP/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f83d56eccb7a610a0b57baa16d63af8839c571455358919a4d892bcf581a66e
|
| 3 |
+
size 33671
|
en_NA-nb-OP/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85019b0b45399ef17ada3a02dbb3c77b0783fca6e0e18bd4e8e818e740f304c7
|
| 3 |
+
size 25191
|
en_NA-nb-OP/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for en_NA-nb-OP
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: en
|
| 5 |
+
Register: NA-nb-OP
|
| 6 |
+
Training Date: 2025-09-26 14:08:46
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 1536
|
| 10 |
+
- Training samples: 1228
|
| 11 |
+
- Test samples: 308
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 4
|
| 16 |
+
- Class names: '', 'culture', 'dining', 'lifestyle'
|
| 17 |
+
- Class distribution: {'': 747, 'culture': 327, 'dining': 172, 'lifestyle': 290}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9634146341463414, 0.959349593495935, 0.9634146341463414, 0.9877551020408163, 0.9755102040816327]
|
| 22 |
+
- CV mean: 0.9699
|
| 23 |
+
- CV std: 0.0104
|
| 24 |
+
- CV confidence interval: 0.9699 ± 0.0209
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9643
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
en_NA-nb/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
|
| 3 |
+
size 64
|
en_NA-nb/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:97142d5962fb70803f26b449fa21ced30015b550de8604dc850ad50c07bee259
|
| 3 |
+
size 9055
|
en_NA-nb/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7423f9e8f84672e12ec4a45f5886d488146a6b5f20fc6a48db4977e89f663078
|
| 3 |
+
size 25191
|
en_NA-nb/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for en_NA-nb
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: en
|
| 5 |
+
Register: NA-nb
|
| 6 |
+
Training Date: 2025-09-26 14:08:58
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 49026
|
| 10 |
+
- Training samples: 39220
|
| 11 |
+
- Test samples: 9806
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'comments'
|
| 17 |
+
- Class distribution: {'': 46239, 'comments': 2787}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.989673635900051, 0.9886537480877103, 0.9903110657827638, 0.9899286078531362, 0.9903110657827638]
|
| 22 |
+
- CV mean: 0.9898
|
| 23 |
+
- CV std: 0.0006
|
| 24 |
+
- CV confidence interval: 0.9898 ± 0.0012
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9897
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
fi_ID-NA/metadata.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
|
| 3 |
+
size 64
|
fi_ID-NA/model.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9055
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91641ec86de57b7e5bc916dd05cad1bc6189dcd58a67f4f3cc8516af6ac5b228
|
| 3 |
size 9055
|
fi_ID-NA/scaler.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25191
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b61d42366ac1a5e42e2924c14aac56e71c18c92670fef5cef8072ae4698c0612
|
| 3 |
size 25191
|
fi_ID-NA/training_details.txt
CHANGED
|
@@ -2,33 +2,29 @@ Training Details for fi_ID-NA
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
-
|
| 6 |
-
Training Date: 2025-09-
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
-
- Total samples:
|
| 10 |
-
- Training samples:
|
| 11 |
-
- Test samples:
|
| 12 |
- Embedding dimension: 1024
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
-
- Class names:
|
| 17 |
-
- Class distribution: {'
|
| 18 |
-
|
| 19 |
-
Cluster Merging:
|
| 20 |
-
- 'blog_comments': kept cluster 1 (no merge)
|
| 21 |
-
- 'general': kept cluster 2 (no merge)
|
| 22 |
|
| 23 |
Cross-Validation Results:
|
| 24 |
- CV folds: 5
|
| 25 |
-
- CV scores: [0.
|
| 26 |
-
- CV mean: 0.
|
| 27 |
-
- CV std: 0.
|
| 28 |
-
- CV confidence interval: 0.
|
| 29 |
|
| 30 |
Final Performance:
|
| 31 |
-
- Test accuracy: 0.
|
| 32 |
|
| 33 |
Model Configuration:
|
| 34 |
- Algorithm: Logistic Regression
|
|
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
+
Register: ID-NA
|
| 6 |
+
Training Date: 2025-09-26 14:06:57
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
+
- Total samples: 1729
|
| 10 |
+
- Training samples: 1383
|
| 11 |
+
- Test samples: 346
|
| 12 |
- Embedding dimension: 1024
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'comments'
|
| 17 |
+
- Class distribution: {'': 389, 'comments': 1340}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9855595667870036, 0.9927797833935018, 0.9927797833935018, 0.9927536231884058, 0.9818840579710145]
|
| 22 |
+
- CV mean: 0.9892
|
| 23 |
+
- CV std: 0.0046
|
| 24 |
+
- CV confidence interval: 0.9892 ± 0.0092
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9913
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
fi_ID/metadata.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e193cf54249f175dabf353519ff468ff9b644e995a749d1abb9d45286eaa185b
|
| 3 |
+
size 62
|
fi_ID/model.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9055
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15dc245f640dd24687143cb21fdedf34968f9de671aec463f8bbc91bec7ea88f
|
| 3 |
size 9055
|
fi_ID/scaler.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25191
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ed4c1193f133be974168c0f1b02f520aa06f0e056b4f5dd7c8f952cc20a8675
|
| 3 |
size 25191
|
fi_ID/training_details.txt
CHANGED
|
@@ -2,8 +2,8 @@ Training Details for fi_ID
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
-
|
| 6 |
-
Training Date: 2025-09-
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 34973
|
|
@@ -13,22 +13,18 @@ Data Summary:
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
-
- Class names:
|
| 17 |
-
- Class distribution: {'
|
| 18 |
-
|
| 19 |
-
Cluster Merging:
|
| 20 |
-
- 'general': merged clusters [np.int64(0), np.int64(2), np.int64(3)]
|
| 21 |
-
- 'blog_comments': kept cluster 1 (no merge)
|
| 22 |
|
| 23 |
Cross-Validation Results:
|
| 24 |
- CV folds: 5
|
| 25 |
-
- CV scores: [0.
|
| 26 |
-
- CV mean: 0.
|
| 27 |
-
- CV std: 0.
|
| 28 |
-
- CV confidence interval: 0.
|
| 29 |
|
| 30 |
Final Performance:
|
| 31 |
-
- Test accuracy: 0.
|
| 32 |
|
| 33 |
Model Configuration:
|
| 34 |
- Algorithm: Logistic Regression
|
|
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
+
Register: ID
|
| 6 |
+
Training Date: 2025-09-26 14:08:45
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 34973
|
|
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'sports'
|
| 17 |
+
- Class distribution: {'': 34495, 'sports': 478}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9980343102215868, 0.9987491065046462, 0.9992852037169406, 0.9987488829311886, 0.9978552278820375]
|
| 22 |
+
- CV mean: 0.9985
|
| 23 |
+
- CV std: 0.0005
|
| 24 |
+
- CV confidence interval: 0.9985 ± 0.0010
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9986
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
fi_NA-nb-OP-rv/metadata.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 91
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1febda2186d53eefc99e24613b84c6746d3dfb4d9d938c736199e7a18c55884
|
| 3 |
size 91
|
fi_NA-nb-OP-rv/model.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 33671
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83cfc695439d258effeb25e30a6677c1c0e18b8d07c3a4e1c36738eac4b800ac
|
| 3 |
size 33671
|
fi_NA-nb-OP-rv/scaler.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25191
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7694b06950c31c271c8d8c2a03bf252b1b59b2dae800bcfd6ff31c1b4f296919
|
| 3 |
size 25191
|
fi_NA-nb-OP-rv/training_details.txt
CHANGED
|
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb-OP-rv
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
-
|
| 6 |
-
Training Date: 2025-09-
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 4929
|
|
@@ -13,18 +13,18 @@ Data Summary:
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 4
|
| 16 |
-
- Class names:
|
| 17 |
-
- Class distribution: {'
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
-
- CV scores: [0.9898605830164765, 0.
|
| 22 |
-
- CV mean: 0.
|
| 23 |
-
- CV std: 0.
|
| 24 |
-
- CV confidence interval: 0.
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
-
- Test accuracy: 0.
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
|
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
+
Register: NA-nb-OP-rv
|
| 6 |
+
Training Date: 2025-09-26 14:06:58
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 4929
|
|
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 4
|
| 16 |
+
- Class names: 'books', 'dining', 'beverages', 'cosmetics'
|
| 17 |
+
- Class distribution: {'books': 2958, 'dining': 294, 'beverages': 283, 'cosmetics': 1394}
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9898605830164765, 0.9936628643852978, 0.9936628643852978, 0.9885786802030457, 0.9911167512690355]
|
| 22 |
+
- CV mean: 0.9914
|
| 23 |
+
- CV std: 0.0020
|
| 24 |
+
- CV confidence interval: 0.9914 ± 0.0041
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9899
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
fi_NA-nb-OP/metadata.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8181ed2154a1e738d8731ba8b6559a50b8d98ff39db75d319023ec18339569f3
|
| 3 |
+
size 77
|
fi_NA-nb-OP/model.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25471
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2f00c094692e5bb83931d54deef16ef5f7b807f0537d15a1ed6345acab21e88f
|
| 3 |
size 25471
|
fi_NA-nb-OP/scaler.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25191
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5dac617f742be37b2fd9976ce2704013ecaa88a3eb69a0c6f1894edd5b2b6434
|
| 3 |
size 25191
|
fi_NA-nb-OP/training_details.txt
CHANGED
|
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb-OP
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
-
|
| 6 |
-
Training Date: 2025-09-
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 1969
|
|
@@ -13,18 +13,18 @@ Data Summary:
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 3
|
| 16 |
-
- Class names:
|
| 17 |
-
- Class distribution: {'
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
-
- CV scores: [0.
|
| 22 |
- CV mean: 0.9810
|
| 23 |
-
- CV std: 0.
|
| 24 |
-
- CV confidence interval: 0.9810 ± 0.
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
-
- Test accuracy: 0.
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
|
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
+
Register: NA-nb-OP
|
| 6 |
+
Training Date: 2025-09-26 14:06:57
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 1969
|
|
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 3
|
| 16 |
+
- Class names: '', 'culture', 'consumption'
|
| 17 |
+
- Class distribution: {'': 874, 'culture': 695, 'consumption': 400}
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9841269841269841, 0.9936507936507937, 0.9841269841269841, 0.9777777777777777, 0.9650793650793651]
|
| 22 |
- CV mean: 0.9810
|
| 23 |
+
- CV std: 0.0094
|
| 24 |
+
- CV confidence interval: 0.9810 ± 0.0188
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9848
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
fi_NA-nb/metadata.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
|
| 3 |
+
size 64
|
fi_NA-nb/model.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9055
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73957b464aecf86217f464d4db098528d7f7447904f721044e0a93987372e896
|
| 3 |
size 9055
|
fi_NA-nb/scaler.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 25191
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ee14f4b973f3e012477bb168eb62930d29c713bd94ef1f4eccef46f3b32fcca
|
| 3 |
size 25191
|
fi_NA-nb/training_details.txt
CHANGED
|
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
-
|
| 6 |
-
Training Date: 2025-09-
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 218088
|
|
@@ -13,22 +13,18 @@ Data Summary:
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
-
- Class names:
|
| 17 |
-
- Class distribution: {'
|
| 18 |
-
|
| 19 |
-
Cluster Merging:
|
| 20 |
-
- 'blog_comments': kept cluster 1 (no merge)
|
| 21 |
-
- 'general': kept cluster 2 (no merge)
|
| 22 |
|
| 23 |
Cross-Validation Results:
|
| 24 |
- CV folds: 5
|
| 25 |
-
- CV scores: [0.
|
| 26 |
-
- CV mean: 0.
|
| 27 |
-
- CV std: 0.
|
| 28 |
-
- CV confidence interval: 0.
|
| 29 |
|
| 30 |
Final Performance:
|
| 31 |
-
- Test accuracy: 0.
|
| 32 |
|
| 33 |
Model Configuration:
|
| 34 |
- Algorithm: Logistic Regression
|
|
|
|
| 2 |
========================================
|
| 3 |
|
| 4 |
Language: fi
|
| 5 |
+
Register: NA-nb
|
| 6 |
+
Training Date: 2025-09-26 14:08:40
|
| 7 |
|
| 8 |
Data Summary:
|
| 9 |
- Total samples: 218088
|
|
|
|
| 13 |
|
| 14 |
Classes:
|
| 15 |
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'comments'
|
| 17 |
+
- Class distribution: {'': 193558, 'comments': 24530}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
Cross-Validation Results:
|
| 20 |
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9926061787126726, 0.9932939760417264, 0.9922622800481458, 0.9933512924858142, 0.992778128044936]
|
| 22 |
+
- CV mean: 0.9929
|
| 23 |
+
- CV std: 0.0004
|
| 24 |
+
- CV confidence interval: 0.9929 ± 0.0008
|
| 25 |
|
| 26 |
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9927
|
| 28 |
|
| 29 |
Model Configuration:
|
| 30 |
- Algorithm: Logistic Regression
|
modeling_sm_subgroup_classifier.py
CHANGED
|
@@ -2,7 +2,6 @@ import os
|
|
| 2 |
import pickle
|
| 3 |
|
| 4 |
import joblib
|
| 5 |
-
import numpy as np
|
| 6 |
import torch
|
| 7 |
from transformers import PreTrainedModel
|
| 8 |
|
|
@@ -17,27 +16,51 @@ class SmSubgroupClassifier(PreTrainedModel):
|
|
| 17 |
self.config = config
|
| 18 |
self._loaded_classifiers = {}
|
| 19 |
self.model_dir = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
def _load_classifier(self, model_key):
|
| 22 |
"""Load a specific classifier by model key (e.g., 'en_OP-ob')"""
|
| 23 |
if model_key in self._loaded_classifiers:
|
| 24 |
return self._loaded_classifiers[model_key]
|
| 25 |
|
| 26 |
-
if model_key not in self.
|
| 27 |
raise ValueError(
|
| 28 |
-
f"Model '{model_key}' not available. Available: {self.
|
| 29 |
)
|
| 30 |
|
| 31 |
# Path to classifier
|
| 32 |
classifier_path = os.path.join(self.model_dir, model_key)
|
| 33 |
-
|
| 34 |
if not os.path.exists(classifier_path):
|
| 35 |
raise FileNotFoundError(f"Classifier not found at {classifier_path}")
|
| 36 |
|
| 37 |
# Load components
|
| 38 |
classifier = joblib.load(os.path.join(classifier_path, "model.pkl"))
|
| 39 |
scaler = joblib.load(os.path.join(classifier_path, "scaler.pkl"))
|
| 40 |
-
|
| 41 |
with open(os.path.join(classifier_path, "metadata.pkl"), "rb") as f:
|
| 42 |
metadata = pickle.load(f)
|
| 43 |
|
|
@@ -63,7 +86,6 @@ class SmSubgroupClassifier(PreTrainedModel):
|
|
| 63 |
# Convert embeddings to numpy if needed
|
| 64 |
if torch.is_tensor(embeddings):
|
| 65 |
embeddings = embeddings.detach().cpu().numpy()
|
| 66 |
-
|
| 67 |
if embeddings.ndim == 1:
|
| 68 |
embeddings = embeddings.reshape(1, -1)
|
| 69 |
|
|
@@ -79,13 +101,11 @@ class SmSubgroupClassifier(PreTrainedModel):
|
|
| 79 |
results = []
|
| 80 |
for pred, probs in zip(predictions, probabilities):
|
| 81 |
predicted_class_name = classifier_info["class_names"][pred]
|
| 82 |
-
|
| 83 |
# Get all class probabilities
|
| 84 |
all_probs = {
|
| 85 |
classifier_info["class_names"][i]: float(prob)
|
| 86 |
for i, prob in enumerate(probs)
|
| 87 |
}
|
| 88 |
-
|
| 89 |
results.append(
|
| 90 |
{
|
| 91 |
"label": predicted_class_name,
|
|
|
|
| 2 |
import pickle
|
| 3 |
|
| 4 |
import joblib
|
|
|
|
| 5 |
import torch
|
| 6 |
from transformers import PreTrainedModel
|
| 7 |
|
|
|
|
| 16 |
self.config = config
|
| 17 |
self._loaded_classifiers = {}
|
| 18 |
self.model_dir = None
|
| 19 |
+
self._available_models = None
|
| 20 |
+
|
| 21 |
+
@property
|
| 22 |
+
def available_models(self):
|
| 23 |
+
"""Auto-discover available models"""
|
| 24 |
+
if self._available_models is None:
|
| 25 |
+
self._available_models = self._discover_available_models()
|
| 26 |
+
return self._available_models
|
| 27 |
+
|
| 28 |
+
def _discover_available_models(self):
|
| 29 |
+
"""Scan model directory for available models"""
|
| 30 |
+
if not self.model_dir or not os.path.exists(self.model_dir):
|
| 31 |
+
return []
|
| 32 |
+
|
| 33 |
+
models = []
|
| 34 |
+
for item in os.listdir(self.model_dir):
|
| 35 |
+
item_path = os.path.join(self.model_dir, item)
|
| 36 |
+
if os.path.isdir(item_path):
|
| 37 |
+
# Verify it's a valid model directory
|
| 38 |
+
required_files = ["model.pkl", "scaler.pkl", "metadata.pkl"]
|
| 39 |
+
if all(
|
| 40 |
+
os.path.exists(os.path.join(item_path, f)) for f in required_files
|
| 41 |
+
):
|
| 42 |
+
models.append(item)
|
| 43 |
+
|
| 44 |
+
return sorted(models)
|
| 45 |
|
| 46 |
def _load_classifier(self, model_key):
|
| 47 |
"""Load a specific classifier by model key (e.g., 'en_OP-ob')"""
|
| 48 |
if model_key in self._loaded_classifiers:
|
| 49 |
return self._loaded_classifiers[model_key]
|
| 50 |
|
| 51 |
+
if model_key not in self.available_models:
|
| 52 |
raise ValueError(
|
| 53 |
+
f"Model '{model_key}' not available. Available: {self.available_models}"
|
| 54 |
)
|
| 55 |
|
| 56 |
# Path to classifier
|
| 57 |
classifier_path = os.path.join(self.model_dir, model_key)
|
|
|
|
| 58 |
if not os.path.exists(classifier_path):
|
| 59 |
raise FileNotFoundError(f"Classifier not found at {classifier_path}")
|
| 60 |
|
| 61 |
# Load components
|
| 62 |
classifier = joblib.load(os.path.join(classifier_path, "model.pkl"))
|
| 63 |
scaler = joblib.load(os.path.join(classifier_path, "scaler.pkl"))
|
|
|
|
| 64 |
with open(os.path.join(classifier_path, "metadata.pkl"), "rb") as f:
|
| 65 |
metadata = pickle.load(f)
|
| 66 |
|
|
|
|
| 86 |
# Convert embeddings to numpy if needed
|
| 87 |
if torch.is_tensor(embeddings):
|
| 88 |
embeddings = embeddings.detach().cpu().numpy()
|
|
|
|
| 89 |
if embeddings.ndim == 1:
|
| 90 |
embeddings = embeddings.reshape(1, -1)
|
| 91 |
|
|
|
|
| 101 |
results = []
|
| 102 |
for pred, probs in zip(predictions, probabilities):
|
| 103 |
predicted_class_name = classifier_info["class_names"][pred]
|
|
|
|
| 104 |
# Get all class probabilities
|
| 105 |
all_probs = {
|
| 106 |
classifier_info["class_names"][i]: float(prob)
|
| 107 |
for i, prob in enumerate(probs)
|
| 108 |
}
|
|
|
|
| 109 |
results.append(
|
| 110 |
{
|
| 111 |
"label": predicted_class_name,
|
sv_HI-NA-nb-re/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a0f52bdc3d0252e9176382affb050c74fa24ed744785573a67ae28cdb9d785f
|
| 3 |
+
size 62
|
sv_HI-NA-nb-re/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45b36afa0b2d6b74474f7ec1ae3779322e637f64af1bfe522083fe356a22a194
|
| 3 |
+
size 9055
|
sv_HI-NA-nb-re/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7732e98d25e09a32de626c8996637f3e844deb95f1495a77e72cd6cc957da2f4
|
| 3 |
+
size 25191
|
sv_HI-NA-nb-re/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for sv_HI-NA-nb-re
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: sv
|
| 5 |
+
Register: HI-NA-nb-re
|
| 6 |
+
Training Date: 2025-09-26 14:05:16
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 6804
|
| 10 |
+
- Training samples: 5443
|
| 11 |
+
- Test samples: 1361
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 2
|
| 16 |
+
- Class names: 'crafts', ''
|
| 17 |
+
- Class distribution: {'crafts': 135, '': 6669}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9963269054178145, 0.9963269054178145, 0.9972451790633609, 0.9944852941176471, 0.9954044117647058]
|
| 22 |
+
- CV mean: 0.9960
|
| 23 |
+
- CV std: 0.0009
|
| 24 |
+
- CV confidence interval: 0.9960 ± 0.0019
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9956
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
sv_ID-NA-nb/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
|
| 3 |
+
size 64
|
sv_ID-NA-nb/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3e6a7f1c0e31e315d84e43bc75299c48fe02215b7def50de7fc350316f807cb
|
| 3 |
+
size 9055
|
sv_ID-NA-nb/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0321f17c25e743d5a5318c5011f9b6bdbe864aa683f9ff00d7bc2a6efc28cbb
|
| 3 |
+
size 25191
|
sv_ID-NA-nb/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for sv_ID-NA-nb
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: sv
|
| 5 |
+
Register: ID-NA-nb
|
| 6 |
+
Training Date: 2025-09-26 14:05:20
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 1189
|
| 10 |
+
- Training samples: 951
|
| 11 |
+
- Test samples: 238
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'comments'
|
| 17 |
+
- Class distribution: {'': 852, 'comments': 337}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9214659685863874, 0.9526315789473684, 0.9315789473684211, 0.968421052631579, 0.9263157894736842]
|
| 22 |
+
- CV mean: 0.9401
|
| 23 |
+
- CV std: 0.0177
|
| 24 |
+
- CV confidence interval: 0.9401 ± 0.0354
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9706
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
sv_ID/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21413604878beb792fbc2f549db7a71b67cfaaca8200989e74e5df69a0e6c7b1
|
| 3 |
+
size 69
|
sv_ID/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f22126201e503512b9bbf51ed4c310d6e59ae89dd12e37835154c15a382d2612
|
| 3 |
+
size 25471
|
sv_ID/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f5634d9ac1f9b6a3d8e303ca1a929f6ade9ac33f1acdf697ae765a60646fd66
|
| 3 |
+
size 25191
|
sv_ID/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for sv_ID
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: sv
|
| 5 |
+
Register: ID
|
| 6 |
+
Training Date: 2025-09-26 14:06:57
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 15060
|
| 10 |
+
- Training samples: 12048
|
| 11 |
+
- Test samples: 3012
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 3
|
| 16 |
+
- Class names: '', 'sports', 'help'
|
| 17 |
+
- Class distribution: {'': 14108, 'sports': 542, 'help': 410}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.9962655601659751, 0.9954356846473029, 0.9983402489626556, 1.0, 0.9991697799916978]
|
| 22 |
+
- CV mean: 0.9978
|
| 23 |
+
- CV std: 0.0017
|
| 24 |
+
- CV confidence interval: 0.9978 ± 0.0035
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9977
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|
sv_IN-NA-nb/metadata.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd3eb5a1c95ad8f91592fdd378fcdd09122c1c4ff610517b88c9b80626933fe7
|
| 3 |
+
size 69
|
sv_IN-NA-nb/model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3247c4a22da33aab41f2e67513baa5a91675fb48eca867774eb3eb23c08bb827
|
| 3 |
+
size 9055
|
sv_IN-NA-nb/scaler.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f803cf9ff62e705c6f25bd9f553ee451df2c94a451cfc044d86753e303c8b5c5
|
| 3 |
+
size 25191
|
sv_IN-NA-nb/training_details.txt
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Training Details for sv_IN-NA-nb
|
| 2 |
+
========================================
|
| 3 |
+
|
| 4 |
+
Language: sv
|
| 5 |
+
Register: IN-NA-nb
|
| 6 |
+
Training Date: 2025-09-26 14:05:18
|
| 7 |
+
|
| 8 |
+
Data Summary:
|
| 9 |
+
- Total samples: 1169
|
| 10 |
+
- Training samples: 935
|
| 11 |
+
- Test samples: 234
|
| 12 |
+
- Embedding dimension: 1024
|
| 13 |
+
|
| 14 |
+
Classes:
|
| 15 |
+
- Number of classes: 2
|
| 16 |
+
- Class names: '', 'organizations'
|
| 17 |
+
- Class distribution: {'': 811, 'organizations': 358}
|
| 18 |
+
|
| 19 |
+
Cross-Validation Results:
|
| 20 |
+
- CV folds: 5
|
| 21 |
+
- CV scores: [0.93048128342246, 0.9893048128342246, 0.9625668449197861, 0.9679144385026738, 0.9625668449197861]
|
| 22 |
+
- CV mean: 0.9626
|
| 23 |
+
- CV std: 0.0188
|
| 24 |
+
- CV confidence interval: 0.9626 ± 0.0377
|
| 25 |
+
|
| 26 |
+
Final Performance:
|
| 27 |
+
- Test accuracy: 0.9744
|
| 28 |
+
|
| 29 |
+
Model Configuration:
|
| 30 |
+
- Algorithm: Logistic Regression
|
| 31 |
+
- Regularization (C): 1.0
|
| 32 |
+
- Feature scaling: StandardScaler
|
| 33 |
+
- Random state: 42
|
| 34 |
+
|
| 35 |
+
Files:
|
| 36 |
+
- Classifier: model.pkl
|
| 37 |
+
- Scaler: scaler.pkl
|
| 38 |
+
- Metadata: metadata.pkl
|
| 39 |
+
- This file: training_details.txt
|