erikhenriksson commited on
Commit
f71be9a
·
verified ·
1 Parent(s): c4a681d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +0 -1
  2. en_ID/metadata.pkl +3 -0
  3. en_ID/model.pkl +3 -0
  4. en_ID/scaler.pkl +3 -0
  5. en_ID/training_details.txt +39 -0
  6. en_NA-nb-OP/metadata.pkl +3 -0
  7. en_NA-nb-OP/model.pkl +3 -0
  8. en_NA-nb-OP/scaler.pkl +3 -0
  9. en_NA-nb-OP/training_details.txt +39 -0
  10. en_NA-nb/metadata.pkl +3 -0
  11. en_NA-nb/model.pkl +3 -0
  12. en_NA-nb/scaler.pkl +3 -0
  13. en_NA-nb/training_details.txt +39 -0
  14. fi_ID-NA/metadata.pkl +2 -2
  15. fi_ID-NA/model.pkl +1 -1
  16. fi_ID-NA/scaler.pkl +1 -1
  17. fi_ID-NA/training_details.txt +12 -16
  18. fi_ID/metadata.pkl +2 -2
  19. fi_ID/model.pkl +1 -1
  20. fi_ID/scaler.pkl +1 -1
  21. fi_ID/training_details.txt +9 -13
  22. fi_NA-nb-OP-rv/metadata.pkl +1 -1
  23. fi_NA-nb-OP-rv/model.pkl +1 -1
  24. fi_NA-nb-OP-rv/scaler.pkl +1 -1
  25. fi_NA-nb-OP-rv/training_details.txt +9 -9
  26. fi_NA-nb-OP/metadata.pkl +2 -2
  27. fi_NA-nb-OP/model.pkl +1 -1
  28. fi_NA-nb-OP/scaler.pkl +1 -1
  29. fi_NA-nb-OP/training_details.txt +8 -8
  30. fi_NA-nb/metadata.pkl +2 -2
  31. fi_NA-nb/model.pkl +1 -1
  32. fi_NA-nb/scaler.pkl +1 -1
  33. fi_NA-nb/training_details.txt +9 -13
  34. modeling_sm_subgroup_classifier.py +28 -8
  35. sv_HI-NA-nb-re/metadata.pkl +3 -0
  36. sv_HI-NA-nb-re/model.pkl +3 -0
  37. sv_HI-NA-nb-re/scaler.pkl +3 -0
  38. sv_HI-NA-nb-re/training_details.txt +39 -0
  39. sv_ID-NA-nb/metadata.pkl +3 -0
  40. sv_ID-NA-nb/model.pkl +3 -0
  41. sv_ID-NA-nb/scaler.pkl +3 -0
  42. sv_ID-NA-nb/training_details.txt +39 -0
  43. sv_ID/metadata.pkl +3 -0
  44. sv_ID/model.pkl +3 -0
  45. sv_ID/scaler.pkl +3 -0
  46. sv_ID/training_details.txt +39 -0
  47. sv_IN-NA-nb/metadata.pkl +3 -0
  48. sv_IN-NA-nb/model.pkl +3 -0
  49. sv_IN-NA-nb/scaler.pkl +3 -0
  50. sv_IN-NA-nb/training_details.txt +39 -0
config.json CHANGED
@@ -4,6 +4,5 @@
4
  "AutoConfig": "configuration_sm_subgroup_classifier.SmSubgroupClassifierConfig",
5
  "AutoModel": "modeling_sm_subgroup_classifier.SmSubgroupClassifier"
6
  },
7
- "available_models": ["fi_HI-NA-nb", "fi_HI-NA-nb-re", "fi_ID", "fi_ID-NA", "fi_NA-nb", "fi_NA-nb-OP", "fi_NA-nb-OP-rv"],
8
  "model_type": "sm_subgroup_classifier"
9
  }
 
4
  "AutoConfig": "configuration_sm_subgroup_classifier.SmSubgroupClassifierConfig",
5
  "AutoModel": "modeling_sm_subgroup_classifier.SmSubgroupClassifier"
6
  },
 
7
  "model_type": "sm_subgroup_classifier"
8
  }
en_ID/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca61fbfd1ba2ce417a30bde0d53adf2ffd1ea1a8c6186eff0149c770f001c10
3
+ size 62
en_ID/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48dc684753e19792ce04cadeae9025441fc6507396eb93ab6dc740f87f1f3dad
3
+ size 9055
en_ID/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f230b5ecc0b0cf4a07aec1ab185ebea9060ea6eca6f7780119e9416ec15c0f1
3
+ size 25191
en_ID/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for en_ID
2
+ ========================================
3
+
4
+ Language: en
5
+ Register: ID
6
+ Training Date: 2025-09-26 14:09:04
7
+
8
+ Data Summary:
9
+ - Total samples: 41071
10
+ - Training samples: 32856
11
+ - Test samples: 8215
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 2
16
+ - Class names: 'sports', ''
17
+ - Class distribution: {'sports': 983, '': 40088}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.9984783931832014, 0.9987825292953888, 0.9975650585907777, 0.9989347131334653, 0.9981737939430833]
22
+ - CV mean: 0.9984
23
+ - CV std: 0.0005
24
+ - CV confidence interval: 0.9984 ± 0.0010
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9988
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
en_NA-nb-OP/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33039d60b51479962f055e496f8b49f16e8c9dd1d424896502d1fe6db7cb9005
3
+ size 84
en_NA-nb-OP/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f83d56eccb7a610a0b57baa16d63af8839c571455358919a4d892bcf581a66e
3
+ size 33671
en_NA-nb-OP/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85019b0b45399ef17ada3a02dbb3c77b0783fca6e0e18bd4e8e818e740f304c7
3
+ size 25191
en_NA-nb-OP/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for en_NA-nb-OP
2
+ ========================================
3
+
4
+ Language: en
5
+ Register: NA-nb-OP
6
+ Training Date: 2025-09-26 14:08:46
7
+
8
+ Data Summary:
9
+ - Total samples: 1536
10
+ - Training samples: 1228
11
+ - Test samples: 308
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 4
16
+ - Class names: '', 'culture', 'dining', 'lifestyle'
17
+ - Class distribution: {'': 747, 'culture': 327, 'dining': 172, 'lifestyle': 290}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.9634146341463414, 0.959349593495935, 0.9634146341463414, 0.9877551020408163, 0.9755102040816327]
22
+ - CV mean: 0.9699
23
+ - CV std: 0.0104
24
+ - CV confidence interval: 0.9699 ± 0.0209
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9643
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
en_NA-nb/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
3
+ size 64
en_NA-nb/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97142d5962fb70803f26b449fa21ced30015b550de8604dc850ad50c07bee259
3
+ size 9055
en_NA-nb/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7423f9e8f84672e12ec4a45f5886d488146a6b5f20fc6a48db4977e89f663078
3
+ size 25191
en_NA-nb/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for en_NA-nb
2
+ ========================================
3
+
4
+ Language: en
5
+ Register: NA-nb
6
+ Training Date: 2025-09-26 14:08:58
7
+
8
+ Data Summary:
9
+ - Total samples: 49026
10
+ - Training samples: 39220
11
+ - Test samples: 9806
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 2
16
+ - Class names: '', 'comments'
17
+ - Class distribution: {'': 46239, 'comments': 2787}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.989673635900051, 0.9886537480877103, 0.9903110657827638, 0.9899286078531362, 0.9903110657827638]
22
+ - CV mean: 0.9898
23
+ - CV std: 0.0006
24
+ - CV confidence interval: 0.9898 ± 0.0012
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9897
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
fi_ID-NA/metadata.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c92e39bf82f91b113e0ac07d03c2fb9d98bb25382748bae620549beb7ee9cd9
3
- size 76
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
3
+ size 64
fi_ID-NA/model.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fded060e6effa581ae765df79a6c32469fa6c8905f0ceee20781889a929d8d3f
3
  size 9055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91641ec86de57b7e5bc916dd05cad1bc6189dcd58a67f4f3cc8516af6ac5b228
3
  size 9055
fi_ID-NA/scaler.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e65976e997250b10340a77d706fde49c9d2572b62cc6ae0d2fc3101dbf449a70
3
  size 25191
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61d42366ac1a5e42e2924c14aac56e71c18c92670fef5cef8072ae4698c0612
3
  size 25191
fi_ID-NA/training_details.txt CHANGED
@@ -2,33 +2,29 @@ Training Details for fi_ID-NA
2
  ========================================
3
 
4
  Language: fi
5
- Model Name: ID-NA
6
- Training Date: 2025-09-19 09:31:09
7
 
8
  Data Summary:
9
- - Total samples: 1663
10
- - Training samples: 1330
11
- - Test samples: 333
12
  - Embedding dimension: 1024
13
 
14
  Classes:
15
  - Number of classes: 2
16
- - Class names: blog_comments, general
17
- - Class distribution: {'blog_comments': 1317, 'general': 346}
18
-
19
- Cluster Merging:
20
- - 'blog_comments': kept cluster 1 (no merge)
21
- - 'general': kept cluster 2 (no merge)
22
 
23
  Cross-Validation Results:
24
  - CV folds: 5
25
- - CV scores: [0.9849624060150376, 0.9887218045112782, 0.9849624060150376, 0.9924812030075187, 0.981203007518797]
26
- - CV mean: 0.9865
27
- - CV std: 0.0038
28
- - CV confidence interval: 0.9865 ± 0.0077
29
 
30
  Final Performance:
31
- - Test accuracy: 0.9940
32
 
33
  Model Configuration:
34
  - Algorithm: Logistic Regression
 
2
  ========================================
3
 
4
  Language: fi
5
+ Register: ID-NA
6
+ Training Date: 2025-09-26 14:06:57
7
 
8
  Data Summary:
9
+ - Total samples: 1729
10
+ - Training samples: 1383
11
+ - Test samples: 346
12
  - Embedding dimension: 1024
13
 
14
  Classes:
15
  - Number of classes: 2
16
+ - Class names: '', 'comments'
17
+ - Class distribution: {'': 389, 'comments': 1340}
 
 
 
 
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
+ - CV scores: [0.9855595667870036, 0.9927797833935018, 0.9927797833935018, 0.9927536231884058, 0.9818840579710145]
22
+ - CV mean: 0.9892
23
+ - CV std: 0.0046
24
+ - CV confidence interval: 0.9892 ± 0.0092
25
 
26
  Final Performance:
27
+ - Test accuracy: 0.9913
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
fi_ID/metadata.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25f5f93a5f73e8dcdfa726082f2f9cbd8797e638be4d4696e7d74bfa9840f7c4
3
- size 76
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e193cf54249f175dabf353519ff468ff9b644e995a749d1abb9d45286eaa185b
3
+ size 62
fi_ID/model.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90508b6c172f9b2ca5359037f9ce6b2ebab5c4eb62ac743449221d969984dabf
3
  size 9055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15dc245f640dd24687143cb21fdedf34968f9de671aec463f8bbc91bec7ea88f
3
  size 9055
fi_ID/scaler.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51544ccb9a8845358700c1923159d45551d48cf3c2ecb0146be6c42ec6042425
3
  size 25191
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed4c1193f133be974168c0f1b02f520aa06f0e056b4f5dd7c8f952cc20a8675
3
  size 25191
fi_ID/training_details.txt CHANGED
@@ -2,8 +2,8 @@ Training Details for fi_ID
2
  ========================================
3
 
4
  Language: fi
5
- Model Name: ID
6
- Training Date: 2025-09-19 09:20:03
7
 
8
  Data Summary:
9
  - Total samples: 34973
@@ -13,22 +13,18 @@ Data Summary:
13
 
14
  Classes:
15
  - Number of classes: 2
16
- - Class names: general, blog_comments
17
- - Class distribution: {'general': 32370, 'blog_comments': 2603}
18
-
19
- Cluster Merging:
20
- - 'general': merged clusters [np.int64(0), np.int64(2), np.int64(3)]
21
- - 'blog_comments': kept cluster 1 (no merge)
22
 
23
  Cross-Validation Results:
24
  - CV folds: 5
25
- - CV scores: [0.9960686204431737, 0.9958899213724088, 0.9974982130092923, 0.9935656836461126, 0.9951742627345844]
26
- - CV mean: 0.9956
27
- - CV std: 0.0013
28
- - CV confidence interval: 0.9956 ± 0.0026
29
 
30
  Final Performance:
31
- - Test accuracy: 0.9963
32
 
33
  Model Configuration:
34
  - Algorithm: Logistic Regression
 
2
  ========================================
3
 
4
  Language: fi
5
+ Register: ID
6
+ Training Date: 2025-09-26 14:08:45
7
 
8
  Data Summary:
9
  - Total samples: 34973
 
13
 
14
  Classes:
15
  - Number of classes: 2
16
+ - Class names: '', 'sports'
17
+ - Class distribution: {'': 34495, 'sports': 478}
 
 
 
 
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
+ - CV scores: [0.9980343102215868, 0.9987491065046462, 0.9992852037169406, 0.9987488829311886, 0.9978552278820375]
22
+ - CV mean: 0.9985
23
+ - CV std: 0.0005
24
+ - CV confidence interval: 0.9985 ± 0.0010
25
 
26
  Final Performance:
27
+ - Test accuracy: 0.9986
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
fi_NA-nb-OP-rv/metadata.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4ce27fc0f598eada44ce3513021e4513b567c08637d95e1653a1b9fcee63eff
3
  size 91
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1febda2186d53eefc99e24613b84c6746d3dfb4d9d938c736199e7a18c55884
3
  size 91
fi_NA-nb-OP-rv/model.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c31a8f8f7036eb7687859130fee468d85a2eba0c5014e59ade71ee8b98fd6e5
3
  size 33671
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83cfc695439d258effeb25e30a6677c1c0e18b8d07c3a4e1c36738eac4b800ac
3
  size 33671
fi_NA-nb-OP-rv/scaler.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7e7b87d1703d498bf2600fa65f2f3025c01d0f10394d8a1334d4da3c65d8cfd
3
  size 25191
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7694b06950c31c271c8d8c2a03bf252b1b59b2dae800bcfd6ff31c1b4f296919
3
  size 25191
fi_NA-nb-OP-rv/training_details.txt CHANGED
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb-OP-rv
2
  ========================================
3
 
4
  Language: fi
5
- Model Name: NA-nb-OP-rv
6
- Training Date: 2025-09-18 16:24:05
7
 
8
  Data Summary:
9
  - Total samples: 4929
@@ -13,18 +13,18 @@ Data Summary:
13
 
14
  Classes:
15
  - Number of classes: 4
16
- - Class names: literature, dining, beer, cosmetics
17
- - Class distribution: {'literature': 2958, 'dining': 296, 'beer': 282, 'cosmetics': 1393}
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
- - CV scores: [0.9898605830164765, 0.9885931558935361, 0.991128010139417, 0.9923857868020305, 0.9911167512690355]
22
- - CV mean: 0.9906
23
- - CV std: 0.0013
24
- - CV confidence interval: 0.9906 ± 0.0026
25
 
26
  Final Performance:
27
- - Test accuracy: 0.9939
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
 
2
  ========================================
3
 
4
  Language: fi
5
+ Register: NA-nb-OP-rv
6
+ Training Date: 2025-09-26 14:06:58
7
 
8
  Data Summary:
9
  - Total samples: 4929
 
13
 
14
  Classes:
15
  - Number of classes: 4
16
+ - Class names: 'books', 'dining', 'beverages', 'cosmetics'
17
+ - Class distribution: {'books': 2958, 'dining': 294, 'beverages': 283, 'cosmetics': 1394}
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
+ - CV scores: [0.9898605830164765, 0.9936628643852978, 0.9936628643852978, 0.9885786802030457, 0.9911167512690355]
22
+ - CV mean: 0.9914
23
+ - CV std: 0.0020
24
+ - CV confidence interval: 0.9914 ± 0.0041
25
 
26
  Final Performance:
27
+ - Test accuracy: 0.9899
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
fi_NA-nb-OP/metadata.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:028a2e3875f3ef4404867329b95bc436d55b87c48d0b3d5f6dca5db725681f0a
3
- size 84
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8181ed2154a1e738d8731ba8b6559a50b8d98ff39db75d319023ec18339569f3
3
+ size 77
fi_NA-nb-OP/model.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd21f1fcdabf84455380ee2b2cce820ca221ad2326af23f9ef66361c87476c46
3
  size 25471
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f00c094692e5bb83931d54deef16ef5f7b807f0537d15a1ed6345acab21e88f
3
  size 25471
fi_NA-nb-OP/scaler.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a7462216a1895282dfe71ca88628a979cfccf3ef74004745d21ac7fbd1c5faa
3
  size 25191
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dac617f742be37b2fd9976ce2704013ecaa88a3eb69a0c6f1894edd5b2b6434
3
  size 25191
fi_NA-nb-OP/training_details.txt CHANGED
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb-OP
2
  ========================================
3
 
4
  Language: fi
5
- Model Name: NA-nb-OP
6
- Training Date: 2025-09-18 16:21:06
7
 
8
  Data Summary:
9
  - Total samples: 1969
@@ -13,18 +13,18 @@ Data Summary:
13
 
14
  Classes:
15
  - Number of classes: 3
16
- - Class names: general, consumption, culture
17
- - Class distribution: {'general': 874, 'consumption': 389, 'culture': 706}
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
- - CV scores: [0.9777777777777777, 0.9841269841269841, 0.9714285714285714, 0.9809523809523809, 0.9904761904761905]
22
  - CV mean: 0.9810
23
- - CV std: 0.0063
24
- - CV confidence interval: 0.9810 ± 0.0127
25
 
26
  Final Performance:
27
- - Test accuracy: 0.9772
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
 
2
  ========================================
3
 
4
  Language: fi
5
+ Register: NA-nb-OP
6
+ Training Date: 2025-09-26 14:06:57
7
 
8
  Data Summary:
9
  - Total samples: 1969
 
13
 
14
  Classes:
15
  - Number of classes: 3
16
+ - Class names: '', 'culture', 'consumption'
17
+ - Class distribution: {'': 874, 'culture': 695, 'consumption': 400}
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
+ - CV scores: [0.9841269841269841, 0.9936507936507937, 0.9841269841269841, 0.9777777777777777, 0.9650793650793651]
22
  - CV mean: 0.9810
23
+ - CV std: 0.0094
24
+ - CV confidence interval: 0.9810 ± 0.0188
25
 
26
  Final Performance:
27
+ - Test accuracy: 0.9848
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
fi_NA-nb/metadata.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c92e39bf82f91b113e0ac07d03c2fb9d98bb25382748bae620549beb7ee9cd9
3
- size 76
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
3
+ size 64
fi_NA-nb/model.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da0a8b8d946ea6c2bb415f6f36b9cd5b08c5fda7c1faa67c44d093d2fdcb46e4
3
  size 9055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73957b464aecf86217f464d4db098528d7f7447904f721044e0a93987372e896
3
  size 9055
fi_NA-nb/scaler.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4193fa89889dce247553136aab6945fbbc389254eb8c9d203588a7fb04cdd7a1
3
  size 25191
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ee14f4b973f3e012477bb168eb62930d29c713bd94ef1f4eccef46f3b32fcca
3
  size 25191
fi_NA-nb/training_details.txt CHANGED
@@ -2,8 +2,8 @@ Training Details for fi_NA-nb
2
  ========================================
3
 
4
  Language: fi
5
- Model Name: NA-nb
6
- Training Date: 2025-09-19 09:35:23
7
 
8
  Data Summary:
9
  - Total samples: 218088
@@ -13,22 +13,18 @@ Data Summary:
13
 
14
  Classes:
15
  - Number of classes: 2
16
- - Class names: blog_comments, general
17
- - Class distribution: {'blog_comments': 24862, 'general': 193226}
18
-
19
- Cluster Merging:
20
- - 'blog_comments': kept cluster 1 (no merge)
21
- - 'general': kept cluster 2 (no merge)
22
 
23
  Cross-Validation Results:
24
  - CV folds: 5
25
- - CV scores: [0.9941823809250874, 0.9942396973691752, 0.9939817733707801, 0.9939817733707801, 0.9939817733707801]
26
- - CV mean: 0.9941
27
- - CV std: 0.0001
28
- - CV confidence interval: 0.9941 ± 0.0002
29
 
30
  Final Performance:
31
- - Test accuracy: 0.9945
32
 
33
  Model Configuration:
34
  - Algorithm: Logistic Regression
 
2
  ========================================
3
 
4
  Language: fi
5
+ Register: NA-nb
6
+ Training Date: 2025-09-26 14:08:40
7
 
8
  Data Summary:
9
  - Total samples: 218088
 
13
 
14
  Classes:
15
  - Number of classes: 2
16
+ - Class names: '', 'comments'
17
+ - Class distribution: {'': 193558, 'comments': 24530}
 
 
 
 
18
 
19
  Cross-Validation Results:
20
  - CV folds: 5
21
+ - CV scores: [0.9926061787126726, 0.9932939760417264, 0.9922622800481458, 0.9933512924858142, 0.992778128044936]
22
+ - CV mean: 0.9929
23
+ - CV std: 0.0004
24
+ - CV confidence interval: 0.9929 ± 0.0008
25
 
26
  Final Performance:
27
+ - Test accuracy: 0.9927
28
 
29
  Model Configuration:
30
  - Algorithm: Logistic Regression
modeling_sm_subgroup_classifier.py CHANGED
@@ -2,7 +2,6 @@ import os
2
  import pickle
3
 
4
  import joblib
5
- import numpy as np
6
  import torch
7
  from transformers import PreTrainedModel
8
 
@@ -17,27 +16,51 @@ class SmSubgroupClassifier(PreTrainedModel):
17
  self.config = config
18
  self._loaded_classifiers = {}
19
  self.model_dir = None
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
 
21
  def _load_classifier(self, model_key):
22
  """Load a specific classifier by model key (e.g., 'en_OP-ob')"""
23
  if model_key in self._loaded_classifiers:
24
  return self._loaded_classifiers[model_key]
25
 
26
- if model_key not in self.config.available_models:
27
  raise ValueError(
28
- f"Model '{model_key}' not available. Available: {self.config.available_models}"
29
  )
30
 
31
  # Path to classifier
32
  classifier_path = os.path.join(self.model_dir, model_key)
33
-
34
  if not os.path.exists(classifier_path):
35
  raise FileNotFoundError(f"Classifier not found at {classifier_path}")
36
 
37
  # Load components
38
  classifier = joblib.load(os.path.join(classifier_path, "model.pkl"))
39
  scaler = joblib.load(os.path.join(classifier_path, "scaler.pkl"))
40
-
41
  with open(os.path.join(classifier_path, "metadata.pkl"), "rb") as f:
42
  metadata = pickle.load(f)
43
 
@@ -63,7 +86,6 @@ class SmSubgroupClassifier(PreTrainedModel):
63
  # Convert embeddings to numpy if needed
64
  if torch.is_tensor(embeddings):
65
  embeddings = embeddings.detach().cpu().numpy()
66
-
67
  if embeddings.ndim == 1:
68
  embeddings = embeddings.reshape(1, -1)
69
 
@@ -79,13 +101,11 @@ class SmSubgroupClassifier(PreTrainedModel):
79
  results = []
80
  for pred, probs in zip(predictions, probabilities):
81
  predicted_class_name = classifier_info["class_names"][pred]
82
-
83
  # Get all class probabilities
84
  all_probs = {
85
  classifier_info["class_names"][i]: float(prob)
86
  for i, prob in enumerate(probs)
87
  }
88
-
89
  results.append(
90
  {
91
  "label": predicted_class_name,
 
2
  import pickle
3
 
4
  import joblib
 
5
  import torch
6
  from transformers import PreTrainedModel
7
 
 
16
  self.config = config
17
  self._loaded_classifiers = {}
18
  self.model_dir = None
19
+ self._available_models = None
20
+
21
+ @property
22
+ def available_models(self):
23
+ """Auto-discover available models"""
24
+ if self._available_models is None:
25
+ self._available_models = self._discover_available_models()
26
+ return self._available_models
27
+
28
+ def _discover_available_models(self):
29
+ """Scan model directory for available models"""
30
+ if not self.model_dir or not os.path.exists(self.model_dir):
31
+ return []
32
+
33
+ models = []
34
+ for item in os.listdir(self.model_dir):
35
+ item_path = os.path.join(self.model_dir, item)
36
+ if os.path.isdir(item_path):
37
+ # Verify it's a valid model directory
38
+ required_files = ["model.pkl", "scaler.pkl", "metadata.pkl"]
39
+ if all(
40
+ os.path.exists(os.path.join(item_path, f)) for f in required_files
41
+ ):
42
+ models.append(item)
43
+
44
+ return sorted(models)
45
 
46
  def _load_classifier(self, model_key):
47
  """Load a specific classifier by model key (e.g., 'en_OP-ob')"""
48
  if model_key in self._loaded_classifiers:
49
  return self._loaded_classifiers[model_key]
50
 
51
+ if model_key not in self.available_models:
52
  raise ValueError(
53
+ f"Model '{model_key}' not available. Available: {self.available_models}"
54
  )
55
 
56
  # Path to classifier
57
  classifier_path = os.path.join(self.model_dir, model_key)
 
58
  if not os.path.exists(classifier_path):
59
  raise FileNotFoundError(f"Classifier not found at {classifier_path}")
60
 
61
  # Load components
62
  classifier = joblib.load(os.path.join(classifier_path, "model.pkl"))
63
  scaler = joblib.load(os.path.join(classifier_path, "scaler.pkl"))
 
64
  with open(os.path.join(classifier_path, "metadata.pkl"), "rb") as f:
65
  metadata = pickle.load(f)
66
 
 
86
  # Convert embeddings to numpy if needed
87
  if torch.is_tensor(embeddings):
88
  embeddings = embeddings.detach().cpu().numpy()
 
89
  if embeddings.ndim == 1:
90
  embeddings = embeddings.reshape(1, -1)
91
 
 
101
  results = []
102
  for pred, probs in zip(predictions, probabilities):
103
  predicted_class_name = classifier_info["class_names"][pred]
 
104
  # Get all class probabilities
105
  all_probs = {
106
  classifier_info["class_names"][i]: float(prob)
107
  for i, prob in enumerate(probs)
108
  }
 
109
  results.append(
110
  {
111
  "label": predicted_class_name,
sv_HI-NA-nb-re/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a0f52bdc3d0252e9176382affb050c74fa24ed744785573a67ae28cdb9d785f
3
+ size 62
sv_HI-NA-nb-re/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b36afa0b2d6b74474f7ec1ae3779322e637f64af1bfe522083fe356a22a194
3
+ size 9055
sv_HI-NA-nb-re/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7732e98d25e09a32de626c8996637f3e844deb95f1495a77e72cd6cc957da2f4
3
+ size 25191
sv_HI-NA-nb-re/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for sv_HI-NA-nb-re
2
+ ========================================
3
+
4
+ Language: sv
5
+ Register: HI-NA-nb-re
6
+ Training Date: 2025-09-26 14:05:16
7
+
8
+ Data Summary:
9
+ - Total samples: 6804
10
+ - Training samples: 5443
11
+ - Test samples: 1361
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 2
16
+ - Class names: 'crafts', ''
17
+ - Class distribution: {'crafts': 135, '': 6669}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.9963269054178145, 0.9963269054178145, 0.9972451790633609, 0.9944852941176471, 0.9954044117647058]
22
+ - CV mean: 0.9960
23
+ - CV std: 0.0009
24
+ - CV confidence interval: 0.9960 ± 0.0019
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9956
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
sv_ID-NA-nb/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ae4c831fe01dd10837795f65517e2768a1b1bd5364187226b09a39044826b
3
+ size 64
sv_ID-NA-nb/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e6a7f1c0e31e315d84e43bc75299c48fe02215b7def50de7fc350316f807cb
3
+ size 9055
sv_ID-NA-nb/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0321f17c25e743d5a5318c5011f9b6bdbe864aa683f9ff00d7bc2a6efc28cbb
3
+ size 25191
sv_ID-NA-nb/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for sv_ID-NA-nb
2
+ ========================================
3
+
4
+ Language: sv
5
+ Register: ID-NA-nb
6
+ Training Date: 2025-09-26 14:05:20
7
+
8
+ Data Summary:
9
+ - Total samples: 1189
10
+ - Training samples: 951
11
+ - Test samples: 238
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 2
16
+ - Class names: '', 'comments'
17
+ - Class distribution: {'': 852, 'comments': 337}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.9214659685863874, 0.9526315789473684, 0.9315789473684211, 0.968421052631579, 0.9263157894736842]
22
+ - CV mean: 0.9401
23
+ - CV std: 0.0177
24
+ - CV confidence interval: 0.9401 ± 0.0354
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9706
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
sv_ID/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21413604878beb792fbc2f549db7a71b67cfaaca8200989e74e5df69a0e6c7b1
3
+ size 69
sv_ID/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22126201e503512b9bbf51ed4c310d6e59ae89dd12e37835154c15a382d2612
3
+ size 25471
sv_ID/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5634d9ac1f9b6a3d8e303ca1a929f6ade9ac33f1acdf697ae765a60646fd66
3
+ size 25191
sv_ID/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for sv_ID
2
+ ========================================
3
+
4
+ Language: sv
5
+ Register: ID
6
+ Training Date: 2025-09-26 14:06:57
7
+
8
+ Data Summary:
9
+ - Total samples: 15060
10
+ - Training samples: 12048
11
+ - Test samples: 3012
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 3
16
+ - Class names: '', 'sports', 'help'
17
+ - Class distribution: {'': 14108, 'sports': 542, 'help': 410}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.9962655601659751, 0.9954356846473029, 0.9983402489626556, 1.0, 0.9991697799916978]
22
+ - CV mean: 0.9978
23
+ - CV std: 0.0017
24
+ - CV confidence interval: 0.9978 ± 0.0035
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9977
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt
sv_IN-NA-nb/metadata.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3eb5a1c95ad8f91592fdd378fcdd09122c1c4ff610517b88c9b80626933fe7
3
+ size 69
sv_IN-NA-nb/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3247c4a22da33aab41f2e67513baa5a91675fb48eca867774eb3eb23c08bb827
3
+ size 9055
sv_IN-NA-nb/scaler.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f803cf9ff62e705c6f25bd9f553ee451df2c94a451cfc044d86753e303c8b5c5
3
+ size 25191
sv_IN-NA-nb/training_details.txt ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Training Details for sv_IN-NA-nb
2
+ ========================================
3
+
4
+ Language: sv
5
+ Register: IN-NA-nb
6
+ Training Date: 2025-09-26 14:05:18
7
+
8
+ Data Summary:
9
+ - Total samples: 1169
10
+ - Training samples: 935
11
+ - Test samples: 234
12
+ - Embedding dimension: 1024
13
+
14
+ Classes:
15
+ - Number of classes: 2
16
+ - Class names: '', 'organizations'
17
+ - Class distribution: {'': 811, 'organizations': 358}
18
+
19
+ Cross-Validation Results:
20
+ - CV folds: 5
21
+ - CV scores: [0.93048128342246, 0.9893048128342246, 0.9625668449197861, 0.9679144385026738, 0.9625668449197861]
22
+ - CV mean: 0.9626
23
+ - CV std: 0.0188
24
+ - CV confidence interval: 0.9626 ± 0.0377
25
+
26
+ Final Performance:
27
+ - Test accuracy: 0.9744
28
+
29
+ Model Configuration:
30
+ - Algorithm: Logistic Regression
31
+ - Regularization (C): 1.0
32
+ - Feature scaling: StandardScaler
33
+ - Random state: 42
34
+
35
+ Files:
36
+ - Classifier: model.pkl
37
+ - Scaler: scaler.pkl
38
+ - Metadata: metadata.pkl
39
+ - This file: training_details.txt