Add BERTopic model

README.md

@@ -0,0 +1,76 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_milliyetcitopluluk1
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_milliyetcitopluluk1")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 7
+* Number of training documents: 529
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | cumhuriyet - ataturk - ankara - yakalandı - gaziantep | 21 | -1_cumhuriyet_ataturk_ankara_yakalandı | 
+| 0 | erdogan - acıklama - bahceli - mehmet - mezarını | 312 | 0_erdogan_acıklama_bahceli_mehmet | 
+| 1 | istanbul - kızın - bagcılar - kafasına - sokaklara | 49 | 1_istanbul_kızın_bagcılar_kafasına | 
+| 2 | silahlı - hedefleri - pkk - oncupınar - terorist | 48 | 2_silahlı_hedefleri_pkk_oncupınar | 
+| 3 | diyarbakır - harekatında - irak - operasyonlar - patlayıcının | 39 | 3_diyarbakır_harekatında_irak_operasyonlar | 
+| 4 | aykırı - olmayacagını - savunacagız - mevzuatında - avukat | 30 | 4_aykırı_olmayacagını_savunacagız_mevzuatında | 
+| 5 | azerbaycan - kazandırmak - silahlar - hareketleri - mayınlar | 30 | 5_azerbaycan_kazandırmak_silahlar_hareketleri |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78842a6442f5af8d26ac18567b9bae4469e0cfb7927c7fa2d2f904585a4e98c
+size 152024

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e512764a8fb1d483726a6bb52f0a3c310055d50e4ea61f90eabc3a8cee7af1fc
+size 28760

topics.json

@@ -0,0 +1,747 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "cumhuriyet",
+        0.5605894327163696
+      ],
+      [
+        "ataturk",
+        0.5504211783409119
+      ],
+      [
+        "ankara",
+        0.5229678750038147
+      ],
+      [
+        "yakaland\u0131",
+        0.5192533135414124
+      ],
+      [
+        "gaziantep",
+        0.5185685157775879
+      ]
+    ],
+    "0": [
+      [
+        "erdogan",
+        0.6171554923057556
+      ],
+      [
+        "ac\u0131klama",
+        0.5639477968215942
+      ],
+      [
+        "bahceli",
+        0.5504536032676697
+      ],
+      [
+        "mehmet",
+        0.5460596084594727
+      ],
+      [
+        "mezar\u0131n\u0131",
+        0.5199622511863708
+      ]
+    ],
+    "1": [
+      [
+        "istanbul",
+        0.524401843547821
+      ],
+      [
+        "k\u0131z\u0131n",
+        0.5242358446121216
+      ],
+      [
+        "bagc\u0131lar",
+        0.4974012076854706
+      ],
+      [
+        "kafas\u0131na",
+        0.492609441280365
+      ],
+      [
+        "sokaklara",
+        0.4897300601005554
+      ]
+    ],
+    "2": [
+      [
+        "silahl\u0131",
+        0.5744203329086304
+      ],
+      [
+        "hedefleri",
+        0.573053240776062
+      ],
+      [
+        "pkk",
+        0.5343701839447021
+      ],
+      [
+        "oncup\u0131nar",
+        0.5269922018051147
+      ],
+      [
+        "terorist",
+        0.5255169868469238
+      ]
+    ],
+    "3": [
+      [
+        "diyarbak\u0131r",
+        0.624437689781189
+      ],
+      [
+        "harekat\u0131nda",
+        0.6131232976913452
+      ],
+      [
+        "irak",
+        0.5847113132476807
+      ],
+      [
+        "operasyonlar",
+        0.5603898763656616
+      ],
+      [
+        "patlay\u0131c\u0131n\u0131n",
+        0.5561751127243042
+      ]
+    ],
+    "4": [
+      [
+        "ayk\u0131r\u0131",
+        0.5604026913642883
+      ],
+      [
+        "olmayacag\u0131n\u0131",
+        0.5344078540802002
+      ],
+      [
+        "savunacag\u0131z",
+        0.5342766642570496
+      ],
+      [
+        "mevzuat\u0131nda",
+        0.53033846616745
+      ],
+      [
+        "avukat",
+        0.49505114555358887
+      ]
+    ],
+    "5": [
+      [
+        "azerbaycan",
+        0.5463101863861084
+      ],
+      [
+        "kazand\u0131rmak",
+        0.49868345260620117
+      ],
+      [
+        "silahlar",
+        0.4846661388874054
+      ],
+      [
+        "hareketleri",
+        0.4819546341896057
+      ],
+      [
+        "may\u0131nlar",
+        0.45015281438827515
+      ]
+    ]
+  },
+  "topics": [
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    -1,
+    2,
+    -1,
+    2,
+    -1,
+    -1,
+    2,
+    -1,
+    0,
+    -1,
+    -1,
+    5,
+    0,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    4,
+    4,
+    -1,
+    5,
+    5,
+    -1,
+    1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    4,
+    -1,
+    4,
+    -1,
+    5,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    5,
+    2,
+    5,
+    5,
+    4,
+    -1,
+    3,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    -1,
+    0,
+    0,
+    0,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    5,
+    2,
+    1,
+    -1,
+    1,
+    1,
+    0,
+    0,
+    -1,
+    -1,
+    0,
+    5,
+    1,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    0,
+    5,
+    -1,
+    -1,
+    5,
+    -1,
+    -1,
+    -1,
+    3,
+    0,
+    4,
+    -1,
+    -1,
+    0,
+    1,
+    3,
+    0,
+    0,
+    5,
+    0,
+    -1,
+    3,
+    5,
+    -1,
+    4,
+    -1,
+    -1,
+    5,
+    5,
+    5,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    4,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    -1,
+    2,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    0,
+    1,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    -1,
+    4,
+    1,
+    1,
+    -1,
+    1,
+    4,
+    3,
+    -1,
+    1,
+    0,
+    4,
+    1,
+    -1,
+    -1,
+    -1,
+    5,
+    1,
+    4,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    5,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    3,
+    3,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    0,
+    -1,
+    1,
+    -1,
+    0,
+    4,
+    2,
+    2,
+    2,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    2,
+    2,
+    -1,
+    2,
+    -1,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    2,
+    2,
+    2,
+    -1,
+    3,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    2,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    2,
+    2,
+    -1,
+    2,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    0,
+    0,
+    3,
+    -1,
+    4,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    4,
+    1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    1,
+    0,
+    -1,
+    0,
+    0,
+    0,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    1,
+    3,
+    1,
+    -1,
+    -1,
+    1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    1,
+    -1,
+    0,
+    0,
+    -1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    1,
+    4,
+    1,
+    -1,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    3,
+    1,
+    1,
+    4,
+    0,
+    4,
+    0,
+    -1,
+    3,
+    -1
+  ],
+  "topic_sizes": {
+    "-1": 312,
+    "3": 30,
+    "2": 39,
+    "0": 49,
+    "5": 21,
+    "4": 30,
+    "1": 48
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      5
+    ],
+    [
+      1,
+      1,
+      1
+    ],
+    [
+      2,
+      2,
+      4
+    ],
+    [
+      3,
+      3,
+      0
+    ],
+    [
+      4,
+      4,
+      2
+    ],
+    [
+      5,
+      5,
+      3
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_cumhuriyet_ataturk_ankara_yakaland\u0131",
+    "0": "0_erdogan_ac\u0131klama_bahceli_mehmet",
+    "1": "1_istanbul_k\u0131z\u0131n_bagc\u0131lar_kafas\u0131na",
+    "2": "2_silahl\u0131_hedefleri_pkk_oncup\u0131nar",
+    "3": "3_diyarbak\u0131r_harekat\u0131nda_irak_operasyonlar",
+    "4": "4_ayk\u0131r\u0131_olmayacag\u0131n\u0131_savunacag\u0131z_mevzuat\u0131nda",
+    "5": "5_azerbaycan_kazand\u0131rmak_silahlar_hareketleri"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}