Refine preprocessing, add LDA

2025-12-06 02:00:50 +01:00 · 2025-06-18 18:57:27 +02:00
parent c002e46acb
commit 1ef5cc654c
16 changed files with 802816 additions and 71200 deletions
--- a/bali_ner.json
+++ b/bali_ner.json
@@ -0,0 +1,53 @@
+[
+  "ubud",
+  "kuta",
+  "seminyak",
+  "canggu",
+  "sanur",
+  "denpasar",
+  "jimbaran",
+  "lovina",
+  "amed",
+  "sidemen",
+  "uluwatu",
+  "nusa",
+  "legian",
+  "tabanan",
+  "bedugul",
+  "pemuteran",
+  "tanah",
+  "besakih",
+  "goa",
+  "tirta",
+  "tegallalang",
+  "lempuyang",
+  "agung",
+  "batur",
+  "bratan",
+  "sekumpul",
+  "munduk",
+  "batubulan",
+  "celuk",
+  "tegenungan",
+  "gitgit",
+  "singaraja",
+  "padang",
+  "kerobokan",
+  "penida",
+  "lembongan",
+  "ceningan",
+  "garuda",
+  "ulun",
+  "bajra",
+  "kintamani",
+  "taman",
+  "saraswati",
+  "pandawa",
+  "melasti",
+  "dreamland",
+  "balangan",
+  "bingin",
+  "suluban",
+  "menjangan",
+  "jatiluwih"
+]
--- a/bertopic.ipynb
+++ b/bertopic.ipynb
--- a/bertopic/tracking.json
+++ b/bertopic/tracking.json
--- a/bertopic/visualization.html
+++ b/bertopic/visualization.html
--- a/lda.ipynb
+++ b/lda.ipynb
--- a/lda_output/lda_corpus.pkl
+++ b/lda_output/lda_corpus.pkl
--- a/lda_output/lda_dictionary.gensim
+++ b/lda_output/lda_dictionary.gensim
--- a/lda_output/lda_model.gensim
+++ b/lda_output/lda_model.gensim
--- a/lda_output/lda_model.gensim.expElogbeta.npy
+++ b/lda_output/lda_model.gensim.expElogbeta.npy
--- a/lda_output/lda_model.gensim.id2word
+++ b/lda_output/lda_model.gensim.id2word
--- a/lda_output/lda_model.gensim.state
+++ b/lda_output/lda_model.gensim.state
--- a/lda_output/lda_vis_3_topics.html
+++ b/lda_output/lda_vis_3_topics.html
--- a/lda_output/topic_to_reviews.json
+++ b/lda_output/topic_to_reviews.json
--- a/lda_output/topics.txt
+++ b/lda_output/topics.txt
@@ -0,0 +1,3 @@
+(0, '0.191*"temple" + 0.102*"view" + 0.079*"sunset" + 0.061*"cliff" + 0.041*"uluwatu" + 0.031*"dance" + 0.030*"kecak_dance" + 0.027*"tourist" + 0.015*"hour" + 0.013*"sun"')
+(1, '0.052*"sea" + 0.041*"ocean" + 0.038*"guide" + 0.036*"bit" + 0.033*"water" + 0.031*"location" + 0.027*"beach" + 0.025*"wave" + 0.021*"day" + 0.014*"rock"')
+(2, '0.174*"monkey" + 0.046*"time" + 0.030*"people" + 0.028*"lot" + 0.026*"visit" + 0.022*"glass" + 0.016*"sunglass" + 0.016*"photo" + 0.015*"trip" + 0.014*"day"')
--- a/processed_texts.pkl
+++ b/processed_texts.pkl
--- a/stopwords-en.json
+++ b/stopwords-en.json