Orange: Sentimen Analysis Bahasa Indonesia

Sumber: https://www.andrijohandri.id/2019/10/orange3-menambahkan-sentiment-analysis.html

Bagi pengguna aplikasi Text Mining Orange3, tentu saja akan mengalami kesulitan saat akan melakukan penghitungan Sentiment Analysis , dkarenakan Orange3 hanya menyediakan dua bahasa dalam proses Sentimen Analysis yaitu bahasa Inggris dan Slovenia dalam method Liu Hiu .

Anda dapat menambahkan Bahasa Indonesia dalam metode Liu Hiu ini dengan sedikit modifikasi dan penambahan script python pada proses Sentiment Analysisnya yaitu dengan menambahkan file yang berisi kumpulan kata yang memiliki makna sentimen negatif dan sentimen positif dalam bahasa Indonesia.

Untuk menambahkan kata tersebut adalah sebagai berikut :

   Buka folder /usr/local/lib/python3.7/site-packages/orangecontrib/text/sentiment/resources , dalam folder tersebut terdapat dua file yaitu negatif_words_Slolex.txt yang berisi kata negatif dalam bahasa slovenian dan positive_words_Slolex.txt . Selanjutnya copy negatif_words_Slolex.txt menjadi negatif_words_Ina.txt dan selanjutnya file negatif_words_Ina.txt diedit dengan menghapuskan seluruh isi kata dari bahasa slovenia dan menambahkan kata dengan bahasa indonesai yang memiliki nilai negatif , demikain juga dengan file positive_words_Slolex.txt di copy menjadi file positive_words_Ina.txt, sehingga terdapat 4 file pada folder tersebut.
   Selanjutnya  buka folder /usr/local/lib/python3.7/site-packages/orangecontrib/text/sentiment , copy  file opinion_lexicon_lso.py menjadi file  opinion_lexicon_ina.py selanjutnya edit sperti script berikut ini:

   import os
   class opinion_lexicon_ina:
       resources_folder = os.path.dirname(__file__)
       @classmethod
       def positive(cls):
           with open(os.path.join(cls.resources_folder,
                                  'resources/positive_words_Ina.txt'),
                     'r') as f:
               return f.read().split('\n')

       @classmethod
       def negative(cls):
           with open(os.path.join(cls.resources_folder,
                                  'resources/negative_words_Ina.txt'),
                     'r') as f:
               return f.read().split('\n')

    Selanjutnya edit file __init__.py :

   import numpy as np
   from nltk.corpus import opinion_lexicon
   from nltk.sentiment import SentimentIntensityAnalyzer

   from orangecontrib.text import Corpus
   from orangecontrib.text.misc import wait_nltk_data
   from orangecontrib.text.preprocess import WordPunctTokenizer
   from orangecontrib.text.vectorization.base import SharedTransform, \
       VectorizationComputeValue
   from orangecontrib.text.sentiment.opinion_lexicon_ina import opinion_lexicon_ina

   class Liu_Hu_Sentiment:
       sentiments = ('sentiment',)
       name = 'Liu Hu'

       methods = {'English': opinion_lexicon,
                  'Indonesia': opinion_lexicon_ina
   }

       @wait_nltk_data
       def __init__(self, language):
           self.language = language
           self.positive = set(self.methods[language].positive())
           self.negative = set(self.methods[language].negative())

       def transform(self, corpus, copy=True):
           scores = []
           tokenizer = WordPunctTokenizer()
           tokens = tokenizer(corpus.documents)

           for doc in tokens:
               pos_words = sum(word in self.positive for word in doc)
               neg_words = sum(word in self.negative for word in doc)
               scores.append([100*(pos_words - neg_words)/max(len(doc), 1)])
           X = np.array(scores).reshape((-1, len(self.sentiments)))

           # set  compute values
           shared_cv = SharedTransform(self)
           cv = [VectorizationComputeValue(shared_cv, col)
                 for col in self.sentiments]

           if copy:
               corpus = corpus.copy()
           corpus.extend_attributes(X, self.sentiments, compute_values=cv)
           return corpus

   class Vader_Sentiment:
       sentiments = ('pos', 'neg', 'neu', 'compound')
       name = 'Vader'

       @wait_nltk_data
       def __init__(self):
           self.vader = SentimentIntensityAnalyzer()

       def transform(self, corpus, copy=True):
           scores = []
           for text in corpus.documents:
               pol_sc = self.vader.polarity_scores(text)
               scores.append([pol_sc[x] for x in self.sentiments])
           X = np.array(scores).reshape((-1, len(self.sentiments)))
           # set  compute values
           shared_cv = SharedTransform(self)
           cv = [VectorizationComputeValue(shared_cv, col)
                 for col in self.sentiments]
           if copy:
               corpus = corpus.copy()
           corpus.extend_attributes(X, self.sentiments, compute_values=cv)
           return corpus

   if __name__ == "__main__":
       corpus = Corpus.from_file('deerwester')
       liu = Liu_Hu_Sentiment('Indonesia')
       corpus2 = liu.transform(corpus[:5])

   Agar Widget Sentiment Analysis terdapat pilihan bahasa Indonesia , selanjutnya edit file /usr/local/lib/python3.7/dist-packages/orangecontrib/text/widgets/owsentimentanalysis.py

   from AnyQt.QtCore import Qt
   from AnyQt.QtWidgets import QApplication, QGridLayout, QLabel

   from Orange.widgets import gui, settings
   from Orange.widgets.utils.signals import Input, Output
   from Orange.widgets.widget import OWWidget
   from orangecontrib.text import Corpus
   from orangecontrib.text.sentiment import Vader_Sentiment, Liu_Hu_Sentiment

   class OWSentimentAnalysis(OWWidget):
       name = "Sentiment Analysis"
       description = "Predict sentiment from text."
       icon = "icons/SentimentAnalysis.svg"
       priority = 320

       class Inputs:
           corpus = Input("Corpus", Corpus)

       class Outputs:
           corpus = Output("Corpus", Corpus)

       method_idx = settings.Setting(1)
       autocommit = settings.Setting(True)
       language = settings.Setting('English')
       want_main_area = False
       resizing_enabled = False

       METHODS = [
           Liu_Hu_Sentiment,
           Vader_Sentiment
       ]
       LANG = ['English', 'Indonesia']

       def __init__(self):
           super().__init__()
           self.corpus = None

           form = QGridLayout()
           self.method_box = box = gui.radioButtonsInBox(
               self.controlArea, self, "method_idx", [], box="Method",
               orientation=form, callback=self._method_changed)
           self.liu_hu = gui.appendRadioButton(box, "Liu Hu", addToLayout=False)
           self.liu_lang = gui.comboBox(None, self, 'language',
                                        sendSelectedValue=True,
                                        items=self.LANG,
                                        callback=self._method_changed)
           self.vader = gui.appendRadioButton(box, "Vader", addToLayout=False)

           form.addWidget(self.liu_hu, 0, 0, Qt.AlignLeft)
           form.addWidget(QLabel("Language:"), 0, 1, Qt.AlignRight)
           form.addWidget(self.liu_lang, 0, 2, Qt.AlignRight)
           form.addWidget(self.vader, 1, 0, Qt.AlignLeft)

           ac = gui.auto_commit(self.controlArea, self, 'autocommit', 'Commit',
                                'Autocommit is on')
           ac.layout().insertSpacing(1, 8)

       @Inputs.corpus
       def set_corpus(self, data=None):
           self.corpus = data
           self.commit()

       def _method_changed(self):
           self.commit()

       def commit(self):
           if self.corpus is not None:
               method = self.METHODS[self.method_idx]
               if self.method_idx == 0:
                   out = method(language=self.language).transform(self.corpus)
               else:
                   out = method().transform(self.corpus)
               self.Outputs.corpus.send(out)
           else:
               self.Outputs.corpus.send(None)

       def send_report(self):
           self.report_items((
               ('Method', self.METHODS[self.method_idx].name),
           ))

   def main():
       app = QApplication([])
       widget = OWSentimentAnalysis()
       corpus = Corpus.from_file('book-excerpts')
       corpus = corpus[:3]
       widget.set_corpus(corpus)
       widget.show()
       app.exec()

   if __name__ == '__main__':
       main()

Selanjutnya anda kini sudah bisa menggunakan Sentiment Analysis dengan menggunakan analisis NLTK dengan menggunakan bahasa indonesia

Referensi

• https://www.andrijohandri.id/2019/10/orange3-menambahkan-sentiment-analysis.html

Pranala Menarik

• Orange