2_sentiment_labeling_bert.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import re\n",
    "\n",
    "from IPython.display import clear_output, display, HTML\n",
    "from tqdm import tqdm\n",
    "from transformers import pipeline, AutoTokenizer, AutoModelForSequenceClassification"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 22996 entries, 0 to 22995\n",
      "Data columns (total 8 columns):\n",
      " #   Column      Non-Null Count  Dtype  \n",
      "---  ------      --------------  -----  \n",
      " 0   ID          22996 non-null  object \n",
      " 1   ParentID    11079 non-null  object \n",
      " 2   Timestamp   22996 non-null  object \n",
      " 3   Username    22996 non-null  object \n",
      " 4   Comment     22993 non-null  object \n",
      " 5   LikeCount   22996 non-null  int64  \n",
      " 6   ReplyCount  11917 non-null  float64\n",
      " 7   Date        22996 non-null  object \n",
      "dtypes: float64(1), int64(1), object(6)\n",
      "memory usage: 1.4+ MB\n"
     ]
    }
   ],
   "source": [
    "dir_ = \"dataset/\"\n",
    "file_path = dir_ + 'oshibe_spv_comments_2025-01-15.csv'\n",
    "df = pd.read_csv(file_path)\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Preprocessing"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 22996 entries, 0 to 22995\n",
      "Data columns (total 8 columns):\n",
      " #   Column      Non-Null Count  Dtype \n",
      "---  ------      --------------  ----- \n",
      " 0   ID          22996 non-null  object\n",
      " 1   ParentID    11079 non-null  object\n",
      " 2   Timestamp   22996 non-null  object\n",
      " 3   Username    22996 non-null  object\n",
      " 4   Comment     22993 non-null  object\n",
      " 5   LikeCount   22996 non-null  int64 \n",
      " 6   ReplyCount  11917 non-null  Int64 \n",
      " 7   Date        22996 non-null  object\n",
      "dtypes: Int64(1), int64(1), object(6)\n",
      "memory usage: 1.4+ MB\n"
     ]
    }
   ],
   "source": [
    "# Convert data type of 'ReplyCount' to integer\n",
    "df['ReplyCount'] = pd.to_numeric(df['ReplyCount'], errors='coerce').astype('Int64')\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Missing Values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>ParentID</th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>Username</th>\n",
       "      <th>Comment</th>\n",
       "      <th>LikeCount</th>\n",
       "      <th>ReplyCount</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>302</th>\n",
       "      <td>UgwUen0WTAZIqnC6hKJ4AaABAg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2024-10-24T02:01:16Z</td>\n",
       "      <td>@ehasitijulaeha2522</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2024-10-24T02:01:16Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>584</th>\n",
       "      <td>UgwYhw0GzhZZSOTA8il4AaABAg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2024-08-30T14:41:09Z</td>\n",
       "      <td>@stepme</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2024-08-30T14:41:09Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18667</th>\n",
       "      <td>UgyQVu755DqSxX5PTIV4AaABAg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2023-03-13T20:08:42Z</td>\n",
       "      <td>@ghandithesupremeleader9740</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T20:08:42Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               ID ParentID             Timestamp  \\\n",
       "302    UgwUen0WTAZIqnC6hKJ4AaABAg      NaN  2024-10-24T02:01:16Z   \n",
       "584    UgwYhw0GzhZZSOTA8il4AaABAg      NaN  2024-08-30T14:41:09Z   \n",
       "18667  UgyQVu755DqSxX5PTIV4AaABAg      NaN  2023-03-13T20:08:42Z   \n",
       "\n",
       "                          Username Comment  LikeCount  ReplyCount  \\\n",
       "302            @ehasitijulaeha2522     NaN          1           0   \n",
       "584                        @stepme     NaN          0           0   \n",
       "18667  @ghandithesupremeleader9740     NaN          4           0   \n",
       "\n",
       "                       Date  \n",
       "302    2024-10-24T02:01:16Z  \n",
       "584    2024-08-30T14:41:09Z  \n",
       "18667  2023-03-13T20:08:42Z  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Missing Values\n",
    "df[df['Comment'].isnull()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Terdapat 3 baris dengan komentar kosong (kemungkinan hanya berisi karakter yang tidak berhasil di-encode di api call), ketiga baris ini bisa dihapus saja"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(22993, 8)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dropna(subset=['Comment'], inplace=True)\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Duplicated Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(22160, 8)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Drop Duplicates\n",
    "df = df.drop_duplicates(subset=['Username', 'Comment']).reset_index(drop=True)\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Komentar yang sama persis (duplikat) dari username yang sama juga cukup dipertahankan satu saja"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Top Level Comments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Username</th>\n",
       "      <th>Comment</th>\n",
       "      <th>LikeCount</th>\n",
       "      <th>ReplyCount</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>UgzWvu72I8m9-U8pq8F4AaABAg</td>\n",
       "      <td>@onthebluesky</td>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>19405</td>\n",
       "      <td>751</td>\n",
       "      <td>2023-03-14T11:13:13Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Ugxb2yPnhvOFAaF_b2d4AaABAg</td>\n",
       "      <td>@driezkh</td>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>2319</td>\n",
       "      <td>70</td>\n",
       "      <td>2023-03-20T17:56:27Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20990</th>\n",
       "      <td>UgzCYP-5eQOScO828UZ4AaABAg</td>\n",
       "      <td>@adanjir1923</td>\n",
       "      <td>Satu persatu member diberikan kesempatan  buat...</td>\n",
       "      <td>1885</td>\n",
       "      <td>63</td>\n",
       "      <td>2023-03-13T13:16:02Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16159</th>\n",
       "      <td>UgwQ0xdL1_z3bGf9UM94AaABAg</td>\n",
       "      <td>@Jkt48990</td>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "      <td>1863</td>\n",
       "      <td>80</td>\n",
       "      <td>2023-03-14T05:24:15Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>UgyO_jkZ191_KXd7EUR4AaABAg</td>\n",
       "      <td>@ahmadfikri5186</td>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>967</td>\n",
       "      <td>13</td>\n",
       "      <td>2023-10-21T18:45:55Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22086</th>\n",
       "      <td>Ugyv4YBfwgcaua5rGux4AaABAg</td>\n",
       "      <td>@rizalfahri6435</td>\n",
       "      <td>Apakah Shani jadi center lagi, ataukah dipanta...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:45:54Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22098</th>\n",
       "      <td>UgwoO7UeC3qIc7KhmVd4AaABAg</td>\n",
       "      <td>@isnanyusuf3575</td>\n",
       "      <td>infokan</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:36:15Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22142</th>\n",
       "      <td>UgwJpMpkqqf_ABdjzHp4AaABAg</td>\n",
       "      <td>@johanafandi11</td>\n",
       "      <td>Nitip</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T08:57:49Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22150</th>\n",
       "      <td>UgwusAPX-itWdsA-SKh4AaABAg</td>\n",
       "      <td>@fahmiaditakurnia3734</td>\n",
       "      <td>ninggalin jejak</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T08:51:32Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22152</th>\n",
       "      <td>UgyWDS-K48IAwrP2TaJ4AaABAg</td>\n",
       "      <td>@nggun601</td>\n",
       "      <td>ok</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T08:50:33Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11855 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                               ID               Username  \\\n",
       "13367  UgzWvu72I8m9-U8pq8F4AaABAg          @onthebluesky   \n",
       "12665  Ugxb2yPnhvOFAaF_b2d4AaABAg               @driezkh   \n",
       "20990  UgzCYP-5eQOScO828UZ4AaABAg           @adanjir1923   \n",
       "16159  UgwQ0xdL1_z3bGf9UM94AaABAg              @Jkt48990   \n",
       "2359   UgyO_jkZ191_KXd7EUR4AaABAg        @ahmadfikri5186   \n",
       "...                           ...                    ...   \n",
       "22086  Ugyv4YBfwgcaua5rGux4AaABAg        @rizalfahri6435   \n",
       "22098  UgwoO7UeC3qIc7KhmVd4AaABAg        @isnanyusuf3575   \n",
       "22142  UgwJpMpkqqf_ABdjzHp4AaABAg         @johanafandi11   \n",
       "22150  UgwusAPX-itWdsA-SKh4AaABAg  @fahmiaditakurnia3734   \n",
       "22152  UgyWDS-K48IAwrP2TaJ4AaABAg              @nggun601   \n",
       "\n",
       "                                                 Comment  LikeCount  \\\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...      19405   \n",
       "12665  Performance Videonya kaya memberitahu kita ten...       2319   \n",
       "20990  Satu persatu member diberikan kesempatan  buat...       1885   \n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...       1863   \n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...        967   \n",
       "...                                                  ...        ...   \n",
       "22086  Apakah Shani jadi center lagi, ataukah dipanta...          0   \n",
       "22098                                            infokan          0   \n",
       "22142                                              Nitip          0   \n",
       "22150                                    ninggalin jejak          0   \n",
       "22152                                                 ok          0   \n",
       "\n",
       "       ReplyCount                  Date  \n",
       "13367         751  2023-03-14T11:13:13Z  \n",
       "12665          70  2023-03-20T17:56:27Z  \n",
       "20990          63  2023-03-13T13:16:02Z  \n",
       "16159          80  2023-03-14T05:24:15Z  \n",
       "2359           13  2023-10-21T18:45:55Z  \n",
       "...           ...                   ...  \n",
       "22086           0  2023-03-13T09:45:54Z  \n",
       "22098           0  2023-03-13T09:36:15Z  \n",
       "22142           0  2023-03-13T08:57:49Z  \n",
       "22150           0  2023-03-13T08:51:32Z  \n",
       "22152           0  2023-03-13T08:50:33Z  \n",
       "\n",
       "[11855 rows x 6 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Top Comments and retain the original 'ID' index\n",
    "comments = df.copy()\n",
    "comments = comments[comments['ParentID'].isnull()].sort_values(by=['LikeCount', 'ReplyCount'], ascending=False)\n",
    "comments = comments[['ID', 'Username', 'Comment', 'LikeCount', 'ReplyCount', 'Date']]\n",
    "comments"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Comment Replies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>ParentID</th>\n",
       "      <th>Comment</th>\n",
       "      <th>LikeCount</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>UgxCK8DSLpRl2ZWP6pp4AaABAg.ACvSDxWXifuAD8OszKbyrr</td>\n",
       "      <td>UgxCK8DSLpRl2ZWP6pp4AaABAg</td>\n",
       "      <td>Ini bukan lgbt, ini menceritakan tentang salah...</td>\n",
       "      <td>1</td>\n",
       "      <td>2025-01-11T03:26:35Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>UgxCK8DSLpRl2ZWP6pp4AaABAg.ACvSDxWXifuAD8PrrtD5HV</td>\n",
       "      <td>UgxCK8DSLpRl2ZWP6pp4AaABAg</td>\n",
       "      <td>@Christyyyy-bt5ps  guru gembul aja bilang ini ...</td>\n",
       "      <td>0</td>\n",
       "      <td>2025-01-11T03:35:10Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>UgyO59JOKmUo-5QjmLB4AaABAg.ACuX5XgWREnACuijG8AjqW</td>\n",
       "      <td>UgyO59JOKmUo-5QjmLB4AaABAg</td>\n",
       "      <td>Jelas sekali bapak nya ga ngerti lagunya artin...</td>\n",
       "      <td>0</td>\n",
       "      <td>2025-01-05T10:40:09Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>UgyO59JOKmUo-5QjmLB4AaABAg.ACuX5XgWREnACukZrgQyyQ</td>\n",
       "      <td>UgyO59JOKmUo-5QjmLB4AaABAg</td>\n",
       "      <td>@Melvinbryanchiri iya si ya, emang liriknya aj...</td>\n",
       "      <td>1</td>\n",
       "      <td>2025-01-05T10:56:12Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Ugwb_ySgHtkmV4N2rzt4AaABAg.ACuQo4KFnXKACuRacBYOFR</td>\n",
       "      <td>Ugwb_ySgHtkmV4N2rzt4AaABAg</td>\n",
       "      <td>Kali ini bakal dari komunitas atau pengikut da...</td>\n",
       "      <td>0</td>\n",
       "      <td>2025-01-05T08:01:41Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22130</th>\n",
       "      <td>UgxCXJhXOWtorqLHqCZ4AaABAg.9nBq1cHMtM79nBrWchLTdX</td>\n",
       "      <td>UgxCXJhXOWtorqLHqCZ4AaABAg</td>\n",
       "      <td>New song dalam keterangannya di Twitter</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:35:37Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22138</th>\n",
       "      <td>UgxRImDNvvZLHAQpMdN4AaABAg.9nBoDtxPza09nCGKl_liwE</td>\n",
       "      <td>UgxRImDNvvZLHAQpMdN4AaABAg</td>\n",
       "      <td>Tebakan yang sangat akurat</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T13:21:11Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22144</th>\n",
       "      <td>UgwbfBy7tSP4XWpmQjx4AaABAg.9nBn3nSxK9l9nBqKItxfvS</td>\n",
       "      <td>UgwbfBy7tSP4XWpmQjx4AaABAg</td>\n",
       "      <td>@@AbdulSalam-xe2cq kenapa woy 😑😑</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:25:12Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22148</th>\n",
       "      <td>Ugwxd5VGdiMxfkC4Ck14AaABAg.9nBmZqUHwKH9nBqClC7kHb</td>\n",
       "      <td>Ugwxd5VGdiMxfkC4Ck14AaABAg</td>\n",
       "      <td>Dh lewat ngav kwkw</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:24:10Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22155</th>\n",
       "      <td>UgxO7uT6vEj69cqUJNd4AaABAg.9nBmDbHhndb9nBs7wx-iNz</td>\n",
       "      <td>UgxO7uT6vEj69cqUJNd4AaABAg</td>\n",
       "      <td>Kita sama banget</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T09:40:59Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10305 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      ID  \\\n",
       "11     UgxCK8DSLpRl2ZWP6pp4AaABAg.ACvSDxWXifuAD8OszKbyrr   \n",
       "12     UgxCK8DSLpRl2ZWP6pp4AaABAg.ACvSDxWXifuAD8PrrtD5HV   \n",
       "15     UgyO59JOKmUo-5QjmLB4AaABAg.ACuX5XgWREnACuijG8AjqW   \n",
       "16     UgyO59JOKmUo-5QjmLB4AaABAg.ACuX5XgWREnACukZrgQyyQ   \n",
       "23     Ugwb_ySgHtkmV4N2rzt4AaABAg.ACuQo4KFnXKACuRacBYOFR   \n",
       "...                                                  ...   \n",
       "22130  UgxCXJhXOWtorqLHqCZ4AaABAg.9nBq1cHMtM79nBrWchLTdX   \n",
       "22138  UgxRImDNvvZLHAQpMdN4AaABAg.9nBoDtxPza09nCGKl_liwE   \n",
       "22144  UgwbfBy7tSP4XWpmQjx4AaABAg.9nBn3nSxK9l9nBqKItxfvS   \n",
       "22148  Ugwxd5VGdiMxfkC4Ck14AaABAg.9nBmZqUHwKH9nBqClC7kHb   \n",
       "22155  UgxO7uT6vEj69cqUJNd4AaABAg.9nBmDbHhndb9nBs7wx-iNz   \n",
       "\n",
       "                         ParentID  \\\n",
       "11     UgxCK8DSLpRl2ZWP6pp4AaABAg   \n",
       "12     UgxCK8DSLpRl2ZWP6pp4AaABAg   \n",
       "15     UgyO59JOKmUo-5QjmLB4AaABAg   \n",
       "16     UgyO59JOKmUo-5QjmLB4AaABAg   \n",
       "23     Ugwb_ySgHtkmV4N2rzt4AaABAg   \n",
       "...                           ...   \n",
       "22130  UgxCXJhXOWtorqLHqCZ4AaABAg   \n",
       "22138  UgxRImDNvvZLHAQpMdN4AaABAg   \n",
       "22144  UgwbfBy7tSP4XWpmQjx4AaABAg   \n",
       "22148  Ugwxd5VGdiMxfkC4Ck14AaABAg   \n",
       "22155  UgxO7uT6vEj69cqUJNd4AaABAg   \n",
       "\n",
       "                                                 Comment  LikeCount  \\\n",
       "11     Ini bukan lgbt, ini menceritakan tentang salah...          1   \n",
       "12     @Christyyyy-bt5ps  guru gembul aja bilang ini ...          0   \n",
       "15     Jelas sekali bapak nya ga ngerti lagunya artin...          0   \n",
       "16     @Melvinbryanchiri iya si ya, emang liriknya aj...          1   \n",
       "23     Kali ini bakal dari komunitas atau pengikut da...          0   \n",
       "...                                                  ...        ...   \n",
       "22130            New song dalam keterangannya di Twitter          0   \n",
       "22138                         Tebakan yang sangat akurat          0   \n",
       "22144                   @@AbdulSalam-xe2cq kenapa woy 😑😑          0   \n",
       "22148                                 Dh lewat ngav kwkw          0   \n",
       "22155                                   Kita sama banget          0   \n",
       "\n",
       "                       Date  \n",
       "11     2025-01-11T03:26:35Z  \n",
       "12     2025-01-11T03:35:10Z  \n",
       "15     2025-01-05T10:40:09Z  \n",
       "16     2025-01-05T10:56:12Z  \n",
       "23     2025-01-05T08:01:41Z  \n",
       "...                     ...  \n",
       "22130  2023-03-13T09:35:37Z  \n",
       "22138  2023-03-13T13:21:11Z  \n",
       "22144  2023-03-13T09:25:12Z  \n",
       "22148  2023-03-13T09:24:10Z  \n",
       "22155  2023-03-13T09:40:59Z  \n",
       "\n",
       "[10305 rows x 5 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Replies\n",
    "replies = df.copy()\n",
    "replies = replies[replies['ParentID'].notnull()]\n",
    "replies = replies[['ID', 'ParentID', 'Comment', 'LikeCount', 'Date']]\n",
    "replies"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Sentiment analysis hanya dilakukan pada top_level_comments (tidak termasuk replies/balasan komentar), karena top_level_comments inilah yang ditujukan untuk videonya"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Japanese Characters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Username</th>\n",
       "      <th>Comment</th>\n",
       "      <th>LikeCount</th>\n",
       "      <th>ReplyCount</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12371</th>\n",
       "      <td>Ugxh_GTZZhdvvVeI_514AaABAg</td>\n",
       "      <td>@triadamas</td>\n",
       "      <td>電影攝影非常好，聲音和視覺效果都是傑作</td>\n",
       "      <td>67</td>\n",
       "      <td>3</td>\n",
       "      <td>2023-03-14T15:13:58Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5477</th>\n",
       "      <td>UgweRdTljtSvfhA7xfB4AaABAg</td>\n",
       "      <td>@UnikUmbra</td>\n",
       "      <td>Fakta nya Lagu ini mempunyai Versi aslinya asa...</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-23T04:31:39Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12019</th>\n",
       "      <td>Ugx0-rG-HWFNxwY09Id4AaABAg</td>\n",
       "      <td>@kiami26202</td>\n",
       "      <td>オリジナル曲だと思ったらおしべ🦋でした</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-14T19:15:53Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5305</th>\n",
       "      <td>Ugwp2gvUDMIEqpuQ1y94AaABAg</td>\n",
       "      <td>@angieminipin3536</td>\n",
       "      <td>インドネシア人はアラビアンナイト好きなの？</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>2023-03-24T12:10:43Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6566</th>\n",
       "      <td>UgzLCcGNWBDIa2kdoPt4AaABAg</td>\n",
       "      <td>@nasikamin</td>\n",
       "      <td>おしべとめしべと夜の蝶々</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>2023-03-18T14:18:25Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19280</th>\n",
       "      <td>UgzpphrivqoxRuua3_J4AaABAg</td>\n",
       "      <td>@menshiro777</td>\n",
       "      <td>nice video !! 最高でしたー。　やっぱりjkt48は最高です。</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T14:48:47Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3840</th>\n",
       "      <td>UgwZ4z6P1V5R-ygfmQd4AaABAg</td>\n",
       "      <td>@halleyhuang5700</td>\n",
       "      <td>Pertama denger malah di SNH48 夜蝶 （kupu malam)\\...</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-04-26T23:21:44Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9774</th>\n",
       "      <td>UgxSVoAshXQ3S1L_KF94AaABAg</td>\n",
       "      <td>@Ginojhisusei</td>\n",
       "      <td>すごい</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-15T11:45:32Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18541</th>\n",
       "      <td>UgwZISpkQIgciPvs8_d4AaABAg</td>\n",
       "      <td>@can-cn9vs</td>\n",
       "      <td>マーシャ可愛い❤センターおめでとう㊗️</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T16:36:07Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2582</th>\n",
       "      <td>UgyXvpM7_QrF5WJubeF4AaABAg</td>\n",
       "      <td>@wataru541604</td>\n",
       "      <td>アラビアン風素敵です。</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2023-09-14T00:40:06Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2829</th>\n",
       "      <td>Ugz8g8pzESBzxOFQ8GB4AaABAg</td>\n",
       "      <td>@rambo6892</td>\n",
       "      <td>ドイツの生活</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2023-08-02T10:44:31Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20226</th>\n",
       "      <td>Ugwvdcs06oKs6z2ddD54AaABAg</td>\n",
       "      <td>@mr.raihan</td>\n",
       "      <td>Keren bgt gilakk (づ￣ ³￣)づ♡</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T13:42:38Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19600</th>\n",
       "      <td>Ugx8_iNYQnjMdIW15Mh4AaABAg</td>\n",
       "      <td>@nuralfiyah4036</td>\n",
       "      <td>Jangan sampe kaum sebrang liat ini,bisa² merek...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2023-03-13T14:20:18Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1740</th>\n",
       "      <td>UgwFq2n1h1vNOwqvE7h4AaABAg</td>\n",
       "      <td>@Day-ji6tq</td>\n",
       "      <td>めちゃくちゃカッコいいな</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2024-01-17T09:09:00Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19821</th>\n",
       "      <td>UgyNrTmHPCeSbn06d6l4AaABAg</td>\n",
       "      <td>@namanyadouble7534</td>\n",
       "      <td>Okey jkt48三三ᕕ( ᐛ )ᕗ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-03-13T14:03:59Z</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               ID            Username  \\\n",
       "12371  Ugxh_GTZZhdvvVeI_514AaABAg          @triadamas   \n",
       "5477   UgweRdTljtSvfhA7xfB4AaABAg          @UnikUmbra   \n",
       "12019  Ugx0-rG-HWFNxwY09Id4AaABAg         @kiami26202   \n",
       "5305   Ugwp2gvUDMIEqpuQ1y94AaABAg   @angieminipin3536   \n",
       "6566   UgzLCcGNWBDIa2kdoPt4AaABAg          @nasikamin   \n",
       "19280  UgzpphrivqoxRuua3_J4AaABAg        @menshiro777   \n",
       "3840   UgwZ4z6P1V5R-ygfmQd4AaABAg    @halleyhuang5700   \n",
       "9774   UgxSVoAshXQ3S1L_KF94AaABAg       @Ginojhisusei   \n",
       "18541  UgwZISpkQIgciPvs8_d4AaABAg          @can-cn9vs   \n",
       "2582   UgyXvpM7_QrF5WJubeF4AaABAg       @wataru541604   \n",
       "2829   Ugz8g8pzESBzxOFQ8GB4AaABAg          @rambo6892   \n",
       "20226  Ugwvdcs06oKs6z2ddD54AaABAg          @mr.raihan   \n",
       "19600  Ugx8_iNYQnjMdIW15Mh4AaABAg     @nuralfiyah4036   \n",
       "1740   UgwFq2n1h1vNOwqvE7h4AaABAg          @Day-ji6tq   \n",
       "19821  UgyNrTmHPCeSbn06d6l4AaABAg  @namanyadouble7534   \n",
       "\n",
       "                                                 Comment  LikeCount  \\\n",
       "12371                                電影攝影非常好，聲音和視覺效果都是傑作         67   \n",
       "5477   Fakta nya Lagu ini mempunyai Versi aslinya asa...         15   \n",
       "12019                                オリジナル曲だと思ったらおしべ🦋でした         13   \n",
       "5305                               インドネシア人はアラビアンナイト好きなの？         11   \n",
       "6566                                        おしべとめしべと夜の蝶々          8   \n",
       "19280              nice video !! 最高でしたー。　やっぱりjkt48は最高です。          7   \n",
       "3840   Pertama denger malah di SNH48 夜蝶 （kupu malam)\\...          5   \n",
       "9774                                                 すごい          5   \n",
       "18541                                マーシャ可愛い❤センターおめでとう㊗️          5   \n",
       "2582                                         アラビアン風素敵です。          2   \n",
       "2829                                              ドイツの生活          2   \n",
       "20226                         Keren bgt gilakk (づ￣ ³￣)づ♡          2   \n",
       "19600  Jangan sampe kaum sebrang liat ini,bisa² merek...          1   \n",
       "1740                                        めちゃくちゃカッコいいな          1   \n",
       "19821                                Okey jkt48三三ᕕ( ᐛ )ᕗ          0   \n",
       "\n",
       "       ReplyCount                  Date  \n",
       "12371           3  2023-03-14T15:13:58Z  \n",
       "5477            0  2023-03-23T04:31:39Z  \n",
       "12019           0  2023-03-14T19:15:53Z  \n",
       "5305            4  2023-03-24T12:10:43Z  \n",
       "6566            1  2023-03-18T14:18:25Z  \n",
       "19280           0  2023-03-13T14:48:47Z  \n",
       "3840            0  2023-04-26T23:21:44Z  \n",
       "9774            0  2023-03-15T11:45:32Z  \n",
       "18541           0  2023-03-13T16:36:07Z  \n",
       "2582            1  2023-09-14T00:40:06Z  \n",
       "2829            1  2023-08-02T10:44:31Z  \n",
       "20226           0  2023-03-13T13:42:38Z  \n",
       "19600           3  2023-03-13T14:20:18Z  \n",
       "1740            0  2024-01-17T09:09:00Z  \n",
       "19821           0  2023-03-13T14:03:59Z  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Function to check for Japanese characters in a string\n",
    "def contains_japanese(text):\n",
    "    return bool(re.search(r\"[\\u3040-\\u30FF\\u4E00-\\u9FFF]\", text))\n",
    "\n",
    "japanese_rows = comments[comments['Comment'].apply(contains_japanese)]\n",
    "japanese_rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(japanese_rows)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Terdapat 15 komentar yang mengandung huruf Jepang, bagian komentar berhuruf Jepang ini akan dihapus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Comment_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20990</th>\n",
       "      <td>Satu persatu member diberikan kesempatan  buat...</td>\n",
       "      <td>Satu persatu member diberikan kesempatan buat ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16159</th>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>Malam ini rahasia ya Kamu tak boleh bilang sia...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21119</th>\n",
       "      <td>Terlepas dari hate comen 18+. Jujur ini suatu ...</td>\n",
       "      <td>Terlepas dari hate comen 18+. Jujur ini suatu ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5083</th>\n",
       "      <td>Gila konsep MV nya keren banget, good job JKT48</td>\n",
       "      <td>Gila konsep MV nya keren banget, good job JKT48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20771</th>\n",
       "      <td>Congrats JKT48 NEW ERA atas mini albumnya. JKT...</td>\n",
       "      <td>Congrats JKT48 NEW ERA atas mini albumnya. JKT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3122</th>\n",
       "      <td>Gila sih ini konsepnya keren banget. 😮💕\\n\\nMaj...</td>\n",
       "      <td>Gila sih ini konsepnya keren banget. Maju teru...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19760</th>\n",
       "      <td>Kekuatan JKT48 memang ada di performance. Kali...</td>\n",
       "      <td>Kekuatan JKT48 memang ada di performance. Kali...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22104</th>\n",
       "      <td>Selamat jkt48 NEW ERA atas mini albumnya dan m...</td>\n",
       "      <td>Selamat jkt48 NEW ERA atas mini albumnya dan m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18230</th>\n",
       "      <td>Marsha, muthe, Freya, ashel, Katrina. Udh mnju...</td>\n",
       "      <td>Marsha, muthe, Freya, ashel, Katrina. Udh mnju...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20227</th>\n",
       "      <td>CONGRATS JKT48 BUAT MINI ALBUM NYA,Btw marsha ...</td>\n",
       "      <td>CONGRATS JKT48 BUAT MINI ALBUM NYA,Btw marsha ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment  \\\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...   \n",
       "12665  Performance Videonya kaya memberitahu kita ten...   \n",
       "20990  Satu persatu member diberikan kesempatan  buat...   \n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...   \n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...   \n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...   \n",
       "21119  Terlepas dari hate comen 18+. Jujur ini suatu ...   \n",
       "5083     Gila konsep MV nya keren banget, good job JKT48   \n",
       "20771  Congrats JKT48 NEW ERA atas mini albumnya. JKT...   \n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...   \n",
       "3122   Gila sih ini konsepnya keren banget. 😮💕\\n\\nMaj...   \n",
       "19760  Kekuatan JKT48 memang ada di performance. Kali...   \n",
       "22104  Selamat jkt48 NEW ERA atas mini albumnya dan m...   \n",
       "18230  Marsha, muthe, Freya, ashel, Katrina. Udh mnju...   \n",
       "20227  CONGRATS JKT48 BUAT MINI ALBUM NYA,Btw marsha ...   \n",
       "\n",
       "                                           Comment_clean  \n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...  \n",
       "12665  Performance Videonya kaya memberitahu kita ten...  \n",
       "20990  Satu persatu member diberikan kesempatan buat ...  \n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...  \n",
       "2359   Malam ini rahasia ya Kamu tak boleh bilang sia...  \n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...  \n",
       "21119  Terlepas dari hate comen 18+. Jujur ini suatu ...  \n",
       "5083     Gila konsep MV nya keren banget, good job JKT48  \n",
       "20771  Congrats JKT48 NEW ERA atas mini albumnya. JKT...  \n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...  \n",
       "3122   Gila sih ini konsepnya keren banget. Maju teru...  \n",
       "19760  Kekuatan JKT48 memang ada di performance. Kali...  \n",
       "22104  Selamat jkt48 NEW ERA atas mini albumnya dan m...  \n",
       "18230  Marsha, muthe, Freya, ashel, Katrina. Udh mnju...  \n",
       "20227  CONGRATS JKT48 BUAT MINI ALBUM NYA,Btw marsha ...  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Function to clean text by removing non-ASCII characters and reducing multiple spaces\n",
    "def clean_text(text):\n",
    "    # Remove non-ASCII characters\n",
    "    text = re.sub(r\"[^\\x00-\\x7F]+\", '', text)\n",
    "    # Remove Japanese characters (Hiragana, Katakana, Kanji)\n",
    "    text = re.sub(r\"[\\u3040-\\u30FF\\u4E00-\\u9FFF]+\", '', text)\n",
    "    # Replace multiple spaces with a single space\n",
    "    text = re.sub(r'\\s+', ' ', text)\n",
    "    # Strip leading and trailing spaces\n",
    "    return text.strip()\n",
    "\n",
    "comments['Comment_clean'] = comments['Comment'].apply(clean_text)\n",
    "comments[['Comment', 'Comment_clean']].head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Comment_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12371</th>\n",
       "      <td>電影攝影非常好，聲音和視覺效果都是傑作</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12019</th>\n",
       "      <td>オリジナル曲だと思ったらおしべ🦋でした</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5305</th>\n",
       "      <td>インドネシア人はアラビアンナイト好きなの？</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7201</th>\n",
       "      <td>❤</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6566</th>\n",
       "      <td>おしべとめしべと夜の蝶々</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21748</th>\n",
       "      <td>😳</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21871</th>\n",
       "      <td>🔥🔥🔥</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21936</th>\n",
       "      <td>❤❤❤❤❤</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21944</th>\n",
       "      <td>🔥🔥</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21963</th>\n",
       "      <td>❤‍🔥❤‍🔥❤‍🔥</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>205 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Comment Comment_clean\n",
       "12371    電影攝影非常好，聲音和視覺效果都是傑作              \n",
       "12019    オリジナル曲だと思ったらおしべ🦋でした              \n",
       "5305   インドネシア人はアラビアンナイト好きなの？              \n",
       "7201                       ❤              \n",
       "6566            おしべとめしべと夜の蝶々              \n",
       "...                      ...           ...\n",
       "21748                      😳              \n",
       "21871                    🔥🔥🔥              \n",
       "21936                  ❤❤❤❤❤              \n",
       "21944                     🔥🔥              \n",
       "21963              ❤‍🔥❤‍🔥❤‍🔥              \n",
       "\n",
       "[205 rows x 2 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Display rows where the 'Comment_clean' column is empty (NaN or empty string)\n",
    "empty_comments = comments[comments['Comment_clean'].isna() | (comments['Comment_clean'].str.strip() == '')]\n",
    "empty_comments[['Comment', 'Comment_clean']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Komentar yang hanya menggunakan huruf Jepang atau emoticon akan dihapus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11855, 7)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11650, 7)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments = comments[comments['Comment_clean'].notna() & (comments['Comment_clean'] != '')]\n",
    "comments.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Long Comments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment_clean</th>\n",
       "      <th>Comment_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>3178</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20990</th>\n",
       "      <td>Satu persatu member diberikan kesempatan buat ...</td>\n",
       "      <td>174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16159</th>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya Kamu tak boleh bilang sia...</td>\n",
       "      <td>1319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22086</th>\n",
       "      <td>Apakah Shani jadi center lagi, ataukah dipanta...</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22098</th>\n",
       "      <td>infokan</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22142</th>\n",
       "      <td>Nitip</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22150</th>\n",
       "      <td>ninggalin jejak</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22152</th>\n",
       "      <td>ok</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11650 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           Comment_clean  Comment_size\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...           579\n",
       "12665  Performance Videonya kaya memberitahu kita ten...          3178\n",
       "20990  Satu persatu member diberikan kesempatan buat ...           174\n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...           203\n",
       "2359   Malam ini rahasia ya Kamu tak boleh bilang sia...          1319\n",
       "...                                                  ...           ...\n",
       "22086  Apakah Shani jadi center lagi, ataukah dipanta...            72\n",
       "22098                                            infokan             7\n",
       "22142                                              Nitip             5\n",
       "22150                                    ninggalin jejak            15\n",
       "22152                                                 ok             2\n",
       "\n",
       "[11650 rows x 2 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Calculate the size of each comment and create a new column 'Comment_size'\n",
    "comments = comments.copy()\n",
    "comments['Comment_size'] = comments['Comment_clean'].apply(len)\n",
    "comments[['Comment_clean', 'Comment_size']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "118"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Filter for rows where Comment_size is greater than 512\n",
    "long_comments = comments[comments['Comment_size'] > 512]\n",
    "len(long_comments)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Terdapat 118 komentar yang akan dilabeli secara manual atau dengan bantuan genAI karena size nya melebihi limit yang bisa dihandle pre-trained model yang akan digunakan dalam data labelling"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Labelling"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Labelling with pre-trained BERT Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Device set to use cpu\n",
      "Analyzing Sentiment: 100%|██████████| 11650/11650 [22:20<00:00,  8.69it/s]\n"
     ]
    }
   ],
   "source": [
    "# Load the model and tokenizer\n",
    "pretrained = \"mdhugol/indonesia-bert-sentiment-classification\"\n",
    "model = AutoModelForSequenceClassification.from_pretrained(pretrained)\n",
    "tokenizer = AutoTokenizer.from_pretrained(pretrained)\n",
    "sentiment_analysis = pipeline(\"sentiment-analysis\", model=model, tokenizer=tokenizer)\n",
    "\n",
    "# Label mapping\n",
    "label_index = {'LABEL_0': 'positive', 'LABEL_1': 'neutral', 'LABEL_2': 'negative'}\n",
    "\n",
    "# Function to analyze sentiment\n",
    "def analyze_sentiment(text):\n",
    "    # Skip analysis if text length is greater than 512 characters\n",
    "    if len(text) > 512:\n",
    "        return \"\", 0\n",
    "\n",
    "    # Perform sentiment analysis for comments wit0\n",
    "    # 0hin the limit\n",
    "    result = sentiment_analysis(text)\n",
    "    label = label_index[result[0]['label']]\n",
    "    score = result[0]['score']\n",
    "    \n",
    "    return label, score\n",
    "\n",
    "# Apply sentiment analysis with progress bar\n",
    "tqdm.pandas(desc=\"Analyzing Sentiment\")\n",
    "comments[['Sentiment', 'Confidence']] = comments['Comment_clean'].progress_apply(analyze_sentiment).apply(pd.Series)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td></td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td></td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20990</th>\n",
       "      <td>Satu persatu member diberikan kesempatan  buat...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.972226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16159</th>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.996596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td></td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td></td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21119</th>\n",
       "      <td>Terlepas dari hate comen 18+. Jujur ini suatu ...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.994971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5083</th>\n",
       "      <td>Gila konsep MV nya keren banget, good job JKT48</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.996474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20771</th>\n",
       "      <td>Congrats JKT48 NEW ERA atas mini albumnya. JKT...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.574264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td></td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment  Confidence\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...              0.000000\n",
       "12665  Performance Videonya kaya memberitahu kita ten...              0.000000\n",
       "20990  Satu persatu member diberikan kesempatan  buat...  positive    0.972226\n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...  positive    0.996596\n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...              0.000000\n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...              0.000000\n",
       "21119  Terlepas dari hate comen 18+. Jujur ini suatu ...  positive    0.994971\n",
       "5083     Gila konsep MV nya keren banget, good job JKT48  positive    0.996474\n",
       "20771  Congrats JKT48 NEW ERA atas mini albumnya. JKT...  positive    0.574264\n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...              0.000000"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments[['Comment', 'Sentiment', 'Confidence']].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Masih terdapat komentar dengan sentiment yang belum terisi (sengaja dilewati karena melebihi batas panjang karakter untuk pre-trained model yang digunakan)\n",
    "- Sentiment yang masih kosong ini akan diisi secara manual"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Manual Labelling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Labeling long comment 118/118:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style='white-space: pre-wrap;'>Malam ini rahasia ya Kamu tak boleh bilang siapa-siapa Datang ke sini juga rahasia Terus sekarang mau apa? Ah, di cahaya bulan (Misterius) Ah, awan menghiasi (Mengundang) Ayo ke sini Apakah yang kau mau? Ke taman bunga para gadis Rasa madu adalah rahasianya Ya (Ya) Ini janji yang terlarang Ketakutan (Juga was-was) Terasa, 'kan? (Ya, terasa) Permainan berbahaya Tiba-tiba saling memandang Kenapa? (Kenapa?) Hanya terdiam saja, kah? Tangan yang (Diulurkan) Bersentuhan (Kita bagai) Sari bunga dan kupu-kupu malam Aku tak biasa punya rahasia Nanti pasti 'kan dimarahi mama Rahasia bukanlah masalah Nikmati sajalah saat ini Ah, bunga yang tak pernah (Aku lihat) Ah, aromanya itu (Manisnya) Jangan menggodaku Akan aku ajari Di taman bunga para gadis Cinta itu 'kan selalu immoral Hei (Hei) Bibir yang mulai mendekat Tidak boleh (Ah, boleh lah) Jangan ah (Ih, lucunya) Kita telah melewati Batasnya dan saling mencinta Sudah (Sudah) Nafas pun menjadi panjang Panas sekali (Insting ini) Menakutkan (Menyerahlah) Sari bunga dan kupu-kupu malam Rasa madu adalah rahasianya Ya (Ya) Ini janji yang terlarang Ketakutan (Juga was-was) Terasa, 'kan? (Ya, terasa) Permainan berbahaya Tiba-tiba saling memandang Kenapa? (Kenapa?) Hanya terdiam saja, kah? Tangan yang (Diulurkan) Bersentuhan (Kita bagai) Sari bunga dan kupu-kupu malam</div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Function to label sentiment manually for long comments\n",
    "def label_sentiment(long_comments):\n",
    "    total_comments = len(long_comments)\n",
    "    i = 1\n",
    "    for index, row in long_comments.iterrows():\n",
    "        text = row['Comment_clean']\n",
    "        while True:\n",
    "            # Clear the previous outputs\n",
    "            clear_output(wait=False)\n",
    "            \n",
    "            # Display the current progress\n",
    "            print(f\"Labeling long comment {i}/{total_comments}:\")\n",
    "            display(HTML(f\"<div style='white-space: pre-wrap;'>{text}</div>\"))\n",
    "            sentiment = input(\"Please enter 1 for positive, 0 for neutral, -1 for negative, then hit ENTER: \")\n",
    "            \n",
    "            # Convert input to integer and handle possible errors\n",
    "            try:\n",
    "                sentiment = int(sentiment)\n",
    "                # Map input to label\n",
    "                if sentiment == 1:\n",
    "                    comments.at[index, 'Sentiment'] = \"positive\"\n",
    "                    comments.at[index, 'Confidence'] = 0\n",
    "                    i += 1\n",
    "                    break\n",
    "                elif sentiment == 0:\n",
    "                    comments.at[index, 'Sentiment'] = \"neutral\"\n",
    "                    comments.at[index, 'Confidence'] = 0\n",
    "                    i += 1\n",
    "                    break\n",
    "                elif sentiment == -1:\n",
    "                    comments.at[index, 'Sentiment'] = \"negative\"\n",
    "                    comments.at[index, 'Confidence'] = 0\n",
    "                    i += 1\n",
    "                    break\n",
    "                else:\n",
    "                    print(\"Invalid input. Please enter 1, 0, or -1.\")\n",
    "            except ValueError:\n",
    "                print(\"Invalid input. Please enter a numeric value (1, 0, or -1).\")\n",
    "\n",
    "# Call the labeling function for long comments\n",
    "label_sentiment(long_comments)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20990</th>\n",
       "      <td>Satu persatu member diberikan kesempatan  buat...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.972226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16159</th>\n",
       "      <td>fiks, kalau kedepan jkt48 release single MVnya...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.996596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21119</th>\n",
       "      <td>Terlepas dari hate comen 18+. Jujur ini suatu ...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.994971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5083</th>\n",
       "      <td>Gila konsep MV nya keren banget, good job JKT48</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.996474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20771</th>\n",
       "      <td>Congrats JKT48 NEW ERA atas mini albumnya. JKT...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.574264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment  Confidence\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...   neutral    0.000000\n",
       "12665  Performance Videonya kaya memberitahu kita ten...   neutral    0.000000\n",
       "20990  Satu persatu member diberikan kesempatan  buat...  positive    0.972226\n",
       "16159  fiks, kalau kedepan jkt48 release single MVnya...  positive    0.996596\n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral    0.000000\n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...   neutral    0.000000\n",
       "21119  Terlepas dari hate comen 18+. Jujur ini suatu ...  positive    0.994971\n",
       "5083     Gila konsep MV nya keren banget, good job JKT48  positive    0.996474\n",
       "20771  Congrats JKT48 NEW ERA atas mini albumnya. JKT...  positive    0.574264\n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...   neutral    0.000000"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments[['Comment', 'Sentiment', 'Confidence']].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Komentar dengan labelling manual ditandai dengan nilai confidence 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1040</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2177</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>118 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...   neutral\n",
       "12665  Performance Videonya kaya memberitahu kita ten...   neutral\n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...   neutral\n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...   neutral\n",
       "...                                                  ...       ...\n",
       "216    Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "1040   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "2012   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "2033   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "2177   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral\n",
       "\n",
       "[118 rows x 2 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments[comments['Confidence']==0][['Comment', 'Sentiment']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Username</th>\n",
       "      <th>Comment</th>\n",
       "      <th>LikeCount</th>\n",
       "      <th>ReplyCount</th>\n",
       "      <th>Date</th>\n",
       "      <th>Comment_clean</th>\n",
       "      <th>Comment_size</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID, Username, Comment, LikeCount, ReplyCount, Date, Comment_clean, Comment_size, Sentiment, Confidence]\n",
       "Index: []"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comments[comments['Sentiment'].isnull()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Sudah tidak ada Sentiment yang kosong"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Check Labelling Result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8562</th>\n",
       "      <td>11 tahun lebih mereka berkiprah di dunia musik...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15602</th>\n",
       "      <td>Ini lagu ttg pelajaran IPA. Benang sari (janta...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.434662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19329</th>\n",
       "      <td>Three words for this new special performance i...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.982986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8867</th>\n",
       "      <td>Si baju putih yang polos dan masih suci itu di...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21074</th>\n",
       "      <td>BRAVO JKT48 NEW ERA!!!</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.968161</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment  Confidence\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...   neutral    0.000000\n",
       "12665  Performance Videonya kaya memberitahu kita ten...   neutral    0.000000\n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral    0.000000\n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...   neutral    0.000000\n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...   neutral    0.000000\n",
       "8562   11 tahun lebih mereka berkiprah di dunia musik...   neutral    0.000000\n",
       "15602  Ini lagu ttg pelajaran IPA. Benang sari (janta...   neutral    0.434662\n",
       "19329  Three words for this new special performance i...   neutral    0.982986\n",
       "8867   Si baju putih yang polos dan masih suci itu di...   neutral    0.000000\n",
       "21074                             BRAVO JKT48 NEW ERA!!!   neutral    0.968161"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Comments with Positive Sentiment\n",
    "positive_comments = comments[comments['Sentiment'] == 'neutral']\n",
    "positive_comments[['Comment', 'Sentiment', 'Confidence']].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13367</th>\n",
       "      <td>Guys, lagu ini bukan tentang LGBT, tapi tentan...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12665</th>\n",
       "      <td>Performance Videonya kaya memberitahu kita ten...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2359</th>\n",
       "      <td>Malam ini rahasia ya\\nKamu tak boleh bilang si...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6792</th>\n",
       "      <td>Terlepas dari kontroversi yang ada, sejujurnya...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1882</th>\n",
       "      <td>buay yg blg lesbi itu salah besar ya, ini tuh ...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8562</th>\n",
       "      <td>11 tahun lebih mereka berkiprah di dunia musik...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15602</th>\n",
       "      <td>Ini lagu ttg pelajaran IPA. Benang sari (janta...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.434662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19329</th>\n",
       "      <td>Three words for this new special performance i...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.982986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8867</th>\n",
       "      <td>Si baju putih yang polos dan masih suci itu di...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21074</th>\n",
       "      <td>BRAVO JKT48 NEW ERA!!!</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.968161</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment  Confidence\n",
       "13367  Guys, lagu ini bukan tentang LGBT, tapi tentan...   neutral    0.000000\n",
       "12665  Performance Videonya kaya memberitahu kita ten...   neutral    0.000000\n",
       "2359   Malam ini rahasia ya\\nKamu tak boleh bilang si...   neutral    0.000000\n",
       "6792   Terlepas dari kontroversi yang ada, sejujurnya...   neutral    0.000000\n",
       "1882   buay yg blg lesbi itu salah besar ya, ini tuh ...   neutral    0.000000\n",
       "8562   11 tahun lebih mereka berkiprah di dunia musik...   neutral    0.000000\n",
       "15602  Ini lagu ttg pelajaran IPA. Benang sari (janta...   neutral    0.434662\n",
       "19329  Three words for this new special performance i...   neutral    0.982986\n",
       "8867   Si baju putih yang polos dan masih suci itu di...   neutral    0.000000\n",
       "21074                             BRAVO JKT48 NEW ERA!!!   neutral    0.968161"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Comments with Neutral Sentiment\n",
    "neutral_comments = comments[comments['Sentiment'] == 'neutral']\n",
    "neutral_comments[['Comment', 'Sentiment', 'Confidence']].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Masih ada yang miss untuk sentiment neutral sperti komentar dengan index 19329, 21074, 12790, & 16379 seharusnya positive"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Comment</th>\n",
       "      <th>Sentiment</th>\n",
       "      <th>Confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>15040</th>\n",
       "      <td>Ini jujur, TERLALU INDAH. bagus banget JOT! Da...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.765288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11341</th>\n",
       "      <td>Gila keren parah udah trending 1 aja, dan tren...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.981162</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7176</th>\n",
       "      <td>Kalo dari judul dan lirik sendiri sebenarnya i...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.939781</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17953</th>\n",
       "      <td>Diluar semua kontroversi, big applause untuk a...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.775857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4627</th>\n",
       "      <td>Media bilang ini single baru padahal cuman spe...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.988137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5422</th>\n",
       "      <td>Perbanyak mv masterpiece seperti ini , komplek...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.508472</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7144</th>\n",
       "      <td>Makin lama makin di dengar makin bgus lebih masuk</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.564185</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18635</th>\n",
       "      <td>Woaaahh kaget dong, keren banget ini mah. Sema...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.732071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6036</th>\n",
       "      <td>JKT48 KOK JADI KEREN GINI WOY???! DARI MANA SA...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.989798</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9587</th>\n",
       "      <td>Ampunn JKT48 SEKARANG SEBAGUS INI 😍</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.995161</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Comment Sentiment  Confidence\n",
       "15040  Ini jujur, TERLALU INDAH. bagus banget JOT! Da...  negative    0.765288\n",
       "11341  Gila keren parah udah trending 1 aja, dan tren...  negative    0.981162\n",
       "7176   Kalo dari judul dan lirik sendiri sebenarnya i...  negative    0.939781\n",
       "17953  Diluar semua kontroversi, big applause untuk a...  negative    0.775857\n",
       "4627   Media bilang ini single baru padahal cuman spe...  negative    0.988137\n",
       "5422   Perbanyak mv masterpiece seperti ini , komplek...  negative    0.508472\n",
       "7144   Makin lama makin di dengar makin bgus lebih masuk  negative    0.564185\n",
       "18635  Woaaahh kaget dong, keren banget ini mah. Sema...  negative    0.732071\n",
       "6036   JKT48 KOK JADI KEREN GINI WOY???! DARI MANA SA...  negative    0.989798\n",
       "9587                 Ampunn JKT48 SEKARANG SEBAGUS INI 😍  negative    0.995161"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check Comments with Negative Sentiment\n",
    "negative_comments = comments[comments['Sentiment'] == 'negative']\n",
    "negative_comments[['Comment', 'Sentiment', 'Confidence']].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Masih banyak yang miss untuk sentiment negative sperti komentar dengan index 15040, 11341, 7176, 5422, 7144, 18635, 6036, & 9587 seharusnya positive"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Save to CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sentiment-labeled dataset saved to dataset/oshibe_spv_comments_2025-01-15_labeled.csv\n"
     ]
    }
   ],
   "source": [
    "output_path = file_path.replace(\".csv\", \"_labeled.csv\")\n",
    "comments.to_csv(output_path, index=False)\n",
    "\n",
    "print(f\"Sentiment-labeled dataset saved to {output_path}\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}