Copy_of_PSG2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Copy of PSG2.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "Positive Synonym Generator. "
      ],
      "metadata": {
        "id": "uMVdtQXR6a4X"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "GF8fymyL8kT-"
      },
      "outputs": [],
      "source": [
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1=pd.read_csv(\"Tweets.csv\")\n",
        "df1=df1.dropna()\n",
        "df1.head()"
      ],
      "metadata": {
        "id": "Ighpqkm88vK8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "2ea57d67-34f4-44c5-a022-1f70f05732fa"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       textID                                               text  \\\n",
              "0  cb774db0d1                I`d have responded, if I were going   \n",
              "1  549e992a42      Sooo SAD I will miss you here in San Diego!!!   \n",
              "2  088c60f138                          my boss is bullying me...   \n",
              "3  9642c003ef                     what interview! leave me alone   \n",
              "4  358bd9e861   Sons of ****, why couldn`t they put them on t...   \n",
              "\n",
              "                         selected_text sentiment  \n",
              "0  I`d have responded, if I were going   neutral  \n",
              "1                             Sooo SAD  negative  \n",
              "2                          bullying me  negative  \n",
              "3                       leave me alone  negative  \n",
              "4                        Sons of ****,  negative  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-fac03efd-d077-41ad-ae96-b2f95e7a9cf3\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>cb774db0d1</td>\n",
              "      <td>I`d have responded, if I were going</td>\n",
              "      <td>I`d have responded, if I were going</td>\n",
              "      <td>neutral</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>358bd9e861</td>\n",
              "      <td>Sons of ****, why couldn`t they put them on t...</td>\n",
              "      <td>Sons of ****,</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fac03efd-d077-41ad-ae96-b2f95e7a9cf3')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-fac03efd-d077-41ad-ae96-b2f95e7a9cf3 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-fac03efd-d077-41ad-ae96-b2f95e7a9cf3');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Creating a DataFrame (df_filtered) containing only negative tweets.\n"
      ],
      "metadata": {
        "id": "Bz4aQopc6oJg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_filtered = df1[df1['sentiment'] =='negative']\n",
        "df_filtered=df_filtered.reset_index()\n",
        "  \n",
        "# Print the new dataframe\n",
        "print(df_filtered.head())\n",
        "print('Length of dataframe:', len(df_filtered))"
      ],
      "metadata": {
        "id": "4x3S_vir-jY8",
        "outputId": "1cfc2939-4af4-4092-b81c-6475a1ebd4a2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "   index      textID                                               text  \\\n",
            "0      1  549e992a42      Sooo SAD I will miss you here in San Diego!!!   \n",
            "1      2  088c60f138                          my boss is bullying me...   \n",
            "2      3  9642c003ef                     what interview! leave me alone   \n",
            "3      4  358bd9e861   Sons of ****, why couldn`t they put them on t...   \n",
            "4     12  74a76f6e0a       My Sharpie is running DANGERously low on ink   \n",
            "\n",
            "    selected_text sentiment  \n",
            "0        Sooo SAD  negative  \n",
            "1     bullying me  negative  \n",
            "2  leave me alone  negative  \n",
            "3   Sons of ****,  negative  \n",
            "4     DANGERously  negative  \n",
            "Length of dataframe: 7781\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Calculating individual sentiment scores using VADER"
      ],
      "metadata": {
        "id": "rEK9GLTi7aR4"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install vaderSentiment\n"
      ],
      "metadata": {
        "id": "D15aGEjAIA4A",
        "outputId": "c2fcf36b-7e80-4941-c3a2-3843a6726153",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting vaderSentiment\n",
            "  Downloading vaderSentiment-3.3.2-py2.py3-none-any.whl (125 kB)\n",
            "\u001b[K     |████████████████████████████████| 125 kB 7.3 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from vaderSentiment) (2.23.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->vaderSentiment) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->vaderSentiment) (2022.6.15)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->vaderSentiment) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->vaderSentiment) (1.24.3)\n",
            "Installing collected packages: vaderSentiment\n",
            "Successfully installed vaderSentiment-3.3.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from vaderSentiment.vaderSentiment import *\n",
        "new_words = {\n",
        "    '****':-2.5,\n",
        "}\n",
        "\n",
        "sid_obj = SentimentIntensityAnalyzer()\n",
        "sid_obj.lexicon.update(new_words)\n",
        "\n",
        "def sentiment_scores(text):\n",
        "    sentiments=[]\n",
        "    sentitext= SentiText(text)\n",
        "    words_and_emoticons = sentitext.words_and_emoticons\n",
        "   \n",
        "    for item in words_and_emoticons:\n",
        "            valence = 0\n",
        "            i = words_and_emoticons.index(item)\n",
        "    \n",
        "    \n",
        "\n",
        "            sentiment_dict = sid_obj.sentiment_valence(valence, sentitext, item, i, sentiments)\n",
        "            \n",
        "\n",
        "    return sentiment_dict\n"
      ],
      "metadata": {
        "id": "a3s6tvMfyqrJ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "sentence=df_filtered.text[1]\n",
        "print(sentence)\n",
        "print(sentiment_scores(sentence))\n",
        "sentiment_scores(\"****\")"
      ],
      "metadata": {
        "id": "5bVWtnXZWpz9",
        "outputId": "fe2d0974-e87c-4c7e-bb92-e5075f88b665",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "my boss is bullying me...\n",
            "[0, 0, 0, -2.9, 0]\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[-2.5]"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_filtered['scores']=df_filtered['text'].map(lambda x:list(sentiment_scores(x)))\n",
        "df_filtered.reset_index()\n",
        "df_filtered.head()\n",
        "#df_filtered.insert(loc=0, column='scores', value=sentiment_scores(df_filtered['text']))\n",
        "\n"
      ],
      "metadata": {
        "id": "08I1iPyA-Kl7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "6716ac1b-6c9d-453e-ca97-094ee61817e9"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   index      textID                                               text  \\\n",
              "0      1  549e992a42      Sooo SAD I will miss you here in San Diego!!!   \n",
              "1      2  088c60f138                          my boss is bullying me...   \n",
              "2      3  9642c003ef                     what interview! leave me alone   \n",
              "3      4  358bd9e861   Sons of ****, why couldn`t they put them on t...   \n",
              "4     12  74a76f6e0a       My Sharpie is running DANGERously low on ink   \n",
              "\n",
              "    selected_text sentiment                                      scores  \n",
              "0        Sooo SAD  negative      [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]  \n",
              "1     bullying me  negative                          [0, 0, 0, -2.9, 0]  \n",
              "2  leave me alone  negative                       [0, 0, -0.2, 0, -1.0]  \n",
              "3   Sons of ****,  negative  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]  \n",
              "4     DANGERously  negative              [0, 0, 0, 0, -2.0, -1.1, 0, 0]  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-bd6ef618-e2aa-4499-a2d0-3d11b4627a79\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>358bd9e861</td>\n",
              "      <td>Sons of ****, why couldn`t they put them on t...</td>\n",
              "      <td>Sons of ****,</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-bd6ef618-e2aa-4499-a2d0-3d11b4627a79')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-bd6ef618-e2aa-4499-a2d0-3d11b4627a79 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-bd6ef618-e2aa-4499-a2d0-3d11b4627a79');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#converting the list of scores to a dictionary={index:score}\n",
        "def dict(list):\n",
        "  dict={}\n",
        "  for i in range(len(list)):\n",
        "    dict[i]=list[i]\n",
        "  return dict\n",
        "df_filtered['dictionary']=df_filtered['scores'].apply(lambda x: dict(x))\n",
        "df_filtered.head()"
      ],
      "metadata": {
        "id": "16QqhFvLxsTJ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 302
        },
        "outputId": "7ded6b97-2ce1-4151-f043-d26dce640aeb"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   index      textID                                               text  \\\n",
              "0      1  549e992a42      Sooo SAD I will miss you here in San Diego!!!   \n",
              "1      2  088c60f138                          my boss is bullying me...   \n",
              "2      3  9642c003ef                     what interview! leave me alone   \n",
              "3      4  358bd9e861   Sons of ****, why couldn`t they put them on t...   \n",
              "4     12  74a76f6e0a       My Sharpie is running DANGERously low on ink   \n",
              "\n",
              "    selected_text sentiment                                      scores  \\\n",
              "0        Sooo SAD  negative      [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1     bullying me  negative                          [0, 0, 0, -2.9, 0]   \n",
              "2  leave me alone  negative                       [0, 0, -0.2, 0, -1.0]   \n",
              "3   Sons of ****,  negative  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]   \n",
              "4     DANGERously  negative              [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "\n",
              "                                          dictionary  \n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...  \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}  \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}  \n",
              "3  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...  \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-2a9b0365-a579-4440-a9c6-e5d7b4fbe63d\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>358bd9e861</td>\n",
              "      <td>Sons of ****, why couldn`t they put them on t...</td>\n",
              "      <td>Sons of ****,</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2a9b0365-a579-4440-a9c6-e5d7b4fbe63d')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-2a9b0365-a579-4440-a9c6-e5d7b4fbe63d button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-2a9b0365-a579-4440-a9c6-e5d7b4fbe63d');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#extracting the most negative word in the sentence by sorting the dictionary and returning its index \n",
        "import operator\n",
        "from collections import OrderedDict\n",
        "def sort_dict(dict):\n",
        "  dict2=sorted(dict.items(), key=operator.itemgetter(1))\n",
        "\n",
        "  sorted_dict = OrderedDict()\n",
        "  for k, v in dict2:\n",
        "    sorted_dict[k] = v\n",
        "  first_pair = next(iter((sorted_dict.items())) )\n",
        "  for i in range(len(df_filtered)):\n",
        "    ele=first_pair[i]\n",
        "    return int(ele)\n",
        "\n",
        "\n",
        "df_filtered['neg_word']=df_filtered['dictionary'].apply(lambda x:sort_dict(x))\n",
        "df_filtered=df_filtered.reset_index()\n",
        "df_filtered.head()\n",
        "\n",
        "\n",
        "# def minimum(senti):\n",
        "#   senti.keys.sort()\n",
        "  \n",
        "#   return senti[0]"
      ],
      "metadata": {
        "id": "cnpdVNR49lBY",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 302
        },
        "outputId": "9c0855ba-201f-4b46-dba9-120d68d672a2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   level_0  index      textID  \\\n",
              "0        0      1  549e992a42   \n",
              "1        1      2  088c60f138   \n",
              "2        2      3  9642c003ef   \n",
              "3        3      4  358bd9e861   \n",
              "4        4     12  74a76f6e0a   \n",
              "\n",
              "                                                text   selected_text  \\\n",
              "0      Sooo SAD I will miss you here in San Diego!!!        Sooo SAD   \n",
              "1                          my boss is bullying me...     bullying me   \n",
              "2                     what interview! leave me alone  leave me alone   \n",
              "3   Sons of ****, why couldn`t they put them on t...   Sons of ****,   \n",
              "4       My Sharpie is running DANGERously low on ink     DANGERously   \n",
              "\n",
              "  sentiment                                      scores  \\\n",
              "0  negative      [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1  negative                          [0, 0, 0, -2.9, 0]   \n",
              "2  negative                       [0, 0, -0.2, 0, -1.0]   \n",
              "3  negative  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]   \n",
              "4  negative              [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "\n",
              "                                          dictionary  neg_word  \n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...         1  \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}         3  \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}         4  \n",
              "3  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...         0  \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...         4  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-4aae95e2-d40c-4dd8-868a-9aa5e424f5ab\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>358bd9e861</td>\n",
              "      <td>Sons of ****, why couldn`t they put them on t...</td>\n",
              "      <td>Sons of ****,</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4aae95e2-d40c-4dd8-868a-9aa5e424f5ab')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-4aae95e2-d40c-4dd8-868a-9aa5e424f5ab button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-4aae95e2-d40c-4dd8-868a-9aa5e424f5ab');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#neg=df_filtered['scores'].sort_values()\n",
        "#print(neg[1][0])\n",
        "\n",
        "# type(df_filtered['neg_word'])\n",
        "# df_filtered.neg_word[0][0]"
      ],
      "metadata": {
        "id": "ea3ogrdcIbuy"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# def find_word(series):\n",
        "#   for i in range(len(df_filtered)):\n",
        "#     ele=series[i]\n",
        "#     return int(ele)\n",
        "# df_filtered['ind']=df_filtered['neg_word'].apply(lambda x: find_word(x))\n",
        "# df_filtered.head()\n",
        "index=df_filtered['neg_word'][2]  \n",
        "print(index)\n",
        "print(df_filtered.text[2].split()[index])\n"
      ],
      "metadata": {
        "id": "h9U-JMd8dky6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ebefd132-3a8d-4a3d-fe18-2494c6350d45"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "4\n",
            "alone\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Most negative word in sentence "
      ],
      "metadata": {
        "id": "mPt2G8kV47Bc"
      }
    },
    {
      "cell_type": "code",
      "source": [
        " \n",
        "#   for i in range(len(df_filtered)):\n",
        "#     lst=text.split()\n",
        "#     index=df_filtered['neg_word'][i]\n",
        "#     word=lst[index-1]\n",
        "#     return word\n",
        "\n",
        "# for i in range(len(df_filtered)):\n",
        "#   df_filtered['word'][i]=df_filtered['text'][i].split()[df_filtered['neg_word'][i]]\n",
        "\n",
        "def ext_word():\n",
        "  list=[]\n",
        "  for i in range(len(df_filtered)):\n",
        "    lst=df_filtered['text'][i].split()\n",
        "    index=df_filtered['neg_word'][i]\n",
        "    list.append(lst[index])\n",
        "  return list\n",
        "  \n",
        "#store the words in a list and assign it to a new column in the dataframe.\n",
        "word_list=ext_word()\n",
        "df_filtered['word']=word_list\n",
        "df_filtered.tail()"
      ],
      "metadata": {
        "id": "WbN2c6__i6CQ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 406
        },
        "outputId": "5e7725f7-cfd5-4f18-c3ff-3063424db4a0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      level_0  index      textID  \\\n",
              "7776     7776  27464  e7eecffdc8   \n",
              "7777     7777  27470  778184dff1   \n",
              "7778     7778  27472  8f5adc47ec   \n",
              "7779     7779  27476  4eac33d1c0   \n",
              "7780     7780  27477  4f4c4fc327   \n",
              "\n",
              "                                                   text  selected_text  \\\n",
              "7776  rec game....trying not to cry...the pain is to...      breakingg   \n",
              "7777   lol i know  and haha..did you fall asleep?? o...        t bored   \n",
              "7778  http://twitpic.com/663vr - Wanted to visit the...  were too late   \n",
              "7779   wish we could come see u on Denver  husband l...         d lost   \n",
              "7780   I`ve wondered about rake to.  The client has ...  , don`t force   \n",
              "\n",
              "     sentiment                                             scores  \\\n",
              "7776  negative  [0, 0, 0, 0, 0, 1.702, 0, 0, 0, 0, 0, -1.7, 0,...   \n",
              "7777  negative  [1.8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, -1.1, 0, 0...   \n",
              "7778  negative               [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]   \n",
              "7779  negative  [1.7, 0, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0, 0, 0...   \n",
              "7780  negative  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1.6, 0, 0, 0, 0...   \n",
              "\n",
              "                                             dictionary  neg_word  \\\n",
              "7776  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 1.702, 6: 0,...        11   \n",
              "7777  {0: 1.8, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...        11   \n",
              "7778  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...         0   \n",
              "7779  {0: 1.7, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...         9   \n",
              "7780  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...         0   \n",
              "\n",
              "                          word  \n",
              "7776                      lose  \n",
              "7777                     bored  \n",
              "7778  http://twitpic.com/663vr  \n",
              "7779                      lost  \n",
              "7780                      I`ve  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-da6bf81a-55dc-4aaf-b7bd-101a2af0b36c\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "      <th>word</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>7776</th>\n",
              "      <td>7776</td>\n",
              "      <td>27464</td>\n",
              "      <td>e7eecffdc8</td>\n",
              "      <td>rec game....trying not to cry...the pain is to...</td>\n",
              "      <td>breakingg</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 1.702, 0, 0, 0, 0, 0, -1.7, 0,...</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 1.702, 6: 0,...</td>\n",
              "      <td>11</td>\n",
              "      <td>lose</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7777</th>\n",
              "      <td>7777</td>\n",
              "      <td>27470</td>\n",
              "      <td>778184dff1</td>\n",
              "      <td>lol i know  and haha..did you fall asleep?? o...</td>\n",
              "      <td>t bored</td>\n",
              "      <td>negative</td>\n",
              "      <td>[1.8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, -1.1, 0, 0...</td>\n",
              "      <td>{0: 1.8, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...</td>\n",
              "      <td>11</td>\n",
              "      <td>bored</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7778</th>\n",
              "      <td>7778</td>\n",
              "      <td>27472</td>\n",
              "      <td>8f5adc47ec</td>\n",
              "      <td>http://twitpic.com/663vr - Wanted to visit the...</td>\n",
              "      <td>were too late</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...</td>\n",
              "      <td>0</td>\n",
              "      <td>http://twitpic.com/663vr</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7779</th>\n",
              "      <td>7779</td>\n",
              "      <td>27476</td>\n",
              "      <td>4eac33d1c0</td>\n",
              "      <td>wish we could come see u on Denver  husband l...</td>\n",
              "      <td>d lost</td>\n",
              "      <td>negative</td>\n",
              "      <td>[1.7, 0, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0, 0, 0...</td>\n",
              "      <td>{0: 1.7, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...</td>\n",
              "      <td>9</td>\n",
              "      <td>lost</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7780</th>\n",
              "      <td>7780</td>\n",
              "      <td>27477</td>\n",
              "      <td>4f4c4fc327</td>\n",
              "      <td>I`ve wondered about rake to.  The client has ...</td>\n",
              "      <td>, don`t force</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1.6, 0, 0, 0, 0...</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...</td>\n",
              "      <td>0</td>\n",
              "      <td>I`ve</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-da6bf81a-55dc-4aaf-b7bd-101a2af0b36c')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-da6bf81a-55dc-4aaf-b7bd-101a2af0b36c button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-da6bf81a-55dc-4aaf-b7bd-101a2af0b36c');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_filtered.to_csv('file1.csv')"
      ],
      "metadata": {
        "id": "Cpj1qsGOHG77"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "To print Synonyms"
      ],
      "metadata": {
        "id": "xmCBoLxFXMJk"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import nltk\n",
        "nltk.download('wordnet')\n",
        "nltk.download('omw-1.4')"
      ],
      "metadata": {
        "id": "Sa5rpQS2X0kN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "58facf45-72ae-4682-d041-f7556c412590"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data] Downloading package omw-1.4 to /root/nltk_data...\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from nltk.corpus import wordnet\n",
        "def synonyms(word):\n",
        "  for i in range(len(df_filtered)):\n",
        "    synonyms = []\n",
        "    for syn in wordnet.synsets(word):\n",
        "\t    for l in syn.lemmas():\n",
        "\t\t    synonyms.append(l.name())\n",
        "    return synonyms\n",
        "df_filtered['syn']=df_filtered['word'].apply(lambda x:synonyms(x))\n",
        "df_filtered.head()\n"
      ],
      "metadata": {
        "id": "uq68oeislAmU",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 441
        },
        "outputId": "54395782-ac90-4f33-e790-006d25496dbe"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   level_0  index      textID  \\\n",
              "0        0      1  549e992a42   \n",
              "1        1      2  088c60f138   \n",
              "2        2      3  9642c003ef   \n",
              "3        3      4  358bd9e861   \n",
              "4        4     12  74a76f6e0a   \n",
              "\n",
              "                                                text   selected_text  \\\n",
              "0      Sooo SAD I will miss you here in San Diego!!!        Sooo SAD   \n",
              "1                          my boss is bullying me...     bullying me   \n",
              "2                     what interview! leave me alone  leave me alone   \n",
              "3   Sons of ****, why couldn`t they put them on t...   Sons of ****,   \n",
              "4       My Sharpie is running DANGERously low on ink     DANGERously   \n",
              "\n",
              "  sentiment                                      scores  \\\n",
              "0  negative      [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1  negative                          [0, 0, 0, -2.9, 0]   \n",
              "2  negative                       [0, 0, -0.2, 0, -1.0]   \n",
              "3  negative  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]   \n",
              "4  negative              [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "\n",
              "                                          dictionary  neg_word         word  \\\n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...         1          SAD   \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}         3     bullying   \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}         4        alone   \n",
              "3  {0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...         0         Sons   \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...         4  DANGERously   \n",
              "\n",
              "                                                 syn  \n",
              "0  [sad, sad, deplorable, distressing, lamentable...  \n",
              "1  [bullying, intimidation, strong-arm, bully, br...  \n",
              "2  [alone, alone, lone, lonely, solitary, alone, ...  \n",
              "3                       [son, boy, Son, Word, Logos]  \n",
              "4             [perilously, hazardously, dangerously]  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a421392a-ae5f-4623-8c4e-6b2486a811e8\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "      <th>word</th>\n",
              "      <th>syn</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "      <td>1</td>\n",
              "      <td>SAD</td>\n",
              "      <td>[sad, sad, deplorable, distressing, lamentable...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "      <td>3</td>\n",
              "      <td>bullying</td>\n",
              "      <td>[bullying, intimidation, strong-arm, bully, br...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "      <td>4</td>\n",
              "      <td>alone</td>\n",
              "      <td>[alone, alone, lone, lonely, solitary, alone, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>358bd9e861</td>\n",
              "      <td>Sons of ****, why couldn`t they put them on t...</td>\n",
              "      <td>Sons of ****,</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: ...</td>\n",
              "      <td>0</td>\n",
              "      <td>Sons</td>\n",
              "      <td>[son, boy, Son, Word, Logos]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "      <td>4</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>[perilously, hazardously, dangerously]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a421392a-ae5f-4623-8c4e-6b2486a811e8')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-a421392a-ae5f-4623-8c4e-6b2486a811e8 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-a421392a-ae5f-4623-8c4e-6b2486a811e8');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Drop rows "
      ],
      "metadata": {
        "id": "zNIFy28kGhZg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "x=df_filtered[df_filtered.text.str.contains(r'[*]')]"
      ],
      "metadata": {
        "id": "O5g-dEceGjHR"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df2=(df_filtered.drop(df_filtered[df_filtered.text.str.contains(r'[*]')\n",
        "                 |df_filtered.word.str.contains(r'[0-9]')\n",
        "                 |df_filtered.word.str.contains(r'[@#&$%+-/*:]')\n",
        "                 | df_filtered.selected_text.str.contains(r'[*]')\n",
        "                 | df_filtered.syn.str.contains(r'[[]]')].index))\n",
        "df2.to_csv('filez.csv')\n"
      ],
      "metadata": {
        "id": "NdBxpmMLFWdN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "29ea2ace-5d21-45e0-9d05-1c1a1790abc5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/pandas/core/strings/accessor.py:1153: FutureWarning: Possible nested set at position 1\n",
            "  if regex and re.compile(pat).groups:\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Score of synonym"
      ],
      "metadata": {
        "id": "Bhc4g53litRq"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "synon = df2.syn[1]\n",
        "print(synon)\n",
        "for i in range(len(df2.syn[1])):\n",
        "  print(df2.syn[1][i])\n",
        "  print(sentiment_scores(df2.syn[1][i]))"
      ],
      "metadata": {
        "id": "BK5pDLo4pQbN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "dc734b61-6e39-4cfa-9527-ad7e9d286c5f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['bullying', 'intimidation', 'strong-arm', 'bully', 'browbeat', 'bullyrag', 'ballyrag', 'boss_around', 'hector', 'push_around', 'browbeat', 'bully', 'swagger', 'blustery', 'bullying']\n",
            "bullying\n",
            "[-2.9]\n",
            "intimidation\n",
            "[-1.8]\n",
            "strong-arm\n",
            "[0]\n",
            "bully\n",
            "[-2.2]\n",
            "browbeat\n",
            "[0]\n",
            "bullyrag\n",
            "[0]\n",
            "ballyrag\n",
            "[0]\n",
            "boss_around\n",
            "[0]\n",
            "hector\n",
            "[0]\n",
            "push_around\n",
            "[0]\n",
            "browbeat\n",
            "[0]\n",
            "bully\n",
            "[-2.2]\n",
            "swagger\n",
            "[0]\n",
            "blustery\n",
            "[0]\n",
            "bullying\n",
            "[-2.9]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def sent_score(syn):\n",
        "    for i in range(len(df2.syn)):\n",
        "      sent_score = []\n",
        "      for j in range(len(syn)):\n",
        "        sent_score.append(sentiment_scores(syn[j]))\n",
        "      return sent_score\n",
        "df2['sent_score']=df2['syn'].apply(lambda x:sent_score(x))\n",
        "df2.head()\n"
      ],
      "metadata": {
        "id": "rffYKax9mtJG",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 510
        },
        "outputId": "7f832b0b-0ae7-4ab1-b490-4fac18dacbaa"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   level_0  index      textID  \\\n",
              "0        0      1  549e992a42   \n",
              "1        1      2  088c60f138   \n",
              "2        2      3  9642c003ef   \n",
              "4        4     12  74a76f6e0a   \n",
              "5        5     13  04dd1d2e34   \n",
              "\n",
              "                                                text   selected_text  \\\n",
              "0      Sooo SAD I will miss you here in San Diego!!!        Sooo SAD   \n",
              "1                          my boss is bullying me...     bullying me   \n",
              "2                     what interview! leave me alone  leave me alone   \n",
              "4       My Sharpie is running DANGERously low on ink     DANGERously   \n",
              "5  i want to go to music tonight but i lost my vo...            lost   \n",
              "\n",
              "  sentiment                                     scores  \\\n",
              "0  negative     [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1  negative                         [0, 0, 0, -2.9, 0]   \n",
              "2  negative                      [0, 0, -0.2, 0, -1.0]   \n",
              "4  negative             [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "5  negative  [0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]   \n",
              "\n",
              "                                          dictionary  neg_word         word  \\\n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...         1          SAD   \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}         3     bullying   \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}         4        alone   \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...         4  DANGERously   \n",
              "5  {0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...         9         lost   \n",
              "\n",
              "                                                 syn  \\\n",
              "0  [sad, sad, deplorable, distressing, lamentable...   \n",
              "1  [bullying, intimidation, strong-arm, bully, br...   \n",
              "2  [alone, alone, lone, lonely, solitary, alone, ...   \n",
              "4             [perilously, hazardously, dangerously]   \n",
              "5  [doomed, lost, lose, lose, lose, misplace, mis...   \n",
              "\n",
              "                                          sent_score  \n",
              "0  [[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...  \n",
              "1  [[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...  \n",
              "2  [[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...  \n",
              "4                                 [[0], [0], [-2.0]]  \n",
              "5  [[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a56f57cf-d134-43d3-9c74-87b85bbd19f0\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "      <th>word</th>\n",
              "      <th>syn</th>\n",
              "      <th>sent_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "      <td>1</td>\n",
              "      <td>SAD</td>\n",
              "      <td>[sad, sad, deplorable, distressing, lamentable...</td>\n",
              "      <td>[[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "      <td>3</td>\n",
              "      <td>bullying</td>\n",
              "      <td>[bullying, intimidation, strong-arm, bully, br...</td>\n",
              "      <td>[[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "      <td>4</td>\n",
              "      <td>alone</td>\n",
              "      <td>[alone, alone, lone, lonely, solitary, alone, ...</td>\n",
              "      <td>[[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "      <td>4</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>[perilously, hazardously, dangerously]</td>\n",
              "      <td>[[0], [0], [-2.0]]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>13</td>\n",
              "      <td>04dd1d2e34</td>\n",
              "      <td>i want to go to music tonight but i lost my vo...</td>\n",
              "      <td>lost</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...</td>\n",
              "      <td>9</td>\n",
              "      <td>lost</td>\n",
              "      <td>[doomed, lost, lose, lose, lose, misplace, mis...</td>\n",
              "      <td>[[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a56f57cf-d134-43d3-9c74-87b85bbd19f0')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-a56f57cf-d134-43d3-9c74-87b85bbd19f0 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-a56f57cf-d134-43d3-9c74-87b85bbd19f0');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def sent_score(syno):\n",
        "    for i in range(len(df2)):\n",
        "      sent_score = []\n",
        "      for j in range(len(syno)):\n",
        "        sent_score.append(sentiment_scores(syno[j]))\n",
        "      return sent_score\n",
        "df2['sent_score']=df2['syn'].apply(lambda x:sent_score(x))\n",
        "df2.head()\n"
      ],
      "metadata": {
        "id": "vqt60KsxxaPA",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 510
        },
        "outputId": "a8dce5fb-564a-44ce-97c9-6e4ee3b3efd1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   level_0  index      textID  \\\n",
              "0        0      1  549e992a42   \n",
              "1        1      2  088c60f138   \n",
              "2        2      3  9642c003ef   \n",
              "4        4     12  74a76f6e0a   \n",
              "5        5     13  04dd1d2e34   \n",
              "\n",
              "                                                text   selected_text  \\\n",
              "0      Sooo SAD I will miss you here in San Diego!!!        Sooo SAD   \n",
              "1                          my boss is bullying me...     bullying me   \n",
              "2                     what interview! leave me alone  leave me alone   \n",
              "4       My Sharpie is running DANGERously low on ink     DANGERously   \n",
              "5  i want to go to music tonight but i lost my vo...            lost   \n",
              "\n",
              "  sentiment                                     scores  \\\n",
              "0  negative     [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1  negative                         [0, 0, 0, -2.9, 0]   \n",
              "2  negative                      [0, 0, -0.2, 0, -1.0]   \n",
              "4  negative             [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "5  negative  [0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]   \n",
              "\n",
              "                                          dictionary  neg_word         word  \\\n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...         1          SAD   \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}         3     bullying   \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}         4        alone   \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...         4  DANGERously   \n",
              "5  {0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...         9         lost   \n",
              "\n",
              "                                                 syn  \\\n",
              "0  [sad, sad, deplorable, distressing, lamentable...   \n",
              "1  [bullying, intimidation, strong-arm, bully, br...   \n",
              "2  [alone, alone, lone, lonely, solitary, alone, ...   \n",
              "4             [perilously, hazardously, dangerously]   \n",
              "5  [doomed, lost, lose, lose, lose, misplace, mis...   \n",
              "\n",
              "                                          sent_score  \n",
              "0  [[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...  \n",
              "1  [[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...  \n",
              "2  [[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...  \n",
              "4                                 [[0], [0], [-2.0]]  \n",
              "5  [[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d12da0da-0586-4a4d-93e6-5c752bc8e0e9\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "      <th>word</th>\n",
              "      <th>syn</th>\n",
              "      <th>sent_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "      <td>1</td>\n",
              "      <td>SAD</td>\n",
              "      <td>[sad, sad, deplorable, distressing, lamentable...</td>\n",
              "      <td>[[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "      <td>3</td>\n",
              "      <td>bullying</td>\n",
              "      <td>[bullying, intimidation, strong-arm, bully, br...</td>\n",
              "      <td>[[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "      <td>4</td>\n",
              "      <td>alone</td>\n",
              "      <td>[alone, alone, lone, lonely, solitary, alone, ...</td>\n",
              "      <td>[[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "      <td>4</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>[perilously, hazardously, dangerously]</td>\n",
              "      <td>[[0], [0], [-2.0]]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>13</td>\n",
              "      <td>04dd1d2e34</td>\n",
              "      <td>i want to go to music tonight but i lost my vo...</td>\n",
              "      <td>lost</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...</td>\n",
              "      <td>9</td>\n",
              "      <td>lost</td>\n",
              "      <td>[doomed, lost, lose, lose, lose, misplace, mis...</td>\n",
              "      <td>[[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d12da0da-0586-4a4d-93e6-5c752bc8e0e9')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d12da0da-0586-4a4d-93e6-5c752bc8e0e9 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d12da0da-0586-4a4d-93e6-5c752bc8e0e9');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Stemming of synonyms"
      ],
      "metadata": {
        "id": "-3RZTfXmz21F"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "ps = nltk.PorterStemmer()\n",
        "\n",
        "def stemming(text):\n",
        "    text = [ps.stem(word) for word in text]\n",
        "    return text\n",
        "\n",
        "df2['Tweet_stemmed'] = df2['syn'].apply(lambda x: stemming(x))\n",
        "df2.head()\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 617
        },
        "id": "EKmLubK4z_cs",
        "outputId": "594fd2de-9cff-42f5-fd91-b77947d69a71"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   level_0  index      textID  \\\n",
              "0        0      1  549e992a42   \n",
              "1        1      2  088c60f138   \n",
              "2        2      3  9642c003ef   \n",
              "4        4     12  74a76f6e0a   \n",
              "5        5     13  04dd1d2e34   \n",
              "\n",
              "                                                text   selected_text  \\\n",
              "0      Sooo SAD I will miss you here in San Diego!!!        Sooo SAD   \n",
              "1                          my boss is bullying me...     bullying me   \n",
              "2                     what interview! leave me alone  leave me alone   \n",
              "4       My Sharpie is running DANGERously low on ink     DANGERously   \n",
              "5  i want to go to music tonight but i lost my vo...            lost   \n",
              "\n",
              "  sentiment                                     scores  \\\n",
              "0  negative     [0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]   \n",
              "1  negative                         [0, 0, 0, -2.9, 0]   \n",
              "2  negative                      [0, 0, -0.2, 0, -1.0]   \n",
              "4  negative             [0, 0, 0, 0, -2.0, -1.1, 0, 0]   \n",
              "5  negative  [0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]   \n",
              "\n",
              "                                          dictionary  neg_word         word  \\\n",
              "0  {0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...         1          SAD   \n",
              "1                  {0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}         3     bullying   \n",
              "2               {0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}         4        alone   \n",
              "4  {0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...         4  DANGERously   \n",
              "5  {0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...         9         lost   \n",
              "\n",
              "                                                 syn  \\\n",
              "0  [sad, sad, deplorable, distressing, lamentable...   \n",
              "1  [bullying, intimidation, strong-arm, bully, br...   \n",
              "2  [alone, alone, lone, lonely, solitary, alone, ...   \n",
              "4             [perilously, hazardously, dangerously]   \n",
              "5  [doomed, lost, lose, lose, lose, misplace, mis...   \n",
              "\n",
              "                                          sent_score  \\\n",
              "0  [[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...   \n",
              "1  [[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...   \n",
              "2  [[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...   \n",
              "4                                 [[0], [0], [-2.0]]   \n",
              "5  [[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...   \n",
              "\n",
              "                                       Tweet_stemmed  \n",
              "0  [sad, sad, deplor, distress, lament, piti, sad...  \n",
              "1  [bulli, intimid, strong-arm, bulli, browbeat, ...  \n",
              "2  [alon, alon, lone, lone, solitari, alon, onli,...  \n",
              "4                            [peril, hazard, danger]  \n",
              "5  [doom, lost, lose, lose, lose, misplac, mislay...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-009389ae-55a1-430c-95db-4be7239accf1\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>textID</th>\n",
              "      <th>text</th>\n",
              "      <th>selected_text</th>\n",
              "      <th>sentiment</th>\n",
              "      <th>scores</th>\n",
              "      <th>dictionary</th>\n",
              "      <th>neg_word</th>\n",
              "      <th>word</th>\n",
              "      <th>syn</th>\n",
              "      <th>sent_score</th>\n",
              "      <th>Tweet_stemmed</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>549e992a42</td>\n",
              "      <td>Sooo SAD I will miss you here in San Diego!!!</td>\n",
              "      <td>Sooo SAD</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, -2.833, 0, 0, -0.6, 0, 0, 0, 0, 0]</td>\n",
              "      <td>{0: 0, 1: -2.833, 2: 0, 3: 0, 4: -0.6, 5: 0, 6...</td>\n",
              "      <td>1</td>\n",
              "      <td>SAD</td>\n",
              "      <td>[sad, sad, deplorable, distressing, lamentable...</td>\n",
              "      <td>[[-2.1], [-2.1], [0], [-1.7], [-1.5], [-2.2], ...</td>\n",
              "      <td>[sad, sad, deplor, distress, lament, piti, sad...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>088c60f138</td>\n",
              "      <td>my boss is bullying me...</td>\n",
              "      <td>bullying me</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, -2.9, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: -2.9, 4: 0}</td>\n",
              "      <td>3</td>\n",
              "      <td>bullying</td>\n",
              "      <td>[bullying, intimidation, strong-arm, bully, br...</td>\n",
              "      <td>[[-2.9], [-1.8], [0], [-2.2], [0], [0], [0], [...</td>\n",
              "      <td>[bulli, intimid, strong-arm, bulli, browbeat, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>9642c003ef</td>\n",
              "      <td>what interview! leave me alone</td>\n",
              "      <td>leave me alone</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, -0.2, 0, -1.0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: -0.2, 3: 0, 4: -1.0}</td>\n",
              "      <td>4</td>\n",
              "      <td>alone</td>\n",
              "      <td>[alone, alone, lone, lonely, solitary, alone, ...</td>\n",
              "      <td>[[-1.0], [-1.0], [-1.1], [-1.5], [0], [-1.0], ...</td>\n",
              "      <td>[alon, alon, lone, lone, solitari, alon, onli,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>12</td>\n",
              "      <td>74a76f6e0a</td>\n",
              "      <td>My Sharpie is running DANGERously low on ink</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0, 0, 0, -2.0, -1.1, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0, 2: 0, 3: 0, 4: -2.0, 5: -1.1, 6: ...</td>\n",
              "      <td>4</td>\n",
              "      <td>DANGERously</td>\n",
              "      <td>[perilously, hazardously, dangerously]</td>\n",
              "      <td>[[0], [0], [-2.0]]</td>\n",
              "      <td>[peril, hazard, danger]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>13</td>\n",
              "      <td>04dd1d2e34</td>\n",
              "      <td>i want to go to music tonight but i lost my vo...</td>\n",
              "      <td>lost</td>\n",
              "      <td>negative</td>\n",
              "      <td>[0, 0.3, 0, 0, 0, 0, 0, 0, 0, -1.3, 0, 0]</td>\n",
              "      <td>{0: 0, 1: 0.3, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7...</td>\n",
              "      <td>9</td>\n",
              "      <td>lost</td>\n",
              "      <td>[doomed, lost, lose, lose, lose, misplace, mis...</td>\n",
              "      <td>[[-3.2], [-1.3], [-1.7], [-1.7], [-1.7], [0], ...</td>\n",
              "      <td>[doom, lost, lose, lose, lose, misplac, mislay...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-009389ae-55a1-430c-95db-4be7239accf1')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-009389ae-55a1-430c-95db-4be7239accf1 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-009389ae-55a1-430c-95db-4be7239accf1');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Similarity Score"
      ],
      "metadata": {
        "id": "Xp8eBaNPvtTL"
      }
    }
  ]
}