News_Article_Extractor.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyP+gidnBVuUYfF4yQ4AEeE/",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/shaunck96/AI-Generated-News/blob/main/News_Article_Extractor.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 100,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "H8d9AEwhuHpN",
        "outputId": "e881e391-c9ac-4c08-bdc9-b02885ac8a9c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: newspaper3k in /usr/local/lib/python3.10/dist-packages (0.2.8)\n",
            "Requirement already satisfied: beautifulsoup4>=4.4.1 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (4.11.2)\n",
            "Requirement already satisfied: Pillow>=3.3.0 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (9.4.0)\n",
            "Requirement already satisfied: PyYAML>=3.11 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (6.0.1)\n",
            "Requirement already satisfied: cssselect>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (1.2.0)\n",
            "Requirement already satisfied: lxml>=3.6.0 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (4.9.3)\n",
            "Requirement already satisfied: nltk>=3.2.1 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (3.8.1)\n",
            "Requirement already satisfied: requests>=2.10.0 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (2.31.0)\n",
            "Requirement already satisfied: feedparser>=5.2.1 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (6.0.10)\n",
            "Requirement already satisfied: tldextract>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (5.1.1)\n",
            "Requirement already satisfied: feedfinder2>=0.0.4 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (0.0.4)\n",
            "Requirement already satisfied: jieba3k>=0.35.1 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (0.35.1)\n",
            "Requirement already satisfied: python-dateutil>=2.5.3 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (2.8.2)\n",
            "Requirement already satisfied: tinysegmenter==0.3 in /usr/local/lib/python3.10/dist-packages (from newspaper3k) (0.3)\n",
            "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4>=4.4.1->newspaper3k) (2.5)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from feedfinder2>=0.0.4->newspaper3k) (1.16.0)\n",
            "Requirement already satisfied: sgmllib3k in /usr/local/lib/python3.10/dist-packages (from feedparser>=5.2.1->newspaper3k) (1.0.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk>=3.2.1->newspaper3k) (8.1.7)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk>=3.2.1->newspaper3k) (1.3.2)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk>=3.2.1->newspaper3k) (2023.6.3)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from nltk>=3.2.1->newspaper3k) (4.66.1)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.10.0->newspaper3k) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.10.0->newspaper3k) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.10.0->newspaper3k) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.10.0->newspaper3k) (2023.7.22)\n",
            "Requirement already satisfied: requests-file>=1.4 in /usr/local/lib/python3.10/dist-packages (from tldextract>=2.0.1->newspaper3k) (1.5.1)\n",
            "Requirement already satisfied: filelock>=3.0.8 in /usr/local/lib/python3.10/dist-packages (from tldextract>=2.0.1->newspaper3k) (3.13.1)\n",
            "Collecting scrapetube==2.5.1\n",
            "  Downloading scrapetube-2.5.1-py3-none-any.whl (5.6 kB)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from scrapetube==2.5.1) (2.31.0)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from scrapetube==2.5.1) (4.5.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->scrapetube==2.5.1) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->scrapetube==2.5.1) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->scrapetube==2.5.1) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->scrapetube==2.5.1) (2023.7.22)\n",
            "Installing collected packages: scrapetube\n",
            "Successfully installed scrapetube-2.5.1\n",
            "Collecting pytube==15.0.0\n",
            "  Downloading pytube-15.0.0-py3-none-any.whl (57 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.6/57.6 kB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: pytube\n",
            "Successfully installed pytube-15.0.0\n",
            "Collecting huggingsound==0.1.6\n",
            "  Downloading huggingsound-0.1.6-py3-none-any.whl (28 kB)\n",
            "Collecting datasets<3.0.0,>=2.6.1 (from huggingsound==0.1.6)\n",
            "  Downloading datasets-2.15.0-py3-none-any.whl (521 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m521.2/521.2 kB\u001b[0m \u001b[31m11.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting jiwer<3.0.0,>=2.5.1 (from huggingsound==0.1.6)\n",
            "  Downloading jiwer-2.6.0-py3-none-any.whl (20 kB)\n",
            "Collecting librosa<0.10.0,>=0.9.2 (from huggingsound==0.1.6)\n",
            "  Downloading librosa-0.9.2-py3-none-any.whl (214 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m214.3/214.3 kB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting torch!=1.12.0,<1.13.0,>=1.7 (from huggingsound==0.1.6)\n",
            "  Downloading torch-1.12.1-cp310-cp310-manylinux1_x86_64.whl (776.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m776.3/776.3 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: transformers<5.0.0,>=4.23.1 in /usr/local/lib/python3.10/dist-packages (from huggingsound==0.1.6) (4.35.2)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.23.5)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (9.0.0)\n",
            "Collecting pyarrow-hotfix (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6)\n",
            "  Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n",
            "Collecting dill<0.3.8,>=0.3.0 (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6)\n",
            "  Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.5.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (4.66.1)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (3.4.1)\n",
            "Collecting multiprocess (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6)\n",
            "  Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m13.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (3.8.6)\n",
            "Requirement already satisfied: huggingface-hub>=0.18.0 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (0.19.4)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (6.0.1)\n",
            "Requirement already satisfied: click<9.0.0,>=8.1.3 in /usr/local/lib/python3.10/dist-packages (from jiwer<3.0.0,>=2.5.1->huggingsound==0.1.6) (8.1.7)\n",
            "Collecting rapidfuzz==2.13.7 (from jiwer<3.0.0,>=2.5.1->huggingsound==0.1.6)\n",
            "  Downloading rapidfuzz-2.13.7-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m91.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (3.0.1)\n",
            "Requirement already satisfied: scipy>=1.2.0 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (1.11.3)\n",
            "Requirement already satisfied: scikit-learn>=0.19.1 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (1.2.2)\n",
            "Requirement already satisfied: joblib>=0.14 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (1.3.2)\n",
            "Requirement already satisfied: decorator>=4.0.10 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (4.4.2)\n",
            "Collecting resampy>=0.2.2 (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6)\n",
            "  Downloading resampy-0.4.2-py3-none-any.whl (3.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m85.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numba>=0.45.1 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (0.58.1)\n",
            "Requirement already satisfied: soundfile>=0.10.2 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (0.12.1)\n",
            "Requirement already satisfied: pooch>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (1.8.0)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch!=1.12.0,<1.13.0,>=1.7->huggingsound==0.1.6) (4.5.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers<5.0.0,>=4.23.1->huggingsound==0.1.6) (3.13.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers<5.0.0,>=4.23.1->huggingsound==0.1.6) (2023.6.3)\n",
            "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers<5.0.0,>=4.23.1->huggingsound==0.1.6) (0.15.0)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers<5.0.0,>=4.23.1->huggingsound==0.1.6) (0.4.0)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (3.3.2)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (4.0.3)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.3.1)\n",
            "Requirement already satisfied: llvmlite<0.42,>=0.41.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba>=0.45.1->librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (0.41.1)\n",
            "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.0->librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (4.0.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2023.7.22)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.19.1->librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (3.2.0)\n",
            "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile>=0.10.2->librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (1.16.0)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (2023.3.post1)\n",
            "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile>=0.10.2->librosa<0.10.0,>=0.9.2->huggingsound==0.1.6) (2.21)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets<3.0.0,>=2.6.1->huggingsound==0.1.6) (1.16.0)\n",
            "Installing collected packages: torch, rapidfuzz, pyarrow-hotfix, dill, resampy, multiprocess, jiwer, librosa, datasets, huggingsound\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 2.1.0+cu118\n",
            "    Uninstalling torch-2.1.0+cu118:\n",
            "      Successfully uninstalled torch-2.1.0+cu118\n",
            "  Attempting uninstall: librosa\n",
            "    Found existing installation: librosa 0.10.1\n",
            "    Uninstalling librosa-0.10.1:\n",
            "      Successfully uninstalled librosa-0.10.1\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "torchaudio 2.1.0+cu118 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchdata 0.7.0 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchtext 0.16.0 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchvision 0.16.0+cu118 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed datasets-2.15.0 dill-0.3.7 huggingsound-0.1.6 jiwer-2.6.0 librosa-0.9.2 multiprocess-0.70.15 pyarrow-hotfix-0.6 rapidfuzz-2.13.7 resampy-0.4.2 torch-1.12.1\n",
            "Requirement already satisfied: transformers==4.35.2 in /usr/local/lib/python3.10/dist-packages (4.35.2)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (3.13.1)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.16.4 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (0.19.4)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (1.23.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (2023.6.3)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (2.31.0)\n",
            "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (0.15.0)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (0.4.0)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.35.2) (4.66.1)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers==4.35.2) (2023.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers==4.35.2) (4.5.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.35.2) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.35.2) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.35.2) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.35.2) (2023.7.22)\n",
            "Requirement already satisfied: requests==2.31.0 in /usr/local/lib/python3.10/dist-packages (2.31.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests==2.31.0) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests==2.31.0) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests==2.31.0) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests==2.31.0) (2023.7.22)\n",
            "Requirement already satisfied: tqdm==4.66.1 in /usr/local/lib/python3.10/dist-packages (4.66.1)\n",
            "Collecting openai==0.28\n",
            "  Downloading openai-0.28.0-py3-none-any.whl (76 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.5/76.5 kB\u001b[0m \u001b[31m2.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: requests>=2.20 in /usr/local/lib/python3.10/dist-packages (from openai==0.28) (2.31.0)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from openai==0.28) (4.66.1)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from openai==0.28) (3.8.6)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai==0.28) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai==0.28) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai==0.28) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai==0.28) (2023.7.22)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (23.1.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (4.0.3)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai==0.28) (1.3.1)\n",
            "Installing collected packages: openai\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "llmx 0.0.15a0 requires cohere, which is not installed.\n",
            "llmx 0.0.15a0 requires tiktoken, which is not installed.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed openai-0.28.0\n",
            "Collecting faster-whisper==0.9.0\n",
            "  Downloading faster_whisper-0.9.0-py3-none-any.whl (1.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.5/1.5 MB\u001b[0m \u001b[31m17.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting av==10.* (from faster-whisper==0.9.0)\n",
            "  Downloading av-10.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (31.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m31.0/31.0 MB\u001b[0m \u001b[31m58.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ctranslate2<4,>=3.17 (from faster-whisper==0.9.0)\n",
            "  Downloading ctranslate2-3.22.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (36.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m36.8/36.8 MB\u001b[0m \u001b[31m16.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: huggingface-hub>=0.13 in /usr/local/lib/python3.10/dist-packages (from faster-whisper==0.9.0) (0.19.4)\n",
            "Collecting tokenizers<0.15,>=0.13 (from faster-whisper==0.9.0)\n",
            "  Downloading tokenizers-0.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m116.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting onnxruntime<2,>=1.14 (from faster-whisper==0.9.0)\n",
            "  Downloading onnxruntime-1.16.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.4 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.4/6.4 MB\u001b[0m \u001b[31m122.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from ctranslate2<4,>=3.17->faster-whisper==0.9.0) (67.7.2)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from ctranslate2<4,>=3.17->faster-whisper==0.9.0) (1.23.5)\n",
            "Requirement already satisfied: pyyaml<7,>=5.3 in /usr/local/lib/python3.10/dist-packages (from ctranslate2<4,>=3.17->faster-whisper==0.9.0) (6.0.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (3.13.1)\n",
            "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (2023.6.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (4.66.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (4.5.0)\n",
            "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.13->faster-whisper==0.9.0) (23.2)\n",
            "Collecting coloredlogs (from onnxruntime<2,>=1.14->faster-whisper==0.9.0)\n",
            "  Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: flatbuffers in /usr/local/lib/python3.10/dist-packages (from onnxruntime<2,>=1.14->faster-whisper==0.9.0) (23.5.26)\n",
            "Requirement already satisfied: protobuf in /usr/local/lib/python3.10/dist-packages (from onnxruntime<2,>=1.14->faster-whisper==0.9.0) (3.20.3)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from onnxruntime<2,>=1.14->faster-whisper==0.9.0) (1.12)\n",
            "Collecting huggingface-hub>=0.13 (from faster-whisper==0.9.0)\n",
            "  Downloading huggingface_hub-0.17.3-py3-none-any.whl (295 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m33.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting humanfriendly>=9.1 (from coloredlogs->onnxruntime<2,>=1.14->faster-whisper==0.9.0)\n",
            "  Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.13->faster-whisper==0.9.0) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.13->faster-whisper==0.9.0) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.13->faster-whisper==0.9.0) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.13->faster-whisper==0.9.0) (2023.7.22)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->onnxruntime<2,>=1.14->faster-whisper==0.9.0) (1.3.0)\n",
            "Installing collected packages: av, humanfriendly, ctranslate2, huggingface-hub, coloredlogs, tokenizers, onnxruntime, faster-whisper\n",
            "  Attempting uninstall: huggingface-hub\n",
            "    Found existing installation: huggingface-hub 0.19.4\n",
            "    Uninstalling huggingface-hub-0.19.4:\n",
            "      Successfully uninstalled huggingface-hub-0.19.4\n",
            "  Attempting uninstall: tokenizers\n",
            "    Found existing installation: tokenizers 0.15.0\n",
            "    Uninstalling tokenizers-0.15.0:\n",
            "      Successfully uninstalled tokenizers-0.15.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "datasets 2.15.0 requires huggingface-hub>=0.18.0, but you have huggingface-hub 0.17.3 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed av-10.0.0 coloredlogs-15.0.1 ctranslate2-3.22.0 faster-whisper-0.9.0 huggingface-hub-0.17.3 humanfriendly-10.0 onnxruntime-1.16.3 tokenizers-0.14.1\n",
            "Collecting eyed3==0.9.7\n",
            "  Downloading eyed3-0.9.7-py3-none-any.whl (246 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m246.1/246.1 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting coverage[toml]<6.0.0,>=5.3.1 (from eyed3==0.9.7)\n",
            "  Downloading coverage-5.5-cp310-cp310-manylinux1_x86_64.whl (238 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m239.0/239.0 kB\u001b[0m \u001b[31m31.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting deprecation<3.0.0,>=2.1.0 (from eyed3==0.9.7)\n",
            "  Downloading deprecation-2.1.0-py2.py3-none-any.whl (11 kB)\n",
            "Collecting filetype<2.0.0,>=1.0.7 (from eyed3==0.9.7)\n",
            "  Downloading filetype-1.2.0-py2.py3-none-any.whl (19 kB)\n",
            "Requirement already satisfied: toml in /usr/local/lib/python3.10/dist-packages (from coverage[toml]<6.0.0,>=5.3.1->eyed3==0.9.7) (0.10.2)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from deprecation<3.0.0,>=2.1.0->eyed3==0.9.7) (23.2)\n",
            "Installing collected packages: filetype, deprecation, coverage, eyed3\n",
            "Successfully installed coverage-5.5 deprecation-2.1.0 eyed3-0.9.7 filetype-1.2.0\n",
            "Collecting tiktoken==0.5.1\n",
            "  Downloading tiktoken-0.5.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m24.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken==0.5.1) (2023.6.3)\n",
            "Requirement already satisfied: requests>=2.26.0 in /usr/local/lib/python3.10/dist-packages (from tiktoken==0.5.1) (2.31.0)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken==0.5.1) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken==0.5.1) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken==0.5.1) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.26.0->tiktoken==0.5.1) (2023.7.22)\n",
            "Installing collected packages: tiktoken\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "llmx 0.0.15a0 requires cohere, which is not installed.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed tiktoken-0.5.1\n",
            "Collecting langchain==0.0.340\n",
            "  Downloading langchain-0.0.340-py3-none-any.whl (2.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (6.0.1)\n",
            "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (2.0.23)\n",
            "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (3.8.6)\n",
            "Requirement already satisfied: anyio<4.0 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (3.7.1)\n",
            "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (4.0.3)\n",
            "Collecting dataclasses-json<0.7,>=0.5.7 (from langchain==0.0.340)\n",
            "  Downloading dataclasses_json-0.6.3-py3-none-any.whl (28 kB)\n",
            "Collecting jsonpatch<2.0,>=1.33 (from langchain==0.0.340)\n",
            "  Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB)\n",
            "Collecting langsmith<0.1.0,>=0.0.63 (from langchain==0.0.340)\n",
            "  Downloading langsmith-0.0.67-py3-none-any.whl (47 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.0/47.0 kB\u001b[0m \u001b[31m6.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy<2,>=1 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (1.23.5)\n",
            "Requirement already satisfied: pydantic<3,>=1 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (1.10.13)\n",
            "Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (2.31.0)\n",
            "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain==0.0.340) (8.2.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (3.3.2)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (6.0.4)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.340) (1.3.1)\n",
            "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain==0.0.340) (3.4)\n",
            "Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain==0.0.340) (1.3.0)\n",
            "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4.0->langchain==0.0.340) (1.1.3)\n",
            "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.340)\n",
            "  Downloading marshmallow-3.20.1-py3-none-any.whl (49 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain==0.0.340)\n",
            "  Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n",
            "Collecting jsonpointer>=1.9 (from jsonpatch<2.0,>=1.33->langchain==0.0.340)\n",
            "  Downloading jsonpointer-2.4-py2.py3-none-any.whl (7.8 kB)\n",
            "Requirement already satisfied: typing-extensions>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=1->langchain==0.0.340) (4.5.0)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain==0.0.340) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain==0.0.340) (2023.7.22)\n",
            "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain==0.0.340) (3.0.1)\n",
            "Requirement already satisfied: packaging>=17.0 in /usr/local/lib/python3.10/dist-packages (from marshmallow<4.0.0,>=3.18.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.340) (23.2)\n",
            "Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain==0.0.340)\n",
            "  Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n",
            "Installing collected packages: mypy-extensions, marshmallow, jsonpointer, typing-inspect, langsmith, jsonpatch, dataclasses-json, langchain\n",
            "Successfully installed dataclasses-json-0.6.3 jsonpatch-1.33 jsonpointer-2.4 langchain-0.0.340 langsmith-0.0.67 marshmallow-3.20.1 mypy-extensions-1.0.0 typing-inspect-0.9.0\n",
            "Collecting youtube-comment-downloader==0.1.70\n",
            "  Downloading youtube_comment_downloader-0.1.70-py3-none-any.whl (7.9 kB)\n",
            "Collecting dateparser (from youtube-comment-downloader==0.1.70)\n",
            "  Downloading dateparser-1.2.0-py2.py3-none-any.whl (294 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from youtube-comment-downloader==0.1.70) (2.31.0)\n",
            "Requirement already satisfied: python-dateutil in /usr/local/lib/python3.10/dist-packages (from dateparser->youtube-comment-downloader==0.1.70) (2.8.2)\n",
            "Requirement already satisfied: pytz in /usr/local/lib/python3.10/dist-packages (from dateparser->youtube-comment-downloader==0.1.70) (2023.3.post1)\n",
            "Requirement already satisfied: regex!=2019.02.19,!=2021.8.27 in /usr/local/lib/python3.10/dist-packages (from dateparser->youtube-comment-downloader==0.1.70) (2023.6.3)\n",
            "Requirement already satisfied: tzlocal in /usr/local/lib/python3.10/dist-packages (from dateparser->youtube-comment-downloader==0.1.70) (5.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->youtube-comment-downloader==0.1.70) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->youtube-comment-downloader==0.1.70) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->youtube-comment-downloader==0.1.70) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->youtube-comment-downloader==0.1.70) (2023.7.22)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil->dateparser->youtube-comment-downloader==0.1.70) (1.16.0)\n",
            "Installing collected packages: dateparser, youtube-comment-downloader\n",
            "Successfully installed dateparser-1.2.0 youtube-comment-downloader-0.1.70\n",
            "Collecting guardrails-ai\n",
            "  Downloading guardrails_ai-0.2.9-py3-none-any.whl (100 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m100.5/100.5 kB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting eliot<2.0.0,>=1.15.0 (from guardrails-ai)\n",
            "  Downloading eliot-1.15.0-py3-none-any.whl (113 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m113.1/113.1 kB\u001b[0m \u001b[31m6.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting eliot-tree<22.0.0,>=21.0.0 (from guardrails-ai)\n",
            "  Downloading eliot_tree-21.0.0-py3-none-any.whl (40 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.1/40.1 kB\u001b[0m \u001b[31m6.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting griffe<0.37.0,>=0.36.9 (from guardrails-ai)\n",
            "  Downloading griffe-0.36.9-py3-none-any.whl (111 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m111.7/111.7 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: lxml<5.0.0,>=4.9.3 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (4.9.3)\n",
            "Requirement already satisfied: openai<2 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (0.28.0)\n",
            "Requirement already satisfied: pydantic<2.5,>=1.10.9 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (1.10.13)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (2.8.2)\n",
            "Collecting regex<2024.0.0,>=2023.10.3 (from guardrails-ai)\n",
            "  Downloading regex-2023.10.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (773 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m773.9/773.9 kB\u001b[0m \u001b[31m28.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: rich<14.0.0,>=13.6.0 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (13.7.0)\n",
            "Collecting rstr<4.0.0,>=3.2.2 (from guardrails-ai)\n",
            "  Downloading rstr-3.2.2-py3-none-any.whl (10 kB)\n",
            "Requirement already satisfied: tenacity>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (8.2.3)\n",
            "Requirement already satisfied: typer<0.10.0,>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from guardrails-ai) (0.9.0)\n",
            "Collecting typing-extensions<5.0.0,>=4.8.0 (from guardrails-ai)\n",
            "  Downloading typing_extensions-4.8.0-py3-none-any.whl (31 kB)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from eliot<2.0.0,>=1.15.0->guardrails-ai) (1.16.0)\n",
            "Collecting zope.interface (from eliot<2.0.0,>=1.15.0->guardrails-ai)\n",
            "  Downloading zope.interface-6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (247 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m247.1/247.1 kB\u001b[0m \u001b[31m31.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pyrsistent>=0.11.8 (from eliot<2.0.0,>=1.15.0->guardrails-ai)\n",
            "  Downloading pyrsistent-0.20.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (117 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m117.7/117.7 kB\u001b[0m \u001b[31m18.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting boltons>=19.0.1 (from eliot<2.0.0,>=1.15.0->guardrails-ai)\n",
            "  Downloading boltons-23.1.1-py2.py3-none-any.whl (195 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m195.3/195.3 kB\u001b[0m \u001b[31m26.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting orjson (from eliot<2.0.0,>=1.15.0->guardrails-ai)\n",
            "  Downloading orjson-3.9.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (138 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.7/138.7 kB\u001b[0m \u001b[31m22.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting jmespath>=0.7.1 (from eliot-tree<22.0.0,>=21.0.0->guardrails-ai)\n",
            "  Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)\n",
            "Collecting iso8601>=0.1.10 (from eliot-tree<22.0.0,>=21.0.0->guardrails-ai)\n",
            "  Downloading iso8601-2.1.0-py3-none-any.whl (7.5 kB)\n",
            "Collecting colored>=1.4.2 (from eliot-tree<22.0.0,>=21.0.0->guardrails-ai)\n",
            "  Downloading colored-2.2.3-py3-none-any.whl (16 kB)\n",
            "Requirement already satisfied: toolz>=0.8.2 in /usr/local/lib/python3.10/dist-packages (from eliot-tree<22.0.0,>=21.0.0->guardrails-ai) (0.12.0)\n",
            "Collecting colorama>=0.4 (from griffe<0.37.0,>=0.36.9->guardrails-ai)\n",
            "  Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n",
            "Requirement already satisfied: requests>=2.20 in /usr/local/lib/python3.10/dist-packages (from openai<2->guardrails-ai) (2.31.0)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from openai<2->guardrails-ai) (4.66.1)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from openai<2->guardrails-ai) (3.8.6)\n",
            "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from rich<14.0.0,>=13.6.0->guardrails-ai) (3.0.0)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich<14.0.0,>=13.6.0->guardrails-ai) (2.16.1)\n",
            "Requirement already satisfied: click<9.0.0,>=7.1.1 in /usr/local/lib/python3.10/dist-packages (from typer<0.10.0,>=0.9.0->guardrails-ai) (8.1.7)\n",
            "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py>=2.2.0->rich<14.0.0,>=13.6.0->guardrails-ai) (0.1.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<2->guardrails-ai) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<2->guardrails-ai) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<2->guardrails-ai) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.20->openai<2->guardrails-ai) (2023.7.22)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (23.1.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (4.0.3)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->openai<2->guardrails-ai) (1.3.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from zope.interface->eliot<2.0.0,>=1.15.0->guardrails-ai) (67.7.2)\n",
            "Installing collected packages: boltons, zope.interface, typing-extensions, rstr, regex, pyrsistent, orjson, jmespath, iso8601, colored, colorama, griffe, eliot, eliot-tree, guardrails-ai\n",
            "  Attempting uninstall: typing-extensions\n",
            "    Found existing installation: typing_extensions 4.5.0\n",
            "    Uninstalling typing_extensions-4.5.0:\n",
            "      Successfully uninstalled typing_extensions-4.5.0\n",
            "  Attempting uninstall: regex\n",
            "    Found existing installation: regex 2023.6.3\n",
            "    Uninstalling regex-2023.6.3:\n",
            "      Successfully uninstalled regex-2023.6.3\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "tensorflow-probability 0.22.0 requires typing-extensions<4.6.0, but you have typing-extensions 4.8.0 which is incompatible.\n",
            "torchaudio 2.1.0+cu118 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchdata 0.7.0 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchtext 0.16.0 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\n",
            "torchvision 0.16.0+cu118 requires torch==2.1.0, but you have torch 1.12.1 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed boltons-23.1.1 colorama-0.4.6 colored-2.2.3 eliot-1.15.0 eliot-tree-21.0.0 griffe-0.36.9 guardrails-ai-0.2.9 iso8601-2.1.0 jmespath-1.0.1 orjson-3.9.10 pyrsistent-0.20.0 regex-2023.10.3 rstr-3.2.2 typing-extensions-4.8.0 zope.interface-6.1\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "regex"
                ]
              }
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.4/8.4 MB\u001b[0m \u001b[31m60.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m190.6/190.6 kB\u001b[0m \u001b[31m21.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.8/4.8 MB\u001b[0m \u001b[31m99.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.1/82.1 kB\u001b[0m \u001b[31m11.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h"
          ]
        }
      ],
      "source": [
        "!pip install newspaper3k\n",
        "!pip install scrapetube==2.5.1\n",
        "!pip install pytube==15.0.0\n",
        "!pip install huggingsound==0.1.6\n",
        "!pip install transformers==4.35.2\n",
        "!pip install requests==2.31.0\n",
        "!pip install tqdm==4.66.1\n",
        "!pip install openai==0.28\n",
        "!pip install faster-whisper==0.9.0\n",
        "!pip install eyed3==0.9.7\n",
        "!pip install tiktoken==0.5.1\n",
        "!pip install langchain==0.0.340\n",
        "!pip install youtube-comment-downloader==0.1.70\n",
        "!pip install guardrails-ai\n",
        "!pip install -q streamlit\n",
        "!pip install newsapi-python"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import scrapetube\n",
        "from pytube import YouTube\n",
        "import os\n",
        "import librosa\n",
        "import torch\n",
        "from transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline\n",
        "import os\n",
        "import openai\n",
        "import regex as re\n",
        "import json\n",
        "import requests\n",
        "from tqdm import tqdm\n",
        "from googleapiclient.discovery import build\n",
        "import regex as re\n",
        "from transformers import pipeline\n",
        "from faster_whisper import WhisperModel\n",
        "from transformers import Wav2Vec2Processor, Wav2Vec2ForCTC\n",
        "from faster_whisper import WhisperModel\n",
        "import tiktoken\n",
        "import pandas as pd\n",
        "import re\n",
        "from urllib import parse\n",
        "from transformers import AutoTokenizer, AutoModelForSequenceClassification\n",
        "import torch\n",
        "import ast\n",
        "from langchain.output_parsers import StructuredOutputParser, ResponseSchema\n",
        "from langchain.prompts import PromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate\n",
        "from langchain.chat_models import ChatOpenAI\n",
        "from itertools import islice\n",
        "from youtube_comment_downloader import *\n",
        "from pydantic import BaseModel, Field\n",
        "from langchain.output_parsers import PydanticOutputParser\n",
        "from pydantic import BaseModel, Field\n",
        "from langchain.output_parsers import PydanticOutputParser\n",
        "from itertools import islice\n",
        "from youtube_comment_downloader import *\n",
        "from pytube import YouTube\n",
        "import cv2\n",
        "import base64\n",
        "import requests\n",
        "from PIL import Image\n",
        "from pathlib import Path\n",
        "from moviepy import editor\n",
        "import os\n",
        "import torch\n",
        "import imageio\n",
        "import os\n",
        "import requests\n",
        "import googleapiclient.discovery\n",
        "from langchain.llms import OpenAI\n",
        "from langchain.output_parsers import PydanticOutputParser\n",
        "from langchain.prompts import PromptTemplate\n",
        "from langchain.pydantic_v1 import BaseModel, Field, validator\n",
        "from langchain.llms import OpenAI\n",
        "import requests\n",
        "import requests\n",
        "from langchain.chains.summarize import load_summarize_chain\n",
        "from langchain.docstore.document import Document\n",
        "nltk.download('punkt')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rVda29-RvBNG",
        "outputId": "d776672c-4fdf-47b3-8364-2cab9d7a2192"
      },
      "execution_count": 102,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "url = 'http://fox13now.com/2013/12/30/new-year-new-laws-obamacare-pot-guns-and-drones/'\n",
        "article = Article(url)\n",
        "article.download()\n",
        "print(article.parse())\n",
        "print(article.authors)\n",
        "print(article.publish_date)\n",
        "print(article.text)\n",
        "print(article.top_image)\n",
        "print(article.movies)\n",
        "article.nlp()\n",
        "print(article.keywords)"
      ],
      "metadata": {
        "id": "5XfSqU3rvM1L"
      },
      "execution_count": 104,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "cnn_paper = newspaper.build('http://bbc.com')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YdaYK67yvks6",
        "outputId": "9732257b-1e87-4e1c-cd0d-153a454e1866"
      },
      "execution_count": 106,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "CRITICAL:newspaper.network:[REQUEST FAILED] 404 Client Error: Not Found for url: https://www.bbc.co.uk/feed\n",
            "CRITICAL:newspaper.network:[REQUEST FAILED] 404 Client Error: Not Found for url: https://www.bbc.co.uk/rss\n",
            "CRITICAL:newspaper.network:[REQUEST FAILED] Exceeded 30 redirects.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for article in cnn_paper.articles:\n",
        "  print(article.url)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "K4PRT-Wlv_Jt",
        "outputId": "11435af6-510a-4145-8e9a-59e38723b38f"
      },
      "execution_count": 107,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "http://bbc.com/news/world-us-canada-67587867\n",
            "http://bbc.com/news/world-africa-67565784\n",
            "http://bbc.com/news/world-africa-67586565\n",
            "http://bbc.com/news/world-europe-67587331\n",
            "http://bbc.com/news/world-latin-america-19649648\n",
            "http://bbc.com/news/business-67583574\n",
            "http://bbc.com/news/uk-scotland-scotland-business-67587508\n",
            "https://www.bbc.co.uk/news/uk-67588099\n",
            "https://www.bbc.co.uk/news/live/health-67572394\n",
            "https://www.bbc.co.uk/news/health\n",
            "https://www.bbc.co.uk/news/business-67587236\n",
            "https://www.bbc.co.uk/news/world-us-canada-67587867\n",
            "https://www.bbc.co.uk/news/uk-england-birmingham-67588149\n",
            "https://www.bbc.co.uk/news/uk-scotland-67589431\n",
            "https://www.bbc.co.uk/programmes/articles/MQhbhvdy9PkqMC33d1R9My/vote-for-your-ultimate-madonna-song\n",
            "https://www.bbc.co.uk/news/entertainment-arts-67553410\n",
            "http://bbc.com/news/uk-67588099\n",
            "http://bbc.com/news/live/health-67572394\n",
            "http://bbc.com/news/health\n",
            "http://bbc.com/news/uk-england-birmingham-67588149\n",
            "http://bbc.com/news/uk-scotland-67589431\n",
            "http://bbc.com/programmes/articles/MQhbhvdy9PkqMC33d1R9My/vote-for-your-ultimate-madonna-song\n",
            "https://www.bbc.com/news/uk-67584565\n",
            "https://www.bbc.com/news/world-us-canada-67587867\n",
            "https://www.bbc.com/news/world-us-canada-67585275\n",
            "https://www.bbc.com/news/world-africa-67565784\n",
            "https://www.bbc.com/news/world-africa-67586565\n",
            "https://www.bbc.com/news/world-europe-67587331\n",
            "https://www.bbc.com/news/world-latin-america-19649648\n",
            "https://www.bbc.com/news/business-67583574\n",
            "https://www.bbc.com/news/uk-scotland-scotland-business-67587508\n",
            "http://bbc.com/news/world-us-canada-67549825\n",
            "http://bbc.com/news/world-europe-67549567\n",
            "http://bbc.com/news/world-us-canada-67548875\n",
            "http://bbc.com/news/world-europe-67547361\n",
            "http://bbc.com/news/technology-67485561\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for category in cnn_paper.category_urls():\n",
        "  print(category)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "R1DE3J3XwOjd",
        "outputId": "50769c14-4e2b-47ad-ec4b-0377d701c08b"
      },
      "execution_count": 108,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "http://bbc.com/sport\n",
            "http://bbc.com\n",
            "http://bbc.com/live\n",
            "https://www.bbc.co.uk\n",
            "http://bbc.com/news\n",
            "http://bbc.com/home\n",
            "https://www.bbc.com\n",
            "http://bbc.com/culture\n",
            "http://bbc.com/video\n",
            "http://bbc.com/future-planet\n",
            "http://bbc.com/travel\n",
            "http://bbc.com/business\n",
            "http://bbc.com/innovation\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "sDHQEnfF9U-R"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "cnn_paper.size()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qXdv-xemwoxu",
        "outputId": "ba83c8d1-a7c3-40e8-ed50-d884759c150d"
      },
      "execution_count": 109,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "36"
            ]
          },
          "metadata": {},
          "execution_count": 109
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "newsapi = NewsApiClient(api_key='5fc3bec598764fb494807952a7797ce8')\n",
        "news_sources = newsapi.get_sources()\n",
        "for source in news_sources['sources']:\n",
        "    print(source['name'])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_d5_yhQixrvo",
        "outputId": "30bc61ea-d5f8-4914-bac1-951aac4c6bd6"
      },
      "execution_count": 243,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ABC News\n",
            "ABC News (AU)\n",
            "Aftenposten\n",
            "Al Jazeera English\n",
            "ANSA.it\n",
            "Argaam\n",
            "Ars Technica\n",
            "Ary News\n",
            "Associated Press\n",
            "Australian Financial Review\n",
            "Axios\n",
            "BBC News\n",
            "BBC Sport\n",
            "Bild\n",
            "Blasting News (BR)\n",
            "Bleacher Report\n",
            "Bloomberg\n",
            "Breitbart News\n",
            "Business Insider\n",
            "Business Insider (UK)\n",
            "Buzzfeed\n",
            "CBC News\n",
            "CBS News\n",
            "CNN\n",
            "CNN Spanish\n",
            "Crypto Coins News\n",
            "Der Tagesspiegel\n",
            "Die Zeit\n",
            "El Mundo\n",
            "Engadget\n",
            "Entertainment Weekly\n",
            "ESPN\n",
            "ESPN Cric Info\n",
            "Financial Post\n",
            "Focus\n",
            "Football Italia\n",
            "Fortune\n",
            "FourFourTwo\n",
            "Fox News\n",
            "Fox Sports\n",
            "Globo\n",
            "Google News\n",
            "Google News (Argentina)\n",
            "Google News (Australia)\n",
            "Google News (Brasil)\n",
            "Google News (Canada)\n",
            "Google News (France)\n",
            "Google News (India)\n",
            "Google News (Israel)\n",
            "Google News (Italy)\n",
            "Google News (Russia)\n",
            "Google News (Saudi Arabia)\n",
            "Google News (UK)\n",
            "Göteborgs-Posten\n",
            "Gruenderszene\n",
            "Hacker News\n",
            "Handelsblatt\n",
            "IGN\n",
            "Il Sole 24 Ore\n",
            "Independent\n",
            "Infobae\n",
            "InfoMoney\n",
            "La Gaceta\n",
            "La Nacion\n",
            "La Repubblica\n",
            "Le Monde\n",
            "Lenta\n",
            "L'equipe\n",
            "Les Echos\n",
            "Libération\n",
            "Marca\n",
            "Mashable\n",
            "Medical News Today\n",
            "MSNBC\n",
            "MTV News\n",
            "MTV News (UK)\n",
            "National Geographic\n",
            "National Review\n",
            "NBC News\n",
            "News24\n",
            "New Scientist\n",
            "News.com.au\n",
            "Newsweek\n",
            "New York Magazine\n",
            "Next Big Future\n",
            "NFL News\n",
            "NHL News\n",
            "NRK\n",
            "Politico\n",
            "Polygon\n",
            "RBC\n",
            "Recode\n",
            "Reddit /r/all\n",
            "Reuters\n",
            "RT\n",
            "RTE\n",
            "RTL Nieuws\n",
            "SABQ\n",
            "Spiegel Online\n",
            "Svenska Dagbladet\n",
            "T3n\n",
            "TalkSport\n",
            "TechCrunch\n",
            "TechCrunch (CN)\n",
            "TechRadar\n",
            "The American Conservative\n",
            "The Globe And Mail\n",
            "The Hill\n",
            "The Hindu\n",
            "The Huffington Post\n",
            "The Irish Times\n",
            "The Jerusalem Post\n",
            "The Lad Bible\n",
            "The Next Web\n",
            "The Sport Bible\n",
            "The Times of India\n",
            "The Verge\n",
            "The Wall Street Journal\n",
            "The Washington Post\n",
            "The Washington Times\n",
            "Time\n",
            "USA Today\n",
            "Vice News\n",
            "Wired\n",
            "Wired.de\n",
            "Wirtschafts Woche\n",
            "Xinhua Net\n",
            "Ynet\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "top_headlines = newsapi.get_top_headlines(\n",
        "    q='PPL Corporation',\n",
        "    language='en',\n",
        ")\n",
        "top_headlines"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qbuH8R01ySsm",
        "outputId": "743695c4-b3b4-4147-a474-a56c27a3ff06"
      },
      "execution_count": 248,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'status': 'ok', 'totalResults': 0, 'articles': []}"
            ]
          },
          "metadata": {},
          "execution_count": 248
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for article in top_headlines['articles']:\n",
        "    print('Title : ',article['title'])\n",
        "    print('Description : ',article['description'],'\\n\\n')"
      ],
      "metadata": {
        "id": "2-DjANmnyZl-"
      },
      "execution_count": 249,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "oBh289CizGbm"
      },
      "execution_count": 112,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "newspaper_df = pd.DataFrame(columns=['Source','Title','Description'])\n",
        "all_articles = newsapi.get_everything(\n",
        "    q='PPL Corporation',\n",
        "    language='en',\n",
        "    from_param='2023-11-01',\n",
        "    sort_by='relevancy'\n",
        ")\n",
        "for article in all_articles['articles']:\n",
        "    print('Source : ',article['source']['name'])\n",
        "    print('Title : ',article['title'])\n",
        "    print('Description : ',article['description'],'\\n\\n')\n",
        "    newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
        "\n",
        "newspaper_df.head(20)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "gq_FrB2sysa0",
        "outputId": "c0fe89e2-9066-4857-970f-6259dcadcda2"
      },
      "execution_count": 184,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Source :  Marketscreener.com\n",
            "Title :  PPL to Pay Quarterly Stock Dividend January 2, 2024\n",
            "Description :  (marketscreener.com) \n",
            "\n",
            "ALLENTOWN, Pa., Nov. 17, 2023 /PRNewswire/ -- PPL Corporation declared a quarterly common stock dividend on Friday, November 17, of $0.24 per share, payable January 2, 2024, to shareowners of record as of December 8, 2023.\n",
            "\n",
            "PPL Corporat… \n",
            "\n",
            "\n",
            "Source :  Marketscreener.com\n",
            "Title :  PPL Corporation reports third-quarter 2023 earnings\n",
            "Description :  (marketscreener.com) net\n",
            "16\n",
            "10\n",
            "51\n",
            "36\n",
            "Interest Expense\n",
            "165\n",
            "136\n",
            "494\n",
            "361\n",
            "Income Before Income Taxes\n",
            "288\n",
            "215\n",
            "797\n",
            "713\n",
            "Income Taxes\n",
            "58\n",
            "41\n",
            "170\n",
            "147\n",
            "Net Income\n",
            "$                230\n",
            "$               ...https://www.marketscreener.com/quote/stock/PPL-CORPORATION-14091/new… \n",
            "\n",
            "\n",
            "Source :  Marketscreener.com\n",
            "Title :  PPL to attend 58th EEI Financial Conference\n",
            "Description :  (marketscreener.com) \n",
            "\n",
            "ALLENTOWN, Pa., Nov. 10, 2023 /PRNewswire/ -- PPL Corporation senior leadership will attend the 58th Edison Electric Institute Financial Conference this Sunday, Nov. 12, to Tuesday, Nov. 14, in Phoenix.\n",
            "\n",
            "During the conference, company l… \n",
            "\n",
            "\n",
            "Source :  Marketscreener.com\n",
            "Title :  PPL's Kentucky subsidiaries receive constructive regulatory order approving substantial portion of generation investment plan\n",
            "Description :  (marketscreener.com) \n",
            "\n",
            "Approvals include retirement of 600 MW of aging coal generation and additions of one approximately 640-MW combined cycle natural gas plant and more than 1,000 MW of solar and energy storage by 2027.PPL reaffirms capital outlook; continu… \n",
            "\n",
            "\n",
            "Source :  InvestorsObserver\n",
            "Title :  Pembina Pipeline Corporation Announces Conversion Results for Series 1 Preferred Shares\n",
            "Description :  Pembina Pipeline Corporation (\"Pembina\") (TSX: PPL; NYSE: PBA) announced today that none of Pembina's Cumulative Redeemable Rate Reset Class A Preferred Shares, Series 1 (\"Series 1 Shares\") (TSX: PPL.PR.A) will be converted into Cumulative Redeemable F... \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL (NYSE:PPL) Issues FY23 Earnings Guidance\n",
            "Description :  PPL (NYSE:PPL – Get Free Report) updated its FY23 earnings guidance on Thursday. The company provided EPS guidance of $1.55-1.60 for the period, compared to the consensus EPS estimate of $1.58. Analyst Ratings Changes PPL has been the subject of a number of r… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL Co. (NYSE:PPL) Receives Consensus Rating of “Hold” from Brokerages\n",
            "Description :  Shares of PPL Co. (NYSE:PPL – Get Free Report) have earned a consensus recommendation of “Hold” from the six research firms that are currently covering the firm, MarketBeat reports. Four investment analysts have rated the stock with a hold rating and two have… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Terna (OTCMKTS:TERRF) vs. PPL (NYSE:PPL) Head to Head Analysis\n",
            "Description :  Terna (OTCMKTS:TERRF – Get Free Report) and PPL (NYSE:PPL – Get Free Report) are both utilities companies, but which is the superior investment? We will contrast the two businesses based on the strength of their institutional ownership, dividends, analyst rec… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL (NYSE:PPL) Price Target Increased to $30.00 by Analysts at Morgan Stanley\n",
            "Description :  PPL (NYSE:PPL – Get Free Report) had its price target boosted by analysts at Morgan Stanley from $28.00 to $30.00 in a note issued to investors on Tuesday, Benzinga reports. The brokerage currently has an “overweight” rating on the utilities provider’s stock.… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Hotchkis & Wiley Capital Management LLC Cuts Position in PPL Co. (NYSE:PPL)\n",
            "Description :  Hotchkis & Wiley Capital Management LLC cut its stake in PPL Co. (NYSE:PPL – Free Report) by 0.9% in the 2nd quarter, according to its most recent disclosure with the SEC. The institutional investor owned 15,160,360 shares of the utilities provider’s stock af… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Guggenheim Capital LLC Has $3.60 Million Stock Holdings in PPL Co. (NYSE:PPL)\n",
            "Description :  Guggenheim Capital LLC reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 36.3% during the 2nd quarter, Holdings Channel.com reports. The firm owned 135,881 shares of the utilities provider’s stock after selling 77,395 shares during the period. Guggenhe… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Inceptionr LLC Makes New $1.13 Million Investment in PPL Co. (NYSE:PPL)\n",
            "Description :  Inceptionr LLC bought a new position in PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent 13F filing with the Securities & Exchange Commission. The institutional investor bought 42,541 shares of the utilities provider’s stoc… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  42,541 Shares in PPL Co. (NYSE:PPL) Purchased by Inceptionr LLC\n",
            "Description :  Inceptionr LLC acquired a new position in PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent disclosure with the Securities & Exchange Commission. The institutional investor acquired 42,541 shares of the utilities provider’s … \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Allegheny Financial Group LTD Cuts Stock Holdings in PPL Co. (NYSE:PPL)\n",
            "Description :  Allegheny Financial Group LTD lessened its holdings in PPL Co. (NYSE:PPL – Free Report) by 3.9% in the 2nd quarter, according to its most recent filing with the SEC. The firm owned 10,275 shares of the utilities provider’s stock after selling 413 shares durin… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Public Employees Retirement Association of Colorado Lowers Stock Holdings in PPL Co. (NYSE:PPL)\n",
            "Description :  Public Employees Retirement Association of Colorado decreased its holdings in PPL Co. (NYSE:PPL – Free Report) by 35.9% during the 2nd quarter, according to the company in its most recent disclosure with the SEC. The institutional investor owned 69,697 shares… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Sound View Wealth Advisors Group LLC Sells 2,199 Shares of PPL Co. (NYSE:PPL)\n",
            "Description :  Sound View Wealth Advisors Group LLC cut its holdings in PPL Co. (NYSE:PPL – Free Report) by 9.0% during the second quarter, according to its most recent Form 13F filing with the SEC. The firm owned 22,138 shares of the utilities provider’s stock after sellin… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Lido Advisors LLC Acquires 8,564 Shares of PPL Co. (NYSE:PPL)\n",
            "Description :  Lido Advisors LLC increased its holdings in PPL Co. (NYSE:PPL – Free Report) by 12.1% during the 2nd quarter, according to its most recent Form 13F filing with the Securities and Exchange Commission (SEC). The fund owned 79,547 shares of the utilities provide… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  BTG Pactual Global Asset Management Ltd Has $9.69 Million Holdings in PPL Co. (NYSE:PPL)\n",
            "Description :  BTG Pactual Global Asset Management Ltd increased its stake in shares of PPL Co. (NYSE:PPL – Free Report) by 190.3% in the 2nd quarter, according to its most recent Form 13F filing with the Securities and Exchange Commission. The institutional investor owned … \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Roffman Miller Associates Inc. PA Cuts Position in PPL Co. (NYSE:PPL)\n",
            "Description :  Roffman Miller Associates Inc. PA reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 2.1% during the 2nd quarter, according to its most recent Form 13F filing with the Securities & Exchange Commission. The fund owned 183,508 shares of the utilities prov… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL Co. (NYSE:PPL) Shares Acquired by Magellan Asset Management Ltd\n",
            "Description :  Magellan Asset Management Ltd increased its position in shares of PPL Co. (NYSE:PPL – Free Report) by 3.5% during the 2nd quarter, according to the company in its most recent 13F filing with the Securities and Exchange Commission. The institutional investor o… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL Co. (NYSE:PPL) to Issue Quarterly Dividend of $0.24\n",
            "Description :  PPL Co. (NYSE:PPL – Get Free Report) declared a quarterly dividend on Friday, November 17th, RTT News reports. Investors of record on Friday, December 8th will be given a dividend of 0.24 per share by the utilities provider on Tuesday, January 2nd. This repre… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Trexquant Investment LP Has $8.69 Million Position in PPL Co. (NYSE:PPL)\n",
            "Description :  Trexquant Investment LP trimmed its position in PPL Co. (NYSE:PPL – Free Report) by 3.8% during the second quarter, according to its most recent 13F filing with the Securities and Exchange Commission (SEC). The firm owned 328,580 shares of the utilities provi… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  State Board of Administration of Florida Retirement System Lowers Position in PPL Co. (NYSE:PPL)\n",
            "Description :  State Board of Administration of Florida Retirement System lessened its position in PPL Co. (NYSE:PPL – Free Report) by 1.5% in the second quarter, according to the company in its most recent filing with the Securities & Exchange Commission. The firm owned 87… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  35,209 Shares in PPL Co. (NYSE:PPL) Bought by Wintrust Investments LLC\n",
            "Description :  Wintrust Investments LLC acquired a new position in shares of PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent 13F filing with the SEC. The institutional investor acquired 35,209 shares of the utilities provider’s stock, va… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Richard Bernstein Advisors LLC Acquires 46,590 Shares of PPL Co. (NYSE:PPL)\n",
            "Description :  Richard Bernstein Advisors LLC boosted its holdings in PPL Co. (NYSE:PPL – Free Report) by 128.6% in the 2nd quarter, according to its most recent filing with the Securities and Exchange Commission (SEC). The firm owned 82,821 shares of the utilities provider… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  abrdn plc Grows Stock Position in PPL Co. (NYSE:PPL)\n",
            "Description :  abrdn plc increased its position in PPL Co. (NYSE:PPL – Free Report) by 10.5% in the 2nd quarter, according to its most recent 13F filing with the Securities and Exchange Commission. The institutional investor owned 574,243 shares of the utilities provider’s … \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Commonwealth of Pennsylvania Public School Empls Retrmt SYS Raises Stock Position in PPL Co. (NYSE:PPL)\n",
            "Description :  Commonwealth of Pennsylvania Public School Empls Retrmt SYS raised its stake in shares of PPL Co. (NYSE:PPL – Free Report) by 9.1% in the second quarter, according to the company in its most recent filing with the Securities and Exchange Commission. The fund … \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  River Wealth Advisors LLC Has $1.16 Million Stock Holdings in PPL Co. (NYSE:PPL)\n",
            "Description :  River Wealth Advisors LLC decreased its holdings in shares of PPL Co. (NYSE:PPL – Free Report) by 12.3% in the 2nd quarter, according to its most recent 13F filing with the Securities and Exchange Commission (SEC). The fund owned 43,900 shares of the utilitie… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Russell Investments Group Ltd. Cuts Stake in PPL Co. (NYSE:PPL)\n",
            "Description :  Russell Investments Group Ltd. reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 2.0% during the second quarter, according to the company in its most recent Form 13F filing with the Securities and Exchange Commission. The fund owned 1,453,397 shares of… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  PPL Co. (NYSE:PPL) Shares Purchased by Canada Pension Plan Investment Board\n",
            "Description :  Canada Pension Plan Investment Board lifted its holdings in PPL Co. (NYSE:PPL – Free Report) by 0.2% during the second quarter, according to its most recent disclosure with the Securities and Exchange Commission (SEC). The firm owned 1,323,352 shares of the u… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Lincoln National Corp Has $470,000 Stake in PPL Co. (NYSE:PPL)\n",
            "Description :  Lincoln National Corp grew its position in shares of PPL Co. (NYSE:PPL – Free Report) by 4.1% in the 2nd quarter, according to the company in its most recent filing with the Securities and Exchange Commission (SEC). The fund owned 17,745 shares of the utiliti… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Pembina Pipeline (TSE:PPL) Given New C$45.00 Price Target at National Bankshares\n",
            "Description :  Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price objective hoisted by National Bankshares from C$44.00 to C$45.00 in a research note issued to investors on Monday morning, BayStreet.CA reports. National Bankshares currently has a sector perfo… \n",
            "\n",
            "\n",
            "Source :  Marketscreener.com\n",
            "Title :  Pembina Pipeline Corporation Provides Notice of Series 1 Preferred Share Conversion Right and Announces Reset Dividend Rates\n",
            "Description :  (marketscreener.com) \n",
            "Pembina Pipeline Corporation announced today that it does not intend to exercise its right to redeem the currently outstanding Cumulative Redeemable Rate Reset Class A Preferred Shares, Series 1 on December 1, 2023.\n",
            "\n",
            "This press release f… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Pembina Pipeline (TSE:PPL) Price Target Lowered to C$49.00 at JPMorgan Chase & Co.\n",
            "Description :  Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price target decreased by JPMorgan Chase & Co. from C$50.00 to C$49.00 in a research note issued to investors on Monday, BayStreet.CA reports. JPMorgan Chase & Co. currently has a neutral rating on t… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Pembina Pipeline Co. Announces Quarterly Dividend of $0.67 (TSE:PPL)\n",
            "Description :  Pembina Pipeline Co. (TSE:PPL – Get Free Report) (NYSE:PBA) announced a quarterly dividend on Thursday, November 2nd, Zacks reports. Shareholders of record on Friday, December 15th will be paid a dividend of 0.668 per share on Friday, December 29th. This repr… \n",
            "\n",
            "\n",
            "Source :  ETF Daily News\n",
            "Title :  Pembina Pipeline (TSE:PPL) Given New C$49.00 Price Target at Scotiabank\n",
            "Description :  Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price target hoisted by Scotiabank from C$48.00 to C$49.00 in a research report released on Friday, BayStreet.CA reports. Scotiabank currently has an outperform rating on the stock. Other equities re… \n",
            "\n",
            "\n",
            "Source :  Marketscreener.com\n",
            "Title : "
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n",
            "WARNING:py.warnings:<ipython-input-184-1eee329d18c7>:12: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  newspaper_df = newspaper_df.append({'Source':article['source']['name'],'Title':article['title'],'Description':article['description']},ignore_index=True)\n",
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " Pembina Pipeline Corporation Reports Record Results for the Third Quarter 2023, Raises 2023 Guidance and Declares Quarterly Common Share Dividend\n",
            "Description :  (marketscreener.com) \n",
            "All financial figures are in Canadian dollars unless otherwise noted. This news release refers to certain financial measures and ratios that are not specified, defined or determined in accordance with Generally Accepted Accounting Princi… \n",
            "\n",
            "\n",
            "Source :  Harvard School of Engineering and Applied Sciences\n",
            "Title :  2023 CPA-Zicklin Index Shows Strong Increase in Number of Trendsetter, Top-Scoring Companies\n",
            "Description :  With the 2024 election season ramping up, more leading U.S. corporations than ever before are receiving the highest scores for political spending disclosure and accountability, according to the annual benchmarking study recently released by the Center for Pol… \n",
            "\n",
            "\n",
            "Source :  Kernel.org\n",
            "Title :  Merge tag 'media/v6.7-1' of git://git.kernel.org/pub/scm/linux/kernel/git/mchehab/linux-media\n",
            "Description :  None \n",
            "\n",
            "\n",
            "Source :  Lesswrong.com\n",
            "Title :  How much to update on recent AI governance moves?\n",
            "Description :  Published on November 16, 2023 11:46 PM GMTNate and I (habryka) discuss the recent increase in public and political attention on AGI ruin. We try and figure out where, if anywhere, we feel extra hope as a result.I think it's plausible that this is enough of a… \n",
            "\n",
            "\n",
            "Source :  Lesswrong.com\n",
            "Title :  AI #36: In the Background\n",
            "Description :  Published on November 2, 2023 6:00 PM GMTWow, what a week. We had the Executive Order, which I read here so you don’t have to and then I have a tabulation of the reactions of others.\n",
            "\n",
            "\n",
            "\n",
            "Simultaneously there was the UK AI Summit.\n",
            "\n",
            "\n",
            "\n",
            "There was also robust relat… \n",
            "\n",
            "\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                Source                                              Title  \\\n",
              "0   Marketscreener.com  PPL to Pay Quarterly Stock Dividend January 2,...   \n",
              "1   Marketscreener.com  PPL Corporation reports third-quarter 2023 ear...   \n",
              "2   Marketscreener.com        PPL to attend 58th EEI Financial Conference   \n",
              "3   Marketscreener.com  PPL's Kentucky subsidiaries receive constructi...   \n",
              "4    InvestorsObserver  Pembina Pipeline Corporation Announces Convers...   \n",
              "5       ETF Daily News       PPL (NYSE:PPL) Issues FY23 Earnings Guidance   \n",
              "6       ETF Daily News  PPL Co. (NYSE:PPL) Receives Consensus Rating o...   \n",
              "7       ETF Daily News  Terna (OTCMKTS:TERRF) vs. PPL (NYSE:PPL) Head ...   \n",
              "8       ETF Daily News  PPL (NYSE:PPL) Price Target Increased to $30.0...   \n",
              "9       ETF Daily News  Hotchkis & Wiley Capital Management LLC Cuts P...   \n",
              "10      ETF Daily News  Guggenheim Capital LLC Has $3.60 Million Stock...   \n",
              "11      ETF Daily News  Inceptionr LLC Makes New $1.13 Million Investm...   \n",
              "12      ETF Daily News  42,541 Shares in PPL Co. (NYSE:PPL) Purchased ...   \n",
              "13      ETF Daily News  Allegheny Financial Group LTD Cuts Stock Holdi...   \n",
              "14      ETF Daily News  Public Employees Retirement Association of Col...   \n",
              "15      ETF Daily News  Sound View Wealth Advisors Group LLC Sells 2,1...   \n",
              "16      ETF Daily News  Lido Advisors LLC Acquires 8,564 Shares of PPL...   \n",
              "17      ETF Daily News  BTG Pactual Global Asset Management Ltd Has $9...   \n",
              "18      ETF Daily News  Roffman Miller Associates Inc. PA Cuts Positio...   \n",
              "19      ETF Daily News  PPL Co. (NYSE:PPL) Shares Acquired by Magellan...   \n",
              "\n",
              "                                          Description  \n",
              "0   (marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. ...  \n",
              "1   (marketscreener.com) net\\n16\\n10\\n51\\n36\\nInte...  \n",
              "2   (marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. ...  \n",
              "3   (marketscreener.com) \\n\\nApprovals include ret...  \n",
              "4   Pembina Pipeline Corporation (\"Pembina\") (TSX:...  \n",
              "5   PPL (NYSE:PPL – Get Free Report) updated its F...  \n",
              "6   Shares of PPL Co. (NYSE:PPL – Get Free Report)...  \n",
              "7   Terna (OTCMKTS:TERRF – Get Free Report) and PP...  \n",
              "8   PPL (NYSE:PPL – Get Free Report) had its price...  \n",
              "9   Hotchkis & Wiley Capital Management LLC cut it...  \n",
              "10  Guggenheim Capital LLC reduced its stake in PP...  \n",
              "11  Inceptionr LLC bought a new position in PPL Co...  \n",
              "12  Inceptionr LLC acquired a new position in PPL ...  \n",
              "13  Allegheny Financial Group LTD lessened its hol...  \n",
              "14  Public Employees Retirement Association of Col...  \n",
              "15  Sound View Wealth Advisors Group LLC cut its h...  \n",
              "16  Lido Advisors LLC increased its holdings in PP...  \n",
              "17  BTG Pactual Global Asset Management Ltd increa...  \n",
              "18  Roffman Miller Associates Inc. PA reduced its ...  \n",
              "19  Magellan Asset Management Ltd increased its po...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-ce1ffc5c-b057-4a67-8071-20e149f4e1f2\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Source</th>\n",
              "      <th>Title</th>\n",
              "      <th>Description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Marketscreener.com</td>\n",
              "      <td>PPL to Pay Quarterly Stock Dividend January 2,...</td>\n",
              "      <td>(marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Marketscreener.com</td>\n",
              "      <td>PPL Corporation reports third-quarter 2023 ear...</td>\n",
              "      <td>(marketscreener.com) net\\n16\\n10\\n51\\n36\\nInte...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Marketscreener.com</td>\n",
              "      <td>PPL to attend 58th EEI Financial Conference</td>\n",
              "      <td>(marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Marketscreener.com</td>\n",
              "      <td>PPL's Kentucky subsidiaries receive constructi...</td>\n",
              "      <td>(marketscreener.com) \\n\\nApprovals include ret...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>InvestorsObserver</td>\n",
              "      <td>Pembina Pipeline Corporation Announces Convers...</td>\n",
              "      <td>Pembina Pipeline Corporation (\"Pembina\") (TSX:...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>PPL (NYSE:PPL) Issues FY23 Earnings Guidance</td>\n",
              "      <td>PPL (NYSE:PPL – Get Free Report) updated its F...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>PPL Co. (NYSE:PPL) Receives Consensus Rating o...</td>\n",
              "      <td>Shares of PPL Co. (NYSE:PPL – Get Free Report)...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Terna (OTCMKTS:TERRF) vs. PPL (NYSE:PPL) Head ...</td>\n",
              "      <td>Terna (OTCMKTS:TERRF – Get Free Report) and PP...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>PPL (NYSE:PPL) Price Target Increased to $30.0...</td>\n",
              "      <td>PPL (NYSE:PPL – Get Free Report) had its price...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Hotchkis &amp; Wiley Capital Management LLC Cuts P...</td>\n",
              "      <td>Hotchkis &amp; Wiley Capital Management LLC cut it...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Guggenheim Capital LLC Has $3.60 Million Stock...</td>\n",
              "      <td>Guggenheim Capital LLC reduced its stake in PP...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Inceptionr LLC Makes New $1.13 Million Investm...</td>\n",
              "      <td>Inceptionr LLC bought a new position in PPL Co...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>42,541 Shares in PPL Co. (NYSE:PPL) Purchased ...</td>\n",
              "      <td>Inceptionr LLC acquired a new position in PPL ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Allegheny Financial Group LTD Cuts Stock Holdi...</td>\n",
              "      <td>Allegheny Financial Group LTD lessened its hol...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Public Employees Retirement Association of Col...</td>\n",
              "      <td>Public Employees Retirement Association of Col...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Sound View Wealth Advisors Group LLC Sells 2,1...</td>\n",
              "      <td>Sound View Wealth Advisors Group LLC cut its h...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Lido Advisors LLC Acquires 8,564 Shares of PPL...</td>\n",
              "      <td>Lido Advisors LLC increased its holdings in PP...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>BTG Pactual Global Asset Management Ltd Has $9...</td>\n",
              "      <td>BTG Pactual Global Asset Management Ltd increa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>Roffman Miller Associates Inc. PA Cuts Positio...</td>\n",
              "      <td>Roffman Miller Associates Inc. PA reduced its ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>ETF Daily News</td>\n",
              "      <td>PPL Co. (NYSE:PPL) Shares Acquired by Magellan...</td>\n",
              "      <td>Magellan Asset Management Ltd increased its po...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ce1ffc5c-b057-4a67-8071-20e149f4e1f2')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-ce1ffc5c-b057-4a67-8071-20e149f4e1f2 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-ce1ffc5c-b057-4a67-8071-20e149f4e1f2');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-e4363b17-9d2c-455d-883a-4465d6f4b76f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-e4363b17-9d2c-455d-883a-4465d6f4b76f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-e4363b17-9d2c-455d-883a-4465d6f4b76f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 184
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "input_to_llm_two = \"\"\n",
        "\n",
        "for index in newspaper_df.index:\n",
        "  input_to_llm_two+=\"ARTICLE\"+str(index)+\"   \"\n",
        "  input_to_llm_two+=\"ARTICLE SOURCE: \"+newspaper_df.at[index,'Source']+\"   \"\n",
        "  input_to_llm_two+=\"ARTICLE TITLE: \"+newspaper_df.at[index,'Title']+\"   \"\n",
        "  input_to_llm_two+=\"ARTICLE DESCRIPTION: \"+str(newspaper_df.at[index,'Description'])+\"   \"\n",
        "  input_to_llm_two+=\"\\n\\n\"\n",
        "\n",
        "input_to_llm_two"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 87
        },
        "id": "b9-PX9HRytjD",
        "outputId": "8b350179-0755-4699-ecf7-bd085b5047c6"
      },
      "execution_count": 185,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'ARTICLE0   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: PPL to Pay Quarterly Stock Dividend January 2, 2024   ARTICLE DESCRIPTION: (marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. 17, 2023 /PRNewswire/ --\\xa0PPL Corporation declared a quarterly common stock dividend on Friday, November 17, of $0.24 per share, payable January 2, 2024, to shareowners of record as of December 8, 2023.\\n\\nPPL Corporat…   \\n\\nARTICLE1   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: PPL Corporation reports third-quarter 2023 earnings   ARTICLE DESCRIPTION: (marketscreener.com) net\\n16\\n10\\n51\\n36\\nInterest Expense\\n165\\n136\\n494\\n361\\nIncome Before Income Taxes\\n288\\n215\\n797\\n713\\nIncome Taxes\\n58\\n41\\n170\\n147\\nNet Income\\n$\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 230\\n$\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0...https://www.marketscreener.com/quote/stock/PPL-CORPORATION-14091/new…   \\n\\nARTICLE2   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: PPL to attend 58th EEI Financial Conference   ARTICLE DESCRIPTION: (marketscreener.com) \\n\\nALLENTOWN, Pa., Nov. 10, 2023 /PRNewswire/ -- PPL Corporation senior leadership will attend the 58th Edison Electric Institute Financial Conference this Sunday, Nov. 12, to Tuesday, Nov. 14, in Phoenix.\\n\\nDuring the conference, company l…   \\n\\nARTICLE3   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: PPL\\'s Kentucky subsidiaries receive constructive regulatory order approving substantial portion of generation investment plan   ARTICLE DESCRIPTION: (marketscreener.com) \\n\\nApprovals include retirement of 600 MW of aging coal generation and additions of one approximately 640-MW combined cycle natural gas plant and more than 1,000 MW of solar and energy storage by 2027.PPL reaffirms capital outlook; continu…   \\n\\nARTICLE4   ARTICLE SOURCE: InvestorsObserver   ARTICLE TITLE: Pembina Pipeline Corporation Announces Conversion Results for Series 1 Preferred Shares   ARTICLE DESCRIPTION: Pembina Pipeline Corporation (\"Pembina\") (TSX: PPL; NYSE: PBA) announced today that none of Pembina\\'s Cumulative Redeemable Rate Reset Class A Preferred Shares, Series 1 (\"Series 1 Shares\") (TSX: PPL.PR.A) will be converted into Cumulative Redeemable F...   \\n\\nARTICLE5   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL (NYSE:PPL) Issues FY23 Earnings Guidance   ARTICLE DESCRIPTION: PPL (NYSE:PPL – Get Free Report) updated its FY23 earnings guidance on Thursday. The company provided EPS guidance of $1.55-1.60 for the period, compared to the consensus EPS estimate of $1.58. Analyst Ratings Changes PPL has been the subject of a number of r…   \\n\\nARTICLE6   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL Co. (NYSE:PPL) Receives Consensus Rating of “Hold” from Brokerages   ARTICLE DESCRIPTION: Shares of PPL Co. (NYSE:PPL – Get Free Report) have earned a consensus recommendation of “Hold” from the six research firms that are currently covering the firm, MarketBeat reports. Four investment analysts have rated the stock with a hold rating and two have…   \\n\\nARTICLE7   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Terna (OTCMKTS:TERRF) vs. PPL (NYSE:PPL) Head to Head Analysis   ARTICLE DESCRIPTION: Terna (OTCMKTS:TERRF – Get Free Report) and PPL (NYSE:PPL – Get Free Report) are both utilities companies, but which is the superior investment? We will contrast the two businesses based on the strength of their institutional ownership, dividends, analyst rec…   \\n\\nARTICLE8   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL (NYSE:PPL) Price Target Increased to $30.00 by Analysts at Morgan Stanley   ARTICLE DESCRIPTION: PPL (NYSE:PPL – Get Free Report) had its price target boosted by analysts at Morgan Stanley from $28.00 to $30.00 in a note issued to investors on Tuesday, Benzinga reports. The brokerage currently has an “overweight” rating on the utilities provider’s stock.…   \\n\\nARTICLE9   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Hotchkis & Wiley Capital Management LLC Cuts Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Hotchkis & Wiley Capital Management LLC cut its stake in PPL Co. (NYSE:PPL – Free Report) by 0.9% in the 2nd quarter, according to its most recent disclosure with the SEC. The institutional investor owned 15,160,360 shares of the utilities provider’s stock af…   \\n\\nARTICLE10   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Guggenheim Capital LLC Has $3.60 Million Stock Holdings in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Guggenheim Capital LLC reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 36.3% during the 2nd quarter, Holdings Channel.com reports. The firm owned 135,881 shares of the utilities provider’s stock after selling 77,395 shares during the period. Guggenhe…   \\n\\nARTICLE11   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Inceptionr LLC Makes New $1.13 Million Investment in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Inceptionr LLC bought a new position in PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent 13F filing with the Securities & Exchange Commission. The institutional investor bought 42,541 shares of the utilities provider’s stoc…   \\n\\nARTICLE12   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: 42,541 Shares in PPL Co. (NYSE:PPL) Purchased by Inceptionr LLC   ARTICLE DESCRIPTION: Inceptionr LLC acquired a new position in PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent disclosure with the Securities & Exchange Commission. The institutional investor acquired 42,541 shares of the utilities provider’s …   \\n\\nARTICLE13   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Allegheny Financial Group LTD Cuts Stock Holdings in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Allegheny Financial Group LTD lessened its holdings in PPL Co. (NYSE:PPL – Free Report) by 3.9% in the 2nd quarter, according to its most recent filing with the SEC. The firm owned 10,275 shares of the utilities provider’s stock after selling 413 shares durin…   \\n\\nARTICLE14   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Public Employees Retirement Association of Colorado Lowers Stock Holdings in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Public Employees Retirement Association of Colorado decreased its holdings in PPL Co. (NYSE:PPL – Free Report) by 35.9% during the 2nd quarter, according to the company in its most recent disclosure with the SEC. The institutional investor owned 69,697 shares…   \\n\\nARTICLE15   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Sound View Wealth Advisors Group LLC Sells 2,199 Shares of PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Sound View Wealth Advisors Group LLC cut its holdings in PPL Co. (NYSE:PPL – Free Report) by 9.0% during the second quarter, according to its most recent Form 13F filing with the SEC. The firm owned 22,138 shares of the utilities provider’s stock after sellin…   \\n\\nARTICLE16   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Lido Advisors LLC Acquires 8,564 Shares of PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Lido Advisors LLC increased its holdings in PPL Co. (NYSE:PPL – Free Report) by 12.1% during the 2nd quarter, according to its most recent Form 13F filing with the Securities and Exchange Commission (SEC). The fund owned 79,547 shares of the utilities provide…   \\n\\nARTICLE17   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: BTG Pactual Global Asset Management Ltd Has $9.69 Million Holdings in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: BTG Pactual Global Asset Management Ltd increased its stake in shares of PPL Co. (NYSE:PPL – Free Report) by 190.3% in the 2nd quarter, according to its most recent Form 13F filing with the Securities and Exchange Commission. The institutional investor owned …   \\n\\nARTICLE18   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Roffman Miller Associates Inc. PA Cuts Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Roffman Miller Associates Inc. PA reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 2.1% during the 2nd quarter, according to its most recent Form 13F filing with the Securities & Exchange Commission. The fund owned 183,508 shares of the utilities prov…   \\n\\nARTICLE19   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL Co. (NYSE:PPL) Shares Acquired by Magellan Asset Management Ltd   ARTICLE DESCRIPTION: Magellan Asset Management Ltd increased its position in shares of PPL Co. (NYSE:PPL – Free Report) by 3.5% during the 2nd quarter, according to the company in its most recent 13F filing with the Securities and Exchange Commission. The institutional investor o…   \\n\\nARTICLE20   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL Co. (NYSE:PPL) to Issue Quarterly Dividend of $0.24   ARTICLE DESCRIPTION: PPL Co. (NYSE:PPL – Get Free Report) declared a quarterly dividend on Friday, November 17th, RTT News reports. Investors of record on Friday, December 8th will be given a dividend of 0.24 per share by the utilities provider on Tuesday, January 2nd. This repre…   \\n\\nARTICLE21   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Trexquant Investment LP Has $8.69 Million Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Trexquant Investment LP trimmed its position in PPL Co. (NYSE:PPL – Free Report) by 3.8% during the second quarter, according to its most recent 13F filing with the Securities and Exchange Commission (SEC). The firm owned 328,580 shares of the utilities provi…   \\n\\nARTICLE22   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: State Board of Administration of Florida Retirement System Lowers Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: State Board of Administration of Florida Retirement System lessened its position in PPL Co. (NYSE:PPL – Free Report) by 1.5% in the second quarter, according to the company in its most recent filing with the Securities & Exchange Commission. The firm owned 87…   \\n\\nARTICLE23   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: 35,209 Shares in PPL Co. (NYSE:PPL) Bought by Wintrust Investments LLC   ARTICLE DESCRIPTION: Wintrust Investments LLC acquired a new position in shares of PPL Co. (NYSE:PPL – Free Report) in the second quarter, according to its most recent 13F filing with the SEC. The institutional investor acquired 35,209 shares of the utilities provider’s stock, va…   \\n\\nARTICLE24   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Richard Bernstein Advisors LLC Acquires 46,590 Shares of PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Richard Bernstein Advisors LLC boosted its holdings in PPL Co. (NYSE:PPL – Free Report) by 128.6% in the 2nd quarter, according to its most recent filing with the Securities and Exchange Commission (SEC). The firm owned 82,821 shares of the utilities provider…   \\n\\nARTICLE25   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: abrdn plc Grows Stock Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: abrdn plc increased its position in PPL Co. (NYSE:PPL – Free Report) by 10.5% in the 2nd quarter, according to its most recent 13F filing with the Securities and Exchange Commission. The institutional investor owned 574,243 shares of the utilities provider’s …   \\n\\nARTICLE26   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Commonwealth of Pennsylvania Public School Empls Retrmt SYS Raises Stock Position in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Commonwealth of Pennsylvania Public School Empls Retrmt SYS raised its stake in shares of PPL Co. (NYSE:PPL – Free Report) by 9.1% in the second quarter, according to the company in its most recent filing with the Securities and Exchange Commission. The fund …   \\n\\nARTICLE27   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: River Wealth Advisors LLC Has $1.16 Million Stock Holdings in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: River Wealth Advisors LLC decreased its holdings in shares of PPL Co. (NYSE:PPL – Free Report) by 12.3% in the 2nd quarter, according to its most recent 13F filing with the Securities and Exchange Commission (SEC). The fund owned 43,900 shares of the utilitie…   \\n\\nARTICLE28   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Russell Investments Group Ltd. Cuts Stake in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Russell Investments Group Ltd. reduced its stake in PPL Co. (NYSE:PPL – Free Report) by 2.0% during the second quarter, according to the company in its most recent Form 13F filing with the Securities and Exchange Commission. The fund owned 1,453,397 shares of…   \\n\\nARTICLE29   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: PPL Co. (NYSE:PPL) Shares Purchased by Canada Pension Plan Investment Board   ARTICLE DESCRIPTION: Canada Pension Plan Investment Board lifted its holdings in PPL Co. (NYSE:PPL – Free Report) by 0.2% during the second quarter, according to its most recent disclosure with the Securities and Exchange Commission (SEC). The firm owned 1,323,352 shares of the u…   \\n\\nARTICLE30   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Lincoln National Corp Has $470,000 Stake in PPL Co. (NYSE:PPL)   ARTICLE DESCRIPTION: Lincoln National Corp grew its position in shares of PPL Co. (NYSE:PPL – Free Report) by 4.1% in the 2nd quarter, according to the company in its most recent filing with the Securities and Exchange Commission (SEC). The fund owned 17,745 shares of the utiliti…   \\n\\nARTICLE31   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Pembina Pipeline (TSE:PPL) Given New C$45.00 Price Target at National Bankshares   ARTICLE DESCRIPTION: Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price objective hoisted by National Bankshares from C$44.00 to C$45.00 in a research note issued to investors on Monday morning, BayStreet.CA reports. National Bankshares currently has a sector perfo…   \\n\\nARTICLE32   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: Pembina Pipeline Corporation Provides Notice of Series 1 Preferred Share Conversion Right and Announces Reset Dividend Rates   ARTICLE DESCRIPTION: (marketscreener.com) \\nPembina Pipeline Corporation announced today that it does not intend to exercise its right to redeem the currently outstanding Cumulative Redeemable Rate Reset Class A Preferred Shares, Series 1 on December 1, 2023.\\n\\nThis press release f…   \\n\\nARTICLE33   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Pembina Pipeline (TSE:PPL) Price Target Lowered to C$49.00 at JPMorgan Chase & Co.   ARTICLE DESCRIPTION: Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price target decreased by JPMorgan Chase & Co. from C$50.00 to C$49.00 in a research note issued to investors on Monday, BayStreet.CA reports. JPMorgan Chase & Co. currently has a neutral rating on t…   \\n\\nARTICLE34   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Pembina Pipeline Co. Announces Quarterly Dividend of $0.67 (TSE:PPL)   ARTICLE DESCRIPTION: Pembina Pipeline Co. (TSE:PPL – Get Free Report) (NYSE:PBA) announced a quarterly dividend on Thursday, November 2nd, Zacks reports. Shareholders of record on Friday, December 15th will be paid a dividend of 0.668 per share on Friday, December 29th. This repr…   \\n\\nARTICLE35   ARTICLE SOURCE: ETF Daily News   ARTICLE TITLE: Pembina Pipeline (TSE:PPL) Given New C$49.00 Price Target at Scotiabank   ARTICLE DESCRIPTION: Pembina Pipeline (TSE:PPL – Free Report) (NYSE:PBA) had its price target hoisted by Scotiabank from C$48.00 to C$49.00 in a research report released on Friday, BayStreet.CA reports. Scotiabank currently has an outperform rating on the stock. Other equities re…   \\n\\nARTICLE36   ARTICLE SOURCE: Marketscreener.com   ARTICLE TITLE: Pembina Pipeline Corporation Reports Record Results for the Third Quarter 2023, Raises 2023 Guidance and Declares Quarterly Common Share Dividend   ARTICLE DESCRIPTION: (marketscreener.com) \\nAll financial figures are in Canadian dollars unless otherwise noted. This news release refers to certain financial measures and ratios that are not specified, defined or determined in accordance with Generally Accepted Accounting Princi…   \\n\\nARTICLE37   ARTICLE SOURCE: Harvard School of Engineering and Applied Sciences   ARTICLE TITLE: 2023 CPA-Zicklin Index Shows Strong Increase in Number of Trendsetter, Top-Scoring Companies   ARTICLE DESCRIPTION: With the 2024 election season ramping up, more leading U.S. corporations than ever before are receiving the highest scores for political spending disclosure and accountability, according to the annual benchmarking study recently released by the Center for Pol…   \\n\\nARTICLE38   ARTICLE SOURCE: Kernel.org   ARTICLE TITLE: Merge tag \\'media/v6.7-1\\' of git://git.kernel.org/pub/scm/linux/kernel/git/mchehab/linux-media   ARTICLE DESCRIPTION: None   \\n\\nARTICLE39   ARTICLE SOURCE: Lesswrong.com   ARTICLE TITLE: How much to update on recent AI governance moves?   ARTICLE DESCRIPTION: Published on November 16, 2023 11:46 PM GMTNate and I (habryka) discuss the recent increase in public and political attention on AGI ruin. We try and figure out where, if anywhere, we feel extra hope as a result.I think it\\'s plausible that this is enough of a…   \\n\\nARTICLE40   ARTICLE SOURCE: Lesswrong.com   ARTICLE TITLE: AI #36: In the Background   ARTICLE DESCRIPTION: Published on November 2, 2023 6:00 PM GMTWow, what a week. We had the Executive Order, which I read here so you don’t have to and then I have a tabulation of the reactions of others.\\n\\n\\n\\nSimultaneously there was the UK AI Summit.\\n\\n\\n\\nThere was also robust relat…   \\n\\n'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 185
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def split_into_chunks(text, chunk_size=4000):\n",
        "    return [text[i:i+chunk_size] for i in range(0, len(text), chunk_size)]\n",
        "\n",
        "def num_tokens_from_string(string: str, encoding_name: str) -> int:\n",
        "    \"\"\"Returns the number of tokens in a text string.\"\"\"\n",
        "    encoding = tiktoken.encoding_for_model(encoding_name)\n",
        "    num_tokens = len(encoding.encode(string))\n",
        "    return num_tokens\n",
        "\n",
        "def ppl_news_entities_extractor(self):\n",
        "    response_schemas = [\n",
        "        ResponseSchema(name=\"Positive News\", description=\"List of Positive News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Positive Aspect\", description=\"List of Topics discussed by the Positive News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Negative News\", description=\"List of Negative News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Negative Aspect\", description=\"List of Topics discussed by the Negative News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Neutral News\", description=\"List of Neutral News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Neutral Aspect\", description=\"List of Topics discussed by the Neutral News Articles about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Publish Date\", description=\"List of dates the articles was published, if any else return no news\"),\n",
        "    ]\n",
        "    output_parser = StructuredOutputParser.from_response_schemas(response_schemas)\n",
        "    format_instructions = output_parser.get_format_instructions()\n",
        "\n",
        "    chat_model = ChatOpenAI(model_name=\"gpt-3.5-turbo-16k\", temperature=0.5, openai_api_key = \"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\")\n",
        "\n",
        "    prompt = ChatPromptTemplate(\n",
        "        messages=[\n",
        "            HumanMessagePromptTemplate.from_template(\"\"\"\n",
        "            You are a helpful assistant who evaluates news articles for the day split by \"\\n\\n\", identifies positive and negative news about **PPL Corporation** and summarizes it in a concise format.\n",
        "            {format_instructions}\n",
        "            News Articles: {question}\"\"\")\n",
        "        ],\n",
        "        input_variables=[\"question\"],\n",
        "        partial_variables={\"format_instructions\": format_instructions}\n",
        "    )\n",
        "\n",
        "    topic_dict = {}\n",
        "    token_check = 0\n",
        "    clean_transcript = input_to_llm_two[:16000]\n",
        "    transcription_token_length = num_tokens_from_string(clean_transcript, \"gpt-3.5-turbo-16k\")\n",
        "    if transcription_token_length<16000:\n",
        "      _input = prompt.format_prompt(question=clean_transcript)\n",
        "      output = chat_model(_input.to_messages())\n",
        "      return(output_parser.parse(output.content))\n",
        "    else:\n",
        "      print(\"Token Limit Exceeded. Summarizing and evaluating\")\n",
        "      complete_content_chunks = split_into_chunks(clean_transcript,16000)\n",
        "      summarized_transcription = []\n",
        "      for chunk in complete_content_chunks:\n",
        "        doc =  Document(page_content=chunk, metadata={\"source\": \"transcription\"})\n",
        "        summ_chain = load_summarize_chain(chat_model, chain_type=\"stuff\")\n",
        "        transcription = summ_chain.run([doc])\n",
        "        summarized_transcription.append(transcription)\n",
        "      summarized_transcription = ' '.join(summarized_transcription)\n",
        "      summ_chain = load_summarize_chain(chat_model, chain_type=\"stuff\")\n",
        "      doc_summarized =  Document(page_content=summarized_transcription, metadata={\"source\": \"summarized_transcription\"})\n",
        "      summarized_transcription_updated = summ_chain.run([doc_summarized])\n",
        "      _input = prompt.format_prompt(question=summarized_transcription_updated+'\\nURL: '+str(list(self.transcriptions.keys())[0]))\n",
        "      output = chat_model(_input.to_messages())\n",
        "      topic_dict[output_parser.parse(output.content)['URL']] = output_parser.parse(output.content)\n",
        "      return(output_parser.parse(output.content))"
      ],
      "metadata": {
        "id": "19HuFkMPCoXD"
      },
      "execution_count": 187,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "response = ppl_news_entities_extractor(input_to_llm_two)\n",
        "output_df = pd.DataFrame(columns=['Positive News','Positive Aspect','Negative News','Negative Aspect','Neutral News','Neutral Aspect','Publish Date'])\n",
        "output_df = output_df.append({'Positive News':response['Positive News'],'Positive Aspect':response['Positive Aspect'],'Negative News':response['Negative News'], 'Negative Aspect':response['Negative Aspect'],'Neutral News':response['Neutral News'], 'Neutral Aspect':response['Neutral Aspect'], 'Publish Date':response['Publish Date']}, ignore_index=True)\n",
        "output_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 161
        },
        "id": "oNOc-d-K0JsE",
        "outputId": "5d834596-7305-44f4-ec89-ea4c0d2332ed"
      },
      "execution_count": 188,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:py.warnings:<ipython-input-188-eda6e6528edb>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  output_df = output_df.append({'Positive News':response['Positive News'],'Positive Aspect':response['Positive Aspect'],'Negative News':response['Negative News'], 'Negative Aspect':response['Negative Aspect'],'Neutral News':response['Neutral News'], 'Neutral Aspect':response['Neutral Aspect'], 'Publish Date':response['Publish Date']}, ignore_index=True)\n",
            "\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       Positive News  \\\n",
              "0  PPL to Pay Quarterly Stock Dividend January 2,...   \n",
              "\n",
              "                   Positive Aspect Negative News Negative Aspect  \\\n",
              "0  Quarterly common stock dividend          None            None   \n",
              "\n",
              "                                        Neutral News  \\\n",
              "0  PPL Corporation reports third-quarter 2023 ear...   \n",
              "\n",
              "                                      Neutral Aspect       Publish Date  \n",
              "0  Third-quarter earnings, attendance at financia...  November 17, 2023  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9549ea75-776a-4508-b358-660f590371c1\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Positive News</th>\n",
              "      <th>Positive Aspect</th>\n",
              "      <th>Negative News</th>\n",
              "      <th>Negative Aspect</th>\n",
              "      <th>Neutral News</th>\n",
              "      <th>Neutral Aspect</th>\n",
              "      <th>Publish Date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>PPL to Pay Quarterly Stock Dividend January 2,...</td>\n",
              "      <td>Quarterly common stock dividend</td>\n",
              "      <td>None</td>\n",
              "      <td>None</td>\n",
              "      <td>PPL Corporation reports third-quarter 2023 ear...</td>\n",
              "      <td>Third-quarter earnings, attendance at financia...</td>\n",
              "      <td>November 17, 2023</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9549ea75-776a-4508-b358-660f590371c1')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9549ea75-776a-4508-b358-660f590371c1 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9549ea75-776a-4508-b358-660f590371c1');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "  <div id=\"id_bca20eb9-5830-41f6-88c0-e2de60470c0d\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('output_df')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_bca20eb9-5830-41f6-88c0-e2de60470c0d button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('output_df');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 188
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output_df['Positive News'].iloc[0]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "6U7VrWL7SBao",
        "outputId": "1cf91922-aa19-4631-f372-cdd3f82131e7"
      },
      "execution_count": 190,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'PPL to Pay Quarterly Stock Dividend January 2, 2024'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 190
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output_df['Neutral News'].iloc[0].split(',')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1fsb75C0TaDW",
        "outputId": "409d0018-280a-4209-f2ca-995e25740e0c"
      },
      "execution_count": 193,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['PPL Corporation reports third-quarter 2023 earnings',\n",
              " ' PPL to attend 58th EEI Financial Conference',\n",
              " \" PPL's Kentucky subsidiaries receive constructive regulatory order approving substantial portion of generation investment plan\"]"
            ]
          },
          "metadata": {},
          "execution_count": 193
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output_df['Negative News'].iloc[0]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "3LsFllM5Td9s",
        "outputId": "cdb7505b-0ce9-4c20-f716-d7935fff0c19"
      },
      "execution_count": 192,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'None'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 192
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "import pandas as pd\n",
        "\n",
        "review_df = pd.DataFrame(columns=['Review'])\n",
        "\n",
        "# Loop through all pages\n",
        "for i in range(10):\n",
        "  # Send GET request and retrieve HTML content\n",
        "  response = requests.get('https://www.yelp.com/biz/ppl-electric-utilities-allentown?start=10')\n",
        "  soup = BeautifulSoup(response.content, 'html.parser')\n",
        "  comment_sections = soup.find_all('div', {'class': 'css-9ul5p9'})\n",
        "  # List to hold reviews\n",
        "  reviews = []\n",
        "\n",
        "  # Loop through all divs and extract the text\n",
        "  for div in comment_sections:\n",
        "      review_p = div.find(\"p\", class_=\"comment__09f24__D0cxf\")\n",
        "      if review_p:\n",
        "          review_text = review_p.get_text(strip=True)\n",
        "          reviews.append(review_text)\n",
        "\n",
        "  # Convert list to DataFrame\n",
        "  df_reviews = pd.DataFrame(reviews, columns=['Review'])\n",
        "  review_df = pd.concat([review_df,df_reviews])\n",
        "\n",
        "review_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "XCfKEHfJVTKK",
        "outputId": "9a2f8fa1-1b99-42fb-a965-c22cbc76803d"
      },
      "execution_count": 214,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               Review\n",
              "0   Rude and obnoxious Tried to charge my card wit...\n",
              "1   I would give them no stars if available!   Lat...\n",
              "2   Worse company ever.  They seems incompetent of...\n",
              "3   I sent in ID to start service via email. Don't...\n",
              "4   The person in charge of customer service shoul...\n",
              "..                                                ...\n",
              "5   Following a move to Pennsylvania (Poconos), I ...\n",
              "6   Reading the prior reviews of this organization...\n",
              "7   Service reps suck it's all Bout Ppl taking eve...\n",
              "8   my  name is natasha edwards i worked here for ...\n",
              "9   Allows their staff to call customers calling t...\n",
              "\n",
              "[100 rows x 1 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9813d491-1db3-4360-ab08-8e86b8d2b69f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Review</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Rude and obnoxious Tried to charge my card wit...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>I would give them no stars if available!   Lat...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Worse company ever.  They seems incompetent of...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>I sent in ID to start service via email. Don't...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The person in charge of customer service shoul...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Following a move to Pennsylvania (Poconos), I ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>Reading the prior reviews of this organization...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>Service reps suck it's all Bout Ppl taking eve...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>my  name is natasha edwards i worked here for ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>Allows their staff to call customers calling t...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100 rows × 1 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9813d491-1db3-4360-ab08-8e86b8d2b69f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9813d491-1db3-4360-ab08-8e86b8d2b69f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9813d491-1db3-4360-ab08-8e86b8d2b69f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-3837c9bb-73c0-48eb-ac03-19dee1879c1f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-3837c9bb-73c0-48eb-ac03-19dee1879c1f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-3837c9bb-73c0-48eb-ac03-19dee1879c1f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_aa763893-e8f9-4f32-82f7-c30e7ce14461\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('review_df')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_aa763893-e8f9-4f32-82f7-c30e7ce14461 button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('review_df');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 214
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "review_df.reset_index(drop=True, inplace=True)"
      ],
      "metadata": {
        "id": "VgntBwBXctxL"
      },
      "execution_count": 219,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "input_to_llm_three = \"\"\n",
        "\n",
        "for index in review_df.index:\n",
        "  input_to_llm_three+=\"Review\"+str(index)+\": \"\n",
        "  input_to_llm_three+=\"Review: \"+review_df.at[index,'Review']\n",
        "  input_to_llm_three+=\"\\n\\n\"\n",
        "\n",
        "input_to_llm_three"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 87
        },
        "id": "HUSwT4-qWwkC",
        "outputId": "5f5f27f0-e973-4721-92a2-522eab6c934e"
      },
      "execution_count": 220,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "\"Review0: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview1: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview2: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview3: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview4: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview5: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview6: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview7: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview8: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview9: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview10: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview11: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview12: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview13: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview14: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview15: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview16: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview17: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview18: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview19: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview20: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview21: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview22: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview23: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview24: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview25: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview26: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview27: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview28: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview29: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview30: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview31: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview32: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview33: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview34: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview35: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview36: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview37: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview38: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview39: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview40: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview41: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview42: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview43: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview44: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview45: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview46: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview47: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview48: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview49: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview50: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview51: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview52: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview53: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview54: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview55: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview56: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview57: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview58: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview59: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview60: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview61: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview62: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview63: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview64: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview65: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview66: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview67: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview68: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview69: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview70: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview71: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview72: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview73: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview74: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview75: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview76: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview77: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview78: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview79: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview80: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview81: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview82: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview83: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview84: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview85: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview86: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview87: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview88: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview89: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\nReview90: Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\n\\nReview91: Review: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\n\\nReview92: Review: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\n\\nReview93: Review: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\n\\nReview94: Review: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\n\\nReview95: Review: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\n\\nReview96: Review: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\n\\nReview97: Review: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\n\\nReview98: Review: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\n\\nReview99: Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\n\\n\""
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 220
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def split_into_chunks(text, chunk_size=4000):\n",
        "    return [text[i:i+chunk_size] for i in range(0, len(text), chunk_size)]\n",
        "\n",
        "def num_tokens_from_string(string: str, encoding_name: str) -> int:\n",
        "    \"\"\"Returns the number of tokens in a text string.\"\"\"\n",
        "    encoding = tiktoken.encoding_for_model(encoding_name)\n",
        "    num_tokens = len(encoding.encode(string))\n",
        "    return num_tokens\n",
        "\n",
        "def ppl_comments_entities_extractor(self):\n",
        "    response_schemas = [\n",
        "        ResponseSchema(name=\"Positive Comments\", description=\"List of Positive Comments about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Positive Aspect\", description=\"List of Topics discussed by the Positive Comments about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Negative Comments\", description=\"List of Negative Comments about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Negative Aspect\", description=\"List of Topics discussed by the Negative Comments about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Neutral Comments\", description=\"List of Neutral Comments about **PPL Corporation**, if any else return no news\"),\n",
        "        ResponseSchema(name=\"Neutral Aspect\", description=\"List of Topics discussed by the Neutral Comments about **PPL Corporation**, if any else return no news\")\n",
        "    ]\n",
        "    output_parser = StructuredOutputParser.from_response_schemas(response_schemas)\n",
        "    format_instructions = output_parser.get_format_instructions()\n",
        "\n",
        "    chat_model = ChatOpenAI(model_name=\"gpt-3.5-turbo-16k\", temperature=0.5, openai_api_key = \"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\")\n",
        "\n",
        "    prompt = ChatPromptTemplate(\n",
        "        messages=[\n",
        "            HumanMessagePromptTemplate.from_template(\"\"\"\n",
        "            You are a helpful assistant who evaluates reviews about PPL Corporation over a period of time split by \"\\n\\n\", identifies positive, negative and neutral comments about **PPL Corporation** and summarizes it in a concise format.\n",
        "            {format_instructions}\n",
        "            Comments: {question}\"\"\")\n",
        "        ],\n",
        "        input_variables=[\"question\"],\n",
        "        partial_variables={\"format_instructions\": format_instructions}\n",
        "    )\n",
        "\n",
        "    topic_dict = {}\n",
        "    token_check = 0\n",
        "    clean_transcript = input_to_llm_three[:16000]\n",
        "    transcription_token_length = num_tokens_from_string(clean_transcript, \"gpt-3.5-turbo-16k\")\n",
        "    if transcription_token_length<16000:\n",
        "      _input = prompt.format_prompt(question=clean_transcript)\n",
        "      output = chat_model(_input.to_messages())\n",
        "      return(output_parser.parse(output.content))\n",
        "    else:\n",
        "      print(\"Token Limit Exceeded. Summarizing and evaluating\")\n",
        "      complete_content_chunks = split_into_chunks(clean_transcript,16000)\n",
        "      summarized_transcription = []\n",
        "      for chunk in complete_content_chunks:\n",
        "        doc =  Document(page_content=chunk, metadata={\"source\": \"transcription\"})\n",
        "        summ_chain = load_summarize_chain(chat_model, chain_type=\"stuff\")\n",
        "        transcription = summ_chain.run([doc])\n",
        "        summarized_transcription.append(transcription)\n",
        "      summarized_transcription = ' '.join(summarized_transcription)\n",
        "      summ_chain = load_summarize_chain(chat_model, chain_type=\"stuff\")\n",
        "      doc_summarized =  Document(page_content=summarized_transcription, metadata={\"source\": \"summarized_transcription\"})\n",
        "      summarized_transcription_updated = summ_chain.run([doc_summarized])\n",
        "      _input = prompt.format_prompt(question=summarized_transcription_updated+'\\nURL: '+str(list(self.transcriptions.keys())[0]))\n",
        "      output = chat_model(_input.to_messages())\n",
        "      topic_dict[output_parser.parse(output.content)['URL']] = output_parser.parse(output.content)\n",
        "      return(output_parser.parse(output.content))"
      ],
      "metadata": {
        "id": "un647FodYQrl"
      },
      "execution_count": 229,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "ppl_comments_entities_extractor(input_to_llm_three)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CUbIiL9aTfhu",
        "outputId": "11136ef8-205c-40e6-a323-1447a9a9d3b7"
      },
      "execution_count": 228,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'Positive Comments': 'No news',\n",
              " 'Positive Aspect': 'No news',\n",
              " 'Negative News': \"Review: Rude and obnoxious Tried to charge my card without my permission after I had already paid my bill mind you. Now due to their own error I have to send it Western Union. They refuse to have a discussion about it. No wonder everyone complains about them.\\nReview: I would give them no stars if available!   Lately we are getting 2 or more bills a month from them.   I called and of course, did not get an English speaking person.   They stated that they are getting caught up on the wrong billing issues they were having previously.   Not happy at all with PPL any longer.   They used to be the best, now they are the worst!!!!!!!!!!!   Do NOT recommend them at all.\\nReview: Worse company ever.  They seems incompetent of fixing customer's problems and concerns. I haven't gotten a bill since January but yet still money are still being charged with no end cycle. Been trying to contact them but no one seems to can tell you something logical\\nReview: I sent in ID to start service via email. Don't ever send an email because it is not maintained or checked (a customer service representative advised)!!!! Our service was shut off so I called and it went to a call center in India. The rep said our documents were received and our electric would be turned back on shortly. Never turned on. Called the next day and the rep said the ID cannot be emailed it must be faxed or mailed. JOIN THE 21st CENTURY PPL!!! She then indicated it would only be 2 hours until it would be turned back on. Called back and spoke with a different person and they said that timeframe is wrong. After I faxed the document , I called back in an hour and they still had not confirmed they received anything !!  Are they working with dot matrix printers as well?!? WORST SERVICE EVER!!!!\\nReview: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\nReview: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\nReview: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\nReview: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\nReview: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\nReview: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\",\n",
              " 'Negative Aspect': 'Customer service, billing issues, service shutdowns, communication, waiting time on hold',\n",
              " 'Neutral News': \"Review: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\\nReview: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\nReview: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\nReview: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\nReview: The person in charge of customer service should be immediately terminated.  PP&L provides the absolute worst customer service of any company that I have dealt with in 50 years.  Ordered service on January 31, was turned on and two days later turned off.  Called again, waited 84 minutes for an agent, was told it was turned on immediately, it was not, called again, waited 91 minutes for an agent, was told it will be turned on, that day, it was not.  Called again, waited 72 minutes for an agent, was told it will be turned on tomorrow.  Now 6 days later still no service\\nReview: Following a move to Pennsylvania (Poconos), I opened an account with PPL. Since I was a new customer I was told I would have to pay a security deposit of $444, but after one year of paying bills on time that money would be used toward future bills. Well it has been 14 months, with an excellent payment record and I keep getting billed. I've tried calling three times to remedy this and each time I have waited over 30 minutes on hold with no one answering. One other time a rep picked up in record time, but transferred me to Billing, where again I waited 30 minutes with no one answering.The only way to contact this company is by phone (really - 30 minutes waiting and no one picking up), or by letter. In this day and age no contact via email. Probably because there would be a record of how many people tried to reach them and how many times each person tried.I can't believe a public utility can be so inattentive and indifferent. My next move will be lodging a complaint with the BBB and the governor's office.\\nReview: Reading the prior reviews of this organization is mind-numbing, because they're not only just awful and likely shared by most of PPL's customers, but also because they clearly haven't cleaned up their act despite the rancor from their customers. This is the last place I should be reviewing a power service, but the utilities sector has completely hijacked the pandemic and has decided that its vulnerable customers, many who have been to struggle financially due to lockdowns, should take it up the keister.I've been a customer for over 15 years, and these previous reviews are all spot-on: terrible customer service, shocking bills, and frequent outages that, at least in my PA town, are never less than 8 hours, sometimes days. Their programs to help are insulting, inefficient, and you probably won't qualify in the first place.PPL's a monopoly, despite throwing a bone to smaller companies who are forced to use their equipment. I actually go with a third party company and dealing with them is far easier, but they don't have much hand. PPL has made, and will continue to make, out like the bandits they are during the toughest socioeconomic disaster in the history of the majority of their customers.\\nReview: Service reps suck it's all Bout Ppl taking everything you have and more. Charging late fees that are not late . They suck\\nReview: my  name is natasha edwards i worked here for four years and was wrongfully terminated today for system issues by angela iwasiak and she said i hung up on the customer when i was experiencing audio delays do not work here because she fires for no reason she is a bully and a bitch\\nReview: Allows their staff to call customers calling them a racist and allows their phone reps to harass call customers with threats to their voicemails\",\n",
              " 'Neutral Aspect': 'Customer service, billing issues, service shutdowns, communication, waiting time on hold'}"
            ]
          },
          "metadata": {},
          "execution_count": 228
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "response = ppl_comments_entities_extractor(input_to_llm_three)\n",
        "output_df_two = pd.DataFrame(columns=['Positive Comments','Positive Aspect','Negative Comments','Negative Aspect','Neutral Comments','Neutral Aspect','Publish Date'])\n",
        "output_df_two = output_df_two.append({'Positive Comments':response['Positive Comments'],'Positive Aspect':response['Positive Aspect'],'Negative Comments':response['Negative Comments'], 'Negative Aspect':response['Negative Aspect'],'Neutral Comments':response['Neutral Comments'], 'Neutral Aspect':response['Neutral Aspect']}, ignore_index=True)\n",
        "output_df_two"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 161
        },
        "id": "eAC17GzOdab-",
        "outputId": "fcfa7949-1317-4744-e3bc-0f8ab45c039d"
      },
      "execution_count": 233,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:py.warnings:<ipython-input-233-8759273388ed>:3: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  output_df_two = output_df_two.append({'Positive Comments':response['Positive Comments'],'Positive Aspect':response['Positive Aspect'],'Negative Comments':response['Negative Comments'], 'Negative Aspect':response['Negative Aspect'],'Neutral Comments':response['Neutral Comments'], 'Neutral Aspect':response['Neutral Aspect']}, ignore_index=True)\n",
            "\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "  Positive Comments Positive Aspect  \\\n",
              "0           No news         No news   \n",
              "\n",
              "                                   Negative Comments  \\\n",
              "0  Rude and obnoxious Tried to charge my card wit...   \n",
              "\n",
              "                                     Negative Aspect Neutral Comments  \\\n",
              "0  Customer service, Billing issues, Service disc...          No news   \n",
              "\n",
              "  Neutral Aspect Publish Date  \n",
              "0        No news          NaN  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-cc97de42-8aa4-4da8-9ddf-25bd64f56acc\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Positive Comments</th>\n",
              "      <th>Positive Aspect</th>\n",
              "      <th>Negative Comments</th>\n",
              "      <th>Negative Aspect</th>\n",
              "      <th>Neutral Comments</th>\n",
              "      <th>Neutral Aspect</th>\n",
              "      <th>Publish Date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>No news</td>\n",
              "      <td>No news</td>\n",
              "      <td>Rude and obnoxious Tried to charge my card wit...</td>\n",
              "      <td>Customer service, Billing issues, Service disc...</td>\n",
              "      <td>No news</td>\n",
              "      <td>No news</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cc97de42-8aa4-4da8-9ddf-25bd64f56acc')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-cc97de42-8aa4-4da8-9ddf-25bd64f56acc button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-cc97de42-8aa4-4da8-9ddf-25bd64f56acc');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "  <div id=\"id_d596089d-97c9-4256-b66c-4d10e805dd39\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('output_df_two')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_d596089d-97c9-4256-b66c-4d10e805dd39 button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('output_df_two');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 233
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output_df.to_csv(r'/content/news_info.csv')"
      ],
      "metadata": {
        "id": "maSRrheSfHxZ"
      },
      "execution_count": 237,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "output_df_two.to_csv(r'/content/comments_info.csv')"
      ],
      "metadata": {
        "id": "L81Sxg3IfyNQ"
      },
      "execution_count": 238,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#review_df = pd.DataFrame(columns=['Review'])\n",
        "\n",
        "# Loop through all pages\n",
        "#for i in range(10):\n",
        "# Send GET request and retrieve HTML content\n",
        "\n",
        "response = requests.get('https://www.papowerswitch.com/shop-for-electricity/shop-for-your-home/')\n",
        "soup = BeautifulSoup(response.content, 'html.parser')\n",
        "comment_sections = soup.find_all('div', {'class': 'distributor-estimated-rated'})\n",
        "comment_sections"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "alEUwGdmf8g8",
        "outputId": "7dac53c2-00db-4aa6-b120-189fbd9a3f67"
      },
      "execution_count": 240,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[<div class=\"distributor-estimated-rated\">\n",
              " <span data-intro=\"Get an estimate based on monthly usage (entered above).\" data-position=\"right\" data-step=\"6\" id=\"calculated\">$0.00</span>\n",
              " <span id=\"future-calculated\" style=\"display: none;\">$51.87</span>\n",
              " <span class=\"info term-help\" title=\"Estimate based on monthly usage (entered above), the supplier's price per kWh hour and monthly fees listed under this offer. %distributor% last updated this rate on %lastupdated%.\">\n",
              "                                                 Estimated per Month <img alt=\"\" src=\"/Assets/images/icon_help.png\"/>\n",
              " </span>\n",
              " </div>]"
            ]
          },
          "metadata": {},
          "execution_count": 240
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "o_2XBdpuyvgC"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}