money_control_scrape.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "80148414",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pandas in ./myenv/lib/python3.10/site-packages (2.2.2)\n",
      "Requirement already satisfied: numpy>=1.22.4 in ./myenv/lib/python3.10/site-packages (from pandas) (1.26.4)\n",
      "Requirement already satisfied: pytz>=2020.1 in ./myenv/lib/python3.10/site-packages (from pandas) (2024.1)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in ./myenv/lib/python3.10/site-packages (from pandas) (2.9.0.post0)\n",
      "Requirement already satisfied: tzdata>=2022.7 in ./myenv/lib/python3.10/site-packages (from pandas) (2024.1)\n",
      "Requirement already satisfied: six>=1.5 in ./myenv/lib/python3.10/site-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\n",
      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 24.1.1 is available.\n",
      "You should consider upgrading via the '/Users/ajsmac/Desktop/PROJECTS/predict_stock_movement_based_on_news/myenv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "d1d2ce79",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting beautifulsoup4\n",
      "  Downloading beautifulsoup4-4.12.3-py3-none-any.whl (147 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m147.9/147.9 KB\u001b[0m \u001b[31m274.9 kB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
      "\u001b[?25hCollecting soupsieve>1.2\n",
      "  Downloading soupsieve-2.5-py3-none-any.whl (36 kB)\n",
      "Installing collected packages: soupsieve, beautifulsoup4\n",
      "Successfully installed beautifulsoup4-4.12.3 soupsieve-2.5\n",
      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 24.1.1 is available.\n",
      "You should consider upgrading via the '/Users/ajsmac/Desktop/PROJECTS/predict_stock_movement_based_on_news/myenv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install beautifulsoup4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "06a3c919",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: transformers in ./myenv/lib/python3.10/site-packages (4.42.3)\n",
      "Requirement already satisfied: requests in ./myenv/lib/python3.10/site-packages (from transformers) (2.32.3)\n",
      "Requirement already satisfied: tokenizers<0.20,>=0.19 in ./myenv/lib/python3.10/site-packages (from transformers) (0.19.1)\n",
      "Requirement already satisfied: numpy<2.0,>=1.17 in ./myenv/lib/python3.10/site-packages (from transformers) (1.26.4)\n",
      "Requirement already satisfied: regex!=2019.12.17 in ./myenv/lib/python3.10/site-packages (from transformers) (2024.5.15)\n",
      "Requirement already satisfied: tqdm>=4.27 in ./myenv/lib/python3.10/site-packages (from transformers) (4.66.4)\n",
      "Requirement already satisfied: filelock in ./myenv/lib/python3.10/site-packages (from transformers) (3.15.4)\n",
      "Requirement already satisfied: packaging>=20.0 in ./myenv/lib/python3.10/site-packages (from transformers) (24.1)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in ./myenv/lib/python3.10/site-packages (from transformers) (0.23.4)\n",
      "Requirement already satisfied: safetensors>=0.4.1 in ./myenv/lib/python3.10/site-packages (from transformers) (0.4.3)\n",
      "Requirement already satisfied: pyyaml>=5.1 in ./myenv/lib/python3.10/site-packages (from transformers) (6.0.1)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in ./myenv/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.23.2->transformers) (2024.6.1)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in ./myenv/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.23.2->transformers) (4.12.2)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in ./myenv/lib/python3.10/site-packages (from requests->transformers) (2024.6.2)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in ./myenv/lib/python3.10/site-packages (from requests->transformers) (3.3.2)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in ./myenv/lib/python3.10/site-packages (from requests->transformers) (2.2.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in ./myenv/lib/python3.10/site-packages (from requests->transformers) (3.7)\n",
      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 24.1.1 is available.\n",
      "You should consider upgrading via the '/Users/ajsmac/Desktop/PROJECTS/predict_stock_movement_based_on_news/myenv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "a3a872d7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: torch in ./myenv/lib/python3.10/site-packages (2.3.1)\n",
      "Requirement already satisfied: sympy in ./myenv/lib/python3.10/site-packages (from torch) (1.12.1)\n",
      "Requirement already satisfied: filelock in ./myenv/lib/python3.10/site-packages (from torch) (3.15.4)\n",
      "Requirement already satisfied: fsspec in ./myenv/lib/python3.10/site-packages (from torch) (2024.6.1)\n",
      "Requirement already satisfied: jinja2 in ./myenv/lib/python3.10/site-packages (from torch) (3.1.4)\n",
      "Requirement already satisfied: networkx in ./myenv/lib/python3.10/site-packages (from torch) (3.3)\n",
      "Requirement already satisfied: typing-extensions>=4.8.0 in ./myenv/lib/python3.10/site-packages (from torch) (4.12.2)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in ./myenv/lib/python3.10/site-packages (from jinja2->torch) (2.1.5)\n",
      "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in ./myenv/lib/python3.10/site-packages (from sympy->torch) (1.3.0)\n",
      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 24.1.1 is available.\n",
      "You should consider upgrading via the '/Users/ajsmac/Desktop/PROJECTS/predict_stock_movement_based_on_news/myenv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install torch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9f69cd76-f53e-40b5-8751-aa4f85d04487",
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "import requests\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "5ef618fe-7cc3-467f-bcac-a5f7e217a7cd",
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://www.moneycontrol.com/news/tags/companies.html/page-1/\"\n",
    "resp = resp=requests.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "f0edf16a-bd0e-40f7-b5cb-28a840222671",
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(resp.text)\n",
    "script_tags = soup.find_all('script', type='application/ld+json')\n",
    "\n",
    "for tag in script_tags:\n",
    "    text = tag.text.strip()\n",
    "    js = json.loads(text)\n",
    "\n",
    "    if isinstance(js, dict) and js.get('@type', None) == 'ItemList':\n",
    "        articles = js['itemListElement']\n",
    "        articles = [{k: v for k, v in article.items() if k in ['name', 'url']} for article in articles]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "bf5764ea-75ea-4dc7-90f4-e53fe524450e",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.DataFrame(articles)\n",
    "data.rename(columns={\"name\": \"headline\"}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "00e3a4c4-58d9-4fcd-8497-fa349ca2a753",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_article(url):\n",
    "    resp = requests.get(url)\n",
    "    \n",
    "    soup = BeautifulSoup(resp.text)\n",
    "    script_tags = soup.find_all('script', {'type': 'application/ld+json'})\n",
    "\n",
    "    for tag in script_tags:\n",
    "        text = tag.text.strip()\n",
    "        js = json.loads(text, strict=False)\n",
    "        if isinstance(js, list):\n",
    "            \n",
    "            article = js[0]\n",
    "            if article.get('@type', None) == 'NewsArticle':\n",
    "                date = article.get('datePublished', None)\n",
    "                content = article.get('articleBody', None)\n",
    "                return (date, content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "9d8ac270-9706-4488-b511-92d92de59240",
   "metadata": {},
   "outputs": [],
   "source": [
    "data[['date', 'content']] = data.apply(lambda row: pd.Series(get_article(row['url'])), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "bb26a24c-a99b-466d-9779-6ae1f0c04aba",
   "metadata": {},
   "outputs": [],
   "source": [
    "data['date'] = pd.to_datetime(data['date'])\n",
    "data = data[['date', 'headline', 'url', 'content']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "62d7b077-0739-4cce-baa5-0791402bafc6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>headline</th>\n",
       "      <th>url</th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2024-06-28 11:40:33+05:30</td>\n",
       "      <td>Ashok Leyland partners with Bajaj Finance for ...</td>\n",
       "      <td>https://www.moneycontrol.com/news/business/ash...</td>\n",
       "      <td>Commercial vehicle maker Ashok Leyland Ltd on ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2024-06-28 10:53:57+05:30</td>\n",
       "      <td>UltraTech&amp;rsquo;s stake buy in India Cements &amp;...</td>\n",
       "      <td>https://www.moneycontrol.com/news/business/ult...</td>\n",
       "      <td>Highlights\\r\\n\\r\\n\\r\\n\\tUltraTech has agreed t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2024-06-27 13:37:22+05:30</td>\n",
       "      <td>Kajaria Ceramics &amp;ndash; Solid execution shows...</td>\n",
       "      <td>https://www.moneycontrol.com/news/business/mon...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2024-06-27 13:12:22+05:30</td>\n",
       "      <td>Fairfax India Holdings unit sells 9.7% stake i...</td>\n",
       "      <td>https://www.moneycontrol.com/news/business/fai...</td>\n",
       "      <td>Fairfax India Holdings Corp&amp;nbsp;said on Thurs...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2024-06-27 13:02:32+05:30</td>\n",
       "      <td>Indian Oil to boost LNG portfolio to 20 millio...</td>\n",
       "      <td>https://www.moneycontrol.com/news/business/ind...</td>\n",
       "      <td>Indian Oil aims to increase its liquified natu...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       date  \\\n",
       "0 2024-06-28 11:40:33+05:30   \n",
       "1 2024-06-28 10:53:57+05:30   \n",
       "2 2024-06-27 13:37:22+05:30   \n",
       "3 2024-06-27 13:12:22+05:30   \n",
       "4 2024-06-27 13:02:32+05:30   \n",
       "\n",
       "                                            headline  \\\n",
       "0  Ashok Leyland partners with Bajaj Finance for ...   \n",
       "1  UltraTech&rsquo;s stake buy in India Cements &...   \n",
       "2  Kajaria Ceramics &ndash; Solid execution shows...   \n",
       "3  Fairfax India Holdings unit sells 9.7% stake i...   \n",
       "4  Indian Oil to boost LNG portfolio to 20 millio...   \n",
       "\n",
       "                                                 url  \\\n",
       "0  https://www.moneycontrol.com/news/business/ash...   \n",
       "1  https://www.moneycontrol.com/news/business/ult...   \n",
       "2  https://www.moneycontrol.com/news/business/mon...   \n",
       "3  https://www.moneycontrol.com/news/business/fai...   \n",
       "4  https://www.moneycontrol.com/news/business/ind...   \n",
       "\n",
       "                                             content  \n",
       "0  Commercial vehicle maker Ashok Leyland Ltd on ...  \n",
       "1  Highlights\\r\\n\\r\\n\\r\\n\\tUltraTech has agreed t...  \n",
       "2                                               None  \n",
       "3  Fairfax India Holdings Corp&nbsp;said on Thurs...  \n",
       "4  Indian Oil aims to increase its liquified natu...  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "32c65518-98a9-4b88-a635-43fe410e0675",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Hardware accelerator e.g. GPU is available in the environment, but no `device` argument is passed to the `Pipeline` object. Model will be on CPU.\n"
     ]
    }
   ],
   "source": [
    "from transformers import (AutoModelForSequenceClassification, AutoTokenizer,\n",
    "                          pipeline)\n",
    "from torch import torch\n",
    "classifier = pipeline(\"text-classification\", model=\"ProsusAI/finbert\", tokenizer=\"ProsusAI/finbert\")\n",
    "\n",
    "# Define the our_pipeline function\n",
    "def our_pipeline(payload):\n",
    "    result = [{\"label\":\"none\", \"score\":0}]\n",
    "    if payload:\n",
    "        result = classifier(payload[:512])\n",
    "    return result\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "3f03f594",
   "metadata": {},
   "outputs": [],
   "source": [
    "data['result'] = data['content'].apply(our_pipeline)\n",
    "\n",
    "# Extract the 'label' and 'score' from the 'result' column\n",
    "data['label'] = data['result'].apply(lambda x: x[0]['label'])\n",
    "data['score'] = data['result'].apply(lambda x: x[0]['score'])\n",
    "\n",
    "# Drop the 'result' column if you no longer need it\n",
    "data = data.drop(columns=['result'])\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "b9de21f3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>label</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/ashok-leyland-partners-with-bajaj-finance-for-vehicle-finance-12758055.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.935985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/ultratechs-stake-buy-in-india-cements-is-a-takeover-now-on-the-cards-12757968.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.825984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/moneycontrol-research/kajaria-ceramics-solid-execution-shows-formidable-leadership-12757131.html</td>\n",
       "      <td>none</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/fairfax-india-holdings-unit-sells-9-7-stake-in-csb-bank-for-70-million-12757383.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.532279</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/indian-oil-to-boost-lng-portfolio-to-20-million-tonnes-by-2030-executive-says-12757378.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.940822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/air-india-to-deploy-a350-planes-on-delhi-london-route-from-september-1-12757334.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.856334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/25-of-new-hires-are-married-women-nearly-70-of-workforce-are-women-foxconn-12757281.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.579447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/bpcl-sees-nearly-flat-annual-crude-processing-executive-says-12757277.html</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.942877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/video-commerce-offerings-gain-traction-indians-spent-over-2-million-hours-video-shopping-flipkart-12757241.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.694737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/infosys-ceo-parekh-pays-rs-25-lakh-to-sebi-for-failing-to-have-adequate-controls-to-prevent-insider-trading-12757190.html</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.508210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/sbi-raises-rs-10000-crore-via-bonds-to-fund-infra-projects-12756610.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.906015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/ashok-leyland-sets-up-new-lcv-dealership-in-madhya-pradesh-12756517.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.809883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/gender-minorities-marginalised-groups-to-comprise-25-of-tata-steel-workforce-official-12756513.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.717859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/aditya-birla-group-to-invest-50-million-in-manufacturing-rd-center-in-texas-12756507.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.665995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/bajaj-auto-manufacturing-plant-at-manaus-in-brazil-becomes-operational-12756471.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.760372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>https://www.moneycontrol.com/technology/auto/hyundai-discontinues-kona-electric-vehicle-in-india-heres-why-article-12756441.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.472373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/india-probe-finds-byjus-didnt-commit-fraud-but-had-compliance-lapses-12756426.html</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.929170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>https://www.moneycontrol.com/technology/karnataka-it-minister-priyank-kharge-alleges-pm-modi-pressuring-companies-to-invest-in-gujarat-article-12756041.html</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.589466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>https://www.moneycontrol.com/news/opinion/hyundais-ipo-can-internationalise-indias-capital-market-12755862.html</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.676320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/jet-airways-founder-naresh-goyal-moves-hc-seeking-extension-of-interim-medical-bail-12755865.html</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.743100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/jsw-steel-usa-to-invest-110-million-to-modernise-plate-mill-in-baytown-texas-12755828.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.845019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/tata-motors-partners-bajaj-finance-for-commercial-vehicle-finance-12755827.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.936635</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/kalpataru-projects-international-bags-orders-worth-rs-2333-crore-12755675.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.853751</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/euronics-looking-to-double-turnover-to-rs-400-crore-by-2025-26-md-ceo-viknesh-jain-12755673.html</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.892596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>https://www.moneycontrol.com/news/business/moneycontrol-research/allied-blenders-and-distillers-ipo-liquid-happiness-in-a-bottle-12755529.html</td>\n",
       "      <td>none</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                     url  \\\n",
       "0                                                 https://www.moneycontrol.com/news/business/ashok-leyland-partners-with-bajaj-finance-for-vehicle-finance-12758055.html   \n",
       "1                                          https://www.moneycontrol.com/news/business/ultratechs-stake-buy-in-india-cements-is-a-takeover-now-on-the-cards-12757968.html   \n",
       "2                            https://www.moneycontrol.com/news/business/moneycontrol-research/kajaria-ceramics-solid-execution-shows-formidable-leadership-12757131.html   \n",
       "3                                        https://www.moneycontrol.com/news/business/fairfax-india-holdings-unit-sells-9-7-stake-in-csb-bank-for-70-million-12757383.html   \n",
       "4                                 https://www.moneycontrol.com/news/business/indian-oil-to-boost-lng-portfolio-to-20-million-tonnes-by-2030-executive-says-12757378.html   \n",
       "5                                        https://www.moneycontrol.com/news/business/air-india-to-deploy-a350-planes-on-delhi-london-route-from-september-1-12757334.html   \n",
       "6                                    https://www.moneycontrol.com/news/business/25-of-new-hires-are-married-women-nearly-70-of-workforce-are-women-foxconn-12757281.html   \n",
       "7                                                  https://www.moneycontrol.com/news/business/bpcl-sees-nearly-flat-annual-crude-processing-executive-says-12757277.html   \n",
       "8             https://www.moneycontrol.com/news/business/video-commerce-offerings-gain-traction-indians-spent-over-2-million-hours-video-shopping-flipkart-12757241.html   \n",
       "9   https://www.moneycontrol.com/news/business/infosys-ceo-parekh-pays-rs-25-lakh-to-sebi-for-failing-to-have-adequate-controls-to-prevent-insider-trading-12757190.html   \n",
       "10                                                   https://www.moneycontrol.com/news/business/sbi-raises-rs-10000-crore-via-bonds-to-fund-infra-projects-12756610.html   \n",
       "11                                                   https://www.moneycontrol.com/news/business/ashok-leyland-sets-up-new-lcv-dealership-in-madhya-pradesh-12756517.html   \n",
       "12                        https://www.moneycontrol.com/news/business/gender-minorities-marginalised-groups-to-comprise-25-of-tata-steel-workforce-official-12756513.html   \n",
       "13                                  https://www.moneycontrol.com/news/business/aditya-birla-group-to-invest-50-million-in-manufacturing-rd-center-in-texas-12756507.html   \n",
       "14                                       https://www.moneycontrol.com/news/business/bajaj-auto-manufacturing-plant-at-manaus-in-brazil-becomes-operational-12756471.html   \n",
       "15                                      https://www.moneycontrol.com/technology/auto/hyundai-discontinues-kona-electric-vehicle-in-india-heres-why-article-12756441.html   \n",
       "16                                         https://www.moneycontrol.com/news/business/india-probe-finds-byjus-didnt-commit-fraud-but-had-compliance-lapses-12756426.html   \n",
       "17          https://www.moneycontrol.com/technology/karnataka-it-minister-priyank-kharge-alleges-pm-modi-pressuring-companies-to-invest-in-gujarat-article-12756041.html   \n",
       "18                                                       https://www.moneycontrol.com/news/opinion/hyundais-ipo-can-internationalise-indias-capital-market-12755862.html   \n",
       "19                          https://www.moneycontrol.com/news/business/jet-airways-founder-naresh-goyal-moves-hc-seeking-extension-of-interim-medical-bail-12755865.html   \n",
       "20                                 https://www.moneycontrol.com/news/business/jsw-steel-usa-to-invest-110-million-to-modernise-plate-mill-in-baytown-texas-12755828.html   \n",
       "21                                            https://www.moneycontrol.com/news/business/tata-motors-partners-bajaj-finance-for-commercial-vehicle-finance-12755827.html   \n",
       "22                                             https://www.moneycontrol.com/news/business/kalpataru-projects-international-bags-orders-worth-rs-2333-crore-12755675.html   \n",
       "23                           https://www.moneycontrol.com/news/business/euronics-looking-to-double-turnover-to-rs-400-crore-by-2025-26-md-ceo-viknesh-jain-12755673.html   \n",
       "24                        https://www.moneycontrol.com/news/business/moneycontrol-research/allied-blenders-and-distillers-ipo-liquid-happiness-in-a-bottle-12755529.html   \n",
       "\n",
       "       label     score  \n",
       "0   positive  0.935985  \n",
       "1   positive  0.825984  \n",
       "2       none  0.000000  \n",
       "3    neutral  0.532279  \n",
       "4   positive  0.940822  \n",
       "5   positive  0.856334  \n",
       "6    neutral  0.579447  \n",
       "7   negative  0.942877  \n",
       "8   positive  0.694737  \n",
       "9   negative  0.508210  \n",
       "10  positive  0.906015  \n",
       "11  positive  0.809883  \n",
       "12   neutral  0.717859  \n",
       "13   neutral  0.665995  \n",
       "14   neutral  0.760372  \n",
       "15  positive  0.472373  \n",
       "16  negative  0.929170  \n",
       "17  negative  0.589466  \n",
       "18   neutral  0.676320  \n",
       "19  negative  0.743100  \n",
       "20  positive  0.845019  \n",
       "21  positive  0.936635  \n",
       "22  positive  0.853751  \n",
       "23  positive  0.892596  \n",
       "24      none  0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from IPython.display import display\n",
    "\n",
    "# Set the maximum column width to a large value\n",
    "pd.set_option('max_colwidth', 1000)\n",
    "\n",
    "# Display the DataFrame with the selected columns\n",
    "display(data[[\"url\", \"label\", \"score\"]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "007f68e6-1d66-43e4-9dea-4613dbeebe53",
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv('articles.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}