ch05/Chapter5.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Chapter5_public",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "c75b7776640d4e8f8cf1d660f75922b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5f23b92087914e7095a01278d4715569",
            "placeholder": "​",
            "style": "IPY_MODEL_fd1314921b644565bf4e258ac9842e43",
            "value": "14 of 725 Examples annotated, Current Position: 15 "
          }
        },
        "5f23b92087914e7095a01278d4715569": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd1314921b644565bf4e258ac9842e43": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1a19c2f9790a47c0882be2016edc4371": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c3ef1fd1dd6c4b8f8e99891c4f23b7c1",
              "IPY_MODEL_06a2a3e57b854daaa39e2a5c041f4f17",
              "IPY_MODEL_35cc5d43ec89419ab404f99c2c582511"
            ],
            "layout": "IPY_MODEL_41d10b3e09614145a1d94c756d1d7f05"
          }
        },
        "c3ef1fd1dd6c4b8f8e99891c4f23b7c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "Exploit",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_c86251f5cfa14bf9a2afb3318b848194",
            "style": "IPY_MODEL_790f8e4f43eb4789ac37504faf9cdb8c",
            "tooltip": ""
          }
        },
        "06a2a3e57b854daaa39e2a5c041f4f17": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "NOT Exploit",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_be5a4add6c3b4478936619368c9fa21d",
            "style": "IPY_MODEL_ad36b4517f0c44a08ea9613b8152b2a3",
            "tooltip": ""
          }
        },
        "35cc5d43ec89419ab404f99c2c582511": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "info",
            "description": "skip",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_fd01dcdea2ec416b99a4c67f432b918e",
            "style": "IPY_MODEL_db29ba4af45e4958b9ae55aaff7dc8a7",
            "tooltip": ""
          }
        },
        "41d10b3e09614145a1d94c756d1d7f05": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c86251f5cfa14bf9a2afb3318b848194": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "790f8e4f43eb4789ac37504faf9cdb8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "be5a4add6c3b4478936619368c9fa21d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad36b4517f0c44a08ea9613b8152b2a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "fd01dcdea2ec416b99a4c67f432b918e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "db29ba4af45e4958b9ae55aaff7dc8a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "af67ed9ab8f4473d9111aa7a73c51004": {
          "model_module": "@jupyter-widgets/output",
          "model_name": "OutputModel",
          "model_module_version": "1.0.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/output",
            "_model_module_version": "1.0.0",
            "_model_name": "OutputModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/output",
            "_view_module_version": "1.0.0",
            "_view_name": "OutputView",
            "layout": "IPY_MODEL_43bdaf5dffc246ffb664cb552e29d4d1",
            "msg_id": "",
            "outputs": [
              {
                "output_type": "display_data",
                "data": {
                  "text/plain": "TweetText    #powerful #exploit #assault Women Empowerment site:#Professions e.g. #journalism have ethics https://t.co/SrZrSRAP2d https://t.co/wn8KT5KV3E\nName: 14, dtype: object"
                },
                "metadata": {}
              },
              {
                "output_type": "display_data",
                "data": {
                  "text/plain": "URL    https://t.co/SrZrSRAP2d\nName: 14, dtype: object"
                },
                "metadata": {}
              }
            ]
          }
        },
        "43bdaf5dffc246ffb664cb552e29d4d1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cLxauw4CSc0f"
      },
      "source": [
        "![表紙](https://www.oreilly.co.jp/books/images/picture978-4-87311-907-6.gif)\n",
        "\n",
        "このノートブックはオライリー・ジャパンより発行の書籍[『セキュリティエンジニアのための機械学習』](https://www.oreilly.co.jp/books/9784873119076/)のサンプルコードです。コードの解説等は書籍をご参照ください。なお、このコードを動作させた結果について、著者およびオライリー・ジャパンは一切の責任を負いません。"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mqYU1gygmmg2"
      },
      "source": [
        "import tweepy\n",
        "import json\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "\n",
        "# APIを使用するための鍵\n",
        "consumer_key=\"YOUR KEY\"\n",
        "consumer_secret=\"YOUR KEY\"\n",
        "access_token=\"YOUR KEY\"\n",
        "access_token_secret=\"YOUR KEY\"\n",
        "\n",
        "# TweepyによるTwitter APIを使用するための認証のセットアップ\n",
        "auth = tweepy.OAuthHandler(consumer_key, consumer_secret)\n",
        "auth.set_access_token(access_token, access_token_secret)\n",
        "\n",
        "# パラメータwait_on_rate_limitを有効化して、 APIの問い合わせ回数の上限に達した場合は必要時間だけ待機\n",
        "api = tweepy.API(\n",
        "    auth, \n",
        "    parser=tweepy.parsers.JSONParser(), \n",
        "    wait_on_rate_limit=True, \n",
        "    wait_on_rate_limit_notify=True\n",
        "    )"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-JH9rbk8obdH",
        "outputId": "01aeb879-cf91-4eef-d5a2-685212235d76"
      },
      "source": [
        "# 検索ワードとして exploit http を使用し、リツイートは除外\n",
        "search_term = \"exploit http -filter:retweets\"\n",
        "\n",
        "# 一番古いツイートidを保存するための変数\n",
        "oldest_tweet = None\n",
        "\n",
        "# 回収したツイートの一覧を格納するためのリスト\n",
        "TempDict = []\n",
        "\n",
        "# 回収したツイート数のカウンター\n",
        "counter = 0\n",
        "\n",
        "# １０回ループし、合計1000件のツイートを対象にする\n",
        "for x in range(10):\n",
        "\n",
        "    # 最新のツイートから100件を抽出し、テキストをすべて収集する\n",
        "    public_tweets = api.search(search_term, \n",
        "                               count=100, \n",
        "                               result_type=\"recent\",\n",
        "                               tweet_mode=\"extended\", \n",
        "                               max_id=oldest_tweet)\n",
        "\n",
        "    # 条件に一致するツイートの収集\n",
        "    for tweet in public_tweets[\"statuses\"]:\n",
        "        #　引用リツイートも除外\n",
        "        if not 'quoted_status' in tweet:\n",
        "            TempDict.append(tweet)\n",
        "                            \n",
        "            # カウンターに１を追加\n",
        "            counter += 1\n",
        "\n",
        "        # 検索結果の一番古いツイートidを代入し、次の検索結果はこの一番古いid\n",
        "        # より古いものだけを対象にする\n",
        "        oldest_tweet = tweet[\"id\"]\n",
        "\n",
        "print(\"Tweet {}件を収集しました\".format(counter))"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Tweet 725件を収集しました\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4bo0RSk_XLhG"
      },
      "source": [
        "data = pd.DataFrame(\n",
        "    data=[tweet['full_text'] for tweet in TempDict], \n",
        "    columns=['TweetText']\n",
        "    )"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DCOba0fh3PG7"
      },
      "source": [
        "import re\n",
        "URLPATTERN = r'(https?://\\S+)'\n",
        "\n",
        "data['URL'] = data[\"TweetText\"].str.extract(URLPATTERN, expand=False).str.strip()"
      ],
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 677
        },
        "id": "Jo3oehJYekRh",
        "outputId": "31203b3e-551d-4b50-b68f-a575fa9646d6"
      },
      "source": [
        "data.head(20)"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                            TweetText                      URL\n",
              "0   #Body #Health You will have greater vigour, a ...  https://t.co/Vvt3wX9Bwj\n",
              "1   Let's not exploit our earth to the moment wher...  https://t.co/Nf86xXjutB\n",
              "2   Zeno - I have just completed this room! Check ...  https://t.co/lufKvkJh4J\n",
              "3   Critical Atlassian 0-day is under active explo...  https://t.co/999okEiH0E\n",
              "4   #Health You can have increased enjoyment; a mu...  https://t.co/msRznfYg8c\n",
              "5   Fraudsters using cruel new scam to exploit tru...  https://t.co/s8HRTRnmAF\n",
              "6   Here we love Horses and Wild Horses. Do not ge...  https://t.co/SogsgqscZ3\n",
              "7   #Java #Linux Graduation Penetration Testing Pr...  https://t.co/fL4SjMbPg1\n",
              "8   Stade Brestois. Le splendide but de Belaïli av...  https://t.co/wI4Z0lb4gc\n",
              "9   Cruel new scam that tricks close family into h...  https://t.co/A5cq83fPGX\n",
              "10  Re: Linux Kernel: Exploitable vulnerability in...  https://t.co/1TMoBrxLHQ\n",
              "11  Re: Linux Kernel eBPF Improper Input Validatio...  https://t.co/OKn7XtthR6\n",
              "12  Re: CVE-2021-4204: Linux Kernel eBPF Improper ...  https://t.co/KqtY8koNmx\n",
              "13  Fraudsters using cruel new scam to exploit tru...  https://t.co/RlttWhbSp6\n",
              "14  #powerful #exploit #assault Women Empowerment ...  https://t.co/SrZrSRAP2d\n",
              "15  Cybersecurity Threat Advisory: critical vulner...  https://t.co/XvkhEZfQQG\n",
              "16  China is about to exploit serious weaknesses i...  https://t.co/OQCzIWUkHf\n",
              "17  NUMBER 18 LAWS THAT PROTECT PUBLIC Leo Varadka...  https://t.co/I0owinqysa\n",
              "18  #MensFitness Fat reducing must be fast in case...  https://t.co/gL2FUtoeva\n",
              "19  L’exploit de Rory Kinnear : incarner pas moins...  https://t.co/0on4lflvnd"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5f5d7989-7a27-403c-822e-bdd7ce308f73\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>TweetText</th>\n",
              "      <th>URL</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>#Body #Health You will have greater vigour, a ...</td>\n",
              "      <td>https://t.co/Vvt3wX9Bwj</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Let's not exploit our earth to the moment wher...</td>\n",
              "      <td>https://t.co/Nf86xXjutB</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Zeno - I have just completed this room! Check ...</td>\n",
              "      <td>https://t.co/lufKvkJh4J</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Critical Atlassian 0-day is under active explo...</td>\n",
              "      <td>https://t.co/999okEiH0E</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>#Health You can have increased enjoyment; a mu...</td>\n",
              "      <td>https://t.co/msRznfYg8c</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Fraudsters using cruel new scam to exploit tru...</td>\n",
              "      <td>https://t.co/s8HRTRnmAF</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>Here we love Horses and Wild Horses. Do not ge...</td>\n",
              "      <td>https://t.co/SogsgqscZ3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>#Java #Linux Graduation Penetration Testing Pr...</td>\n",
              "      <td>https://t.co/fL4SjMbPg1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>Stade Brestois. Le splendide but de Belaïli av...</td>\n",
              "      <td>https://t.co/wI4Z0lb4gc</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>Cruel new scam that tricks close family into h...</td>\n",
              "      <td>https://t.co/A5cq83fPGX</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>Re: Linux Kernel: Exploitable vulnerability in...</td>\n",
              "      <td>https://t.co/1TMoBrxLHQ</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>Re: Linux Kernel eBPF Improper Input Validatio...</td>\n",
              "      <td>https://t.co/OKn7XtthR6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>Re: CVE-2021-4204: Linux Kernel eBPF Improper ...</td>\n",
              "      <td>https://t.co/KqtY8koNmx</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>Fraudsters using cruel new scam to exploit tru...</td>\n",
              "      <td>https://t.co/RlttWhbSp6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>#powerful #exploit #assault Women Empowerment ...</td>\n",
              "      <td>https://t.co/SrZrSRAP2d</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>Cybersecurity Threat Advisory: critical vulner...</td>\n",
              "      <td>https://t.co/XvkhEZfQQG</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>China is about to exploit serious weaknesses i...</td>\n",
              "      <td>https://t.co/OQCzIWUkHf</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>NUMBER 18 LAWS THAT PROTECT PUBLIC Leo Varadka...</td>\n",
              "      <td>https://t.co/I0owinqysa</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>#MensFitness Fat reducing must be fast in case...</td>\n",
              "      <td>https://t.co/gL2FUtoeva</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>L’exploit de Rory Kinnear : incarner pas moins...</td>\n",
              "      <td>https://t.co/0on4lflvnd</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5f5d7989-7a27-403c-822e-bdd7ce308f73')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5f5d7989-7a27-403c-822e-bdd7ce308f73 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5f5d7989-7a27-403c-822e-bdd7ce308f73');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pfddLllxh9xa",
        "outputId": "a22cf916-a05e-4ae7-ac4e-0ccba28eb6d0"
      },
      "source": [
        "!pip install pigeonXT-jupyter==0.4.1"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting pigeonXT-jupyter==0.4.1\n",
            "  Downloading pigeonXT_jupyter-0.4.1-py3-none-any.whl (10 kB)\n",
            "Requirement already satisfied: ipywidgets in /usr/local/lib/python3.7/dist-packages (from pigeonXT-jupyter==0.4.1) (7.7.0)\n",
            "Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (3.6.0)\n",
            "Requirement already satisfied: ipython-genutils~=0.2.0 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (0.2.0)\n",
            "Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (1.1.0)\n",
            "Requirement already satisfied: traitlets>=4.3.1 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (5.1.1)\n",
            "Requirement already satisfied: nbformat>=4.2.0 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (5.4.0)\n",
            "Requirement already satisfied: ipykernel>=4.5.1 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (4.10.1)\n",
            "Requirement already satisfied: ipython>=4.0.0 in /usr/local/lib/python3.7/dist-packages (from ipywidgets->pigeonXT-jupyter==0.4.1) (5.5.0)\n",
            "Requirement already satisfied: jupyter-client in /usr/local/lib/python3.7/dist-packages (from ipykernel>=4.5.1->ipywidgets->pigeonXT-jupyter==0.4.1) (5.3.5)\n",
            "Requirement already satisfied: tornado>=4.0 in /usr/local/lib/python3.7/dist-packages (from ipykernel>=4.5.1->ipywidgets->pigeonXT-jupyter==0.4.1) (5.1.1)\n",
            "Requirement already satisfied: prompt-toolkit<2.0.0,>=1.0.4 in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (1.0.18)\n",
            "Requirement already satisfied: setuptools>=18.5 in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (57.4.0)\n",
            "Requirement already satisfied: pygments in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (2.6.1)\n",
            "Requirement already satisfied: pickleshare in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.7.5)\n",
            "Requirement already satisfied: pexpect in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.8.0)\n",
            "Requirement already satisfied: decorator in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.4.2)\n",
            "Requirement already satisfied: simplegeneric>0.8 in /usr/local/lib/python3.7/dist-packages (from ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.8.1)\n",
            "Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.7/dist-packages (from nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.3.3)\n",
            "Requirement already satisfied: jupyter-core in /usr/local/lib/python3.7/dist-packages (from nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.10.0)\n",
            "Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.7/dist-packages (from nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (2.15.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.11.4)\n",
            "Requirement already satisfied: importlib-resources>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (5.7.1)\n",
            "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (21.4.0)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (4.2.0)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.18.1)\n",
            "Requirement already satisfied: zipp>=3.1.0 in /usr/local/lib/python3.7/dist-packages (from importlib-resources>=1.4.0->jsonschema>=2.6->nbformat>=4.2.0->ipywidgets->pigeonXT-jupyter==0.4.1) (3.8.0)\n",
            "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/dist-packages (from prompt-toolkit<2.0.0,>=1.0.4->ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (1.15.0)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.7/dist-packages (from prompt-toolkit<2.0.0,>=1.0.4->ipython>=4.0.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.2.5)\n",
            "Requirement already satisfied: notebook>=4.4.1 in /usr/local/lib/python3.7/dist-packages (from widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (5.3.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.7/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (2.11.3)\n",
            "Requirement already satisfied: terminado>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.13.3)\n",
            "Requirement already satisfied: nbconvert in /usr/local/lib/python3.7/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (5.6.1)\n",
            "Requirement already satisfied: Send2Trash in /usr/local/lib/python3.7/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (1.8.0)\n",
            "Requirement already satisfied: pyzmq>=13 in /usr/local/lib/python3.7/dist-packages (from jupyter-client->ipykernel>=4.5.1->ipywidgets->pigeonXT-jupyter==0.4.1) (23.0.0)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from jupyter-client->ipykernel>=4.5.1->ipywidgets->pigeonXT-jupyter==0.4.1) (2.8.2)\n",
            "Requirement already satisfied: ptyprocess in /usr/local/lib/python3.7/dist-packages (from terminado>=0.8.1->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.7.0)\n",
            "Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python3.7/dist-packages (from jinja2->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (2.0.1)\n",
            "Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (1.5.0)\n",
            "Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.4)\n",
            "Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.8.4)\n",
            "Requirement already satisfied: defusedxml in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.7.1)\n",
            "Requirement already satisfied: testpath in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.6.0)\n",
            "Requirement already satisfied: bleach in /usr/local/lib/python3.7/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (5.0.0)\n",
            "Requirement already satisfied: webencodings in /usr/local/lib/python3.7/dist-packages (from bleach->nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets->pigeonXT-jupyter==0.4.1) (0.5.1)\n",
            "Installing collected packages: pigeonXT-jupyter\n",
            "Successfully installed pigeonXT-jupyter-0.4.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TxLiXzfVV2NM"
      },
      "source": [
        "# pandasの列幅を300に設定してツイート本文を確認できるよう設定を変更\n",
        "pd.set_option(\"display.max_colwidth\", 300)"
      ],
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 152,
          "referenced_widgets": [
            "c75b7776640d4e8f8cf1d660f75922b4",
            "5f23b92087914e7095a01278d4715569",
            "fd1314921b644565bf4e258ac9842e43",
            "1a19c2f9790a47c0882be2016edc4371",
            "c3ef1fd1dd6c4b8f8e99891c4f23b7c1",
            "06a2a3e57b854daaa39e2a5c041f4f17",
            "35cc5d43ec89419ab404f99c2c582511",
            "41d10b3e09614145a1d94c756d1d7f05",
            "c86251f5cfa14bf9a2afb3318b848194",
            "790f8e4f43eb4789ac37504faf9cdb8c",
            "be5a4add6c3b4478936619368c9fa21d",
            "ad36b4517f0c44a08ea9613b8152b2a3",
            "fd01dcdea2ec416b99a4c67f432b918e",
            "db29ba4af45e4958b9ae55aaff7dc8a7",
            "af67ed9ab8f4473d9111aa7a73c51004",
            "43bdaf5dffc246ffb664cb552e29d4d1"
          ]
        },
        "id": "RKZHyeS_iNP_",
        "outputId": "dc884e3a-a204-4b3b-e5cf-3799c986dd92"
      },
      "source": [
        "from pigeonXT import annotate\n",
        "\n",
        "# 一行ずつツイート本文の内容とURLを表示\n",
        "annotations = annotate(\n",
        "    data.index, \n",
        "    options=['Exploit', 'NOT Exploit'], \n",
        "    display_fn=lambda idx : display(\n",
        "        data.loc[idx,['TweetText']],\n",
        "        data.loc[idx,['URL']]\n",
        "        )\n",
        "    )"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "HTML(value='0 of 725 Examples annotated, Current Position: 0 ')"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c75b7776640d4e8f8cf1d660f75922b4"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "HBox(children=(Button(description='Exploit', style=ButtonStyle()), Button(description='NOT Exploit', style=But…"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1a19c2f9790a47c0882be2016edc4371"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Output()"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "af67ed9ab8f4473d9111aa7a73c51004"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "52_g_J49jhzk"
      },
      "source": [
        "# ラベル付けしたデータセットはJSONなので、行列に変換\n",
        "dataset = pd.DataFrame(annotations.items(), columns=['index', 'label'])\n",
        "\n",
        "# ツイート本文とURLの列をスクレイピング結果の行列からコピー\n",
        "dataset['TweetText'] = data['TweetText']\n",
        "dataset['URL'] = data['URL']"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 775
        },
        "id": "6mESJ_X9YoNv",
        "outputId": "6e5a206f-be8c-46f9-8a1f-3cf469c005e9"
      },
      "source": [
        "dataset"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    index        label  \\\n",
              "0       0  NOT Exploit   \n",
              "1       1  NOT Exploit   \n",
              "2       2  NOT Exploit   \n",
              "3       3  NOT Exploit   \n",
              "4       4  NOT Exploit   \n",
              "5       5  NOT Exploit   \n",
              "6       6  NOT Exploit   \n",
              "7       7  NOT Exploit   \n",
              "8       8  NOT Exploit   \n",
              "9       9  NOT Exploit   \n",
              "10     10      Exploit   \n",
              "11     11      Exploit   \n",
              "12     12      Exploit   \n",
              "13     13  NOT Exploit   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                      TweetText  \\\n",
              "0                                                                                                                           #Body #Health You will have greater vigour, a more rewarding physique and also lose fat in the event you exploit the foregoing idea https://t.co/Vvt3wX9Bwj https://t.co/yIUQi1Ihmx   \n",
              "1   Let's not exploit our earth to the moment where the only greenery that we can see is our computer or phone screen.\\nWorld Environment Day\\n\\n@sportonixsports \\n\\nCall : +91 63643 07888 | 80416 81050\\n\\nhttps://t.co/Nf86xXjutB\\n\\n#environmentalist #ngo #sustainable #environmentday2022 https://t.c...   \n",
              "2                                                                                                                      Zeno - I have just completed this room! Check it out:  https://t.co/lufKvkJh4J #tryhackme #security #rce #remote code execution #oscp #exploit #http #sql #sudo #zeno via @realtryhackme   \n",
              "3                                                                                                                                                                                      Critical Atlassian 0-day is under active exploit. You’re patched, right? https://t.co/999okEiH0E https://t.co/ribPS4J46E   \n",
              "4                                                                                                    #Health You can have increased enjoyment; a much better physique as well as , besides that reduce additional fat for those who exploit this kind of tactic https://t.co/msRznfYg8c https://t.co/TsUYuwEUWX   \n",
              "5                                                                                                                                               Fraudsters using cruel new scam to exploit trust between family members and close friends - and rob them of tens of thousands of pounds https://t.co/s8HRTRnmAF   \n",
              "6                      Here we love Horses and Wild Horses. Do not get our Love confused with those who announce their love, then exploit them. It is extinction, playing both sides of the fence. This story reflects the catastrophe in the future, long after the horses extinct.\\n\\nhttps://t.co/SogsgqscZ3   \n",
              "7                         #Java #Linux Graduation Penetration Testing Project: Hello , Every one i need to write a scrpit in python to get exploits for exploit-db and exploit i need to write in the script 5 exploits releated to wordpress i need the script to… https://t.co/fL4SjMbPg1 Click Link to Apply   \n",
              "8                        Stade Brestois. Le splendide but de Belaïli avec l'Algérie contre l'Ouganda [Vidéo] - Le Télégramme: Le joueur du Stade Brestois Youcef Belaïli a inscrit un très beau but suite à un exploit individuel lors de la victoire de l'Algérie… https://t.co/wI4Z0lb4gc Algeria_Information   \n",
              "9   Cruel new scam that tricks close family into helping crooks raid your accounts » Scammer News: Fraudsters are using a cruel new scam to exploit trust between family members and close friends – and rob them of tens of thousands of… https://t.co/A5cq83fPGX #ScamFraud Seoul, Korea https://t.co/mW86...   \n",
              "10                       Re: Linux Kernel: Exploitable vulnerability in io_uring: Posted by Solar Designer on Jun 04Hi,\\n \\n Here's Valentina's writeup on the above (March 16, 2022) and exploit:\\n \\n https://t.co/1TMoBrxLHQ\\n https://t.co/aV1bBsKXkv\\n \\n Ideally, we'd also post… https://t.co/8cqyEFejUA   \n",
              "11                    Re: Linux Kernel eBPF Improper Input Validation Vulnerability: Posted by Solar Designer on Jun 04Hi,\\n \\n I've attached the exploit from the linux-distros thread - hopefully, the\\n right one. (I really shouldn't be the one doing it. The exploit author\\n is… https://t.co/OKn7XtthR6   \n",
              "12                         Re: CVE-2021-4204: Linux Kernel eBPF Improper Input Validation Vulnerability: Posted by Solar Designer on Jun 04Hi,\\n \\n I've attached the exploit from the linux-distros thread - hopefully, the\\n right one. (I really shouldn't be the one doing it. The… https://t.co/KqtY8koNmx   \n",
              "13                                                                                                                               Fraudsters using cruel new scam to exploit trust between family members and close #friends - and rob them of tens of thousands of pounds https://t.co/RlttWhbSp6 #rob #exploit   \n",
              "\n",
              "                        URL  \n",
              "0   https://t.co/Vvt3wX9Bwj  \n",
              "1   https://t.co/Nf86xXjutB  \n",
              "2   https://t.co/lufKvkJh4J  \n",
              "3   https://t.co/999okEiH0E  \n",
              "4   https://t.co/msRznfYg8c  \n",
              "5   https://t.co/s8HRTRnmAF  \n",
              "6   https://t.co/SogsgqscZ3  \n",
              "7   https://t.co/fL4SjMbPg1  \n",
              "8   https://t.co/wI4Z0lb4gc  \n",
              "9   https://t.co/A5cq83fPGX  \n",
              "10  https://t.co/1TMoBrxLHQ  \n",
              "11  https://t.co/OKn7XtthR6  \n",
              "12  https://t.co/KqtY8koNmx  \n",
              "13  https://t.co/RlttWhbSp6  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-931a53ae-cce1-41dc-bad9-d1c74a7e25e2\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>label</th>\n",
              "      <th>TweetText</th>\n",
              "      <th>URL</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>#Body #Health You will have greater vigour, a more rewarding physique and also lose fat in the event you exploit the foregoing idea https://t.co/Vvt3wX9Bwj https://t.co/yIUQi1Ihmx</td>\n",
              "      <td>https://t.co/Vvt3wX9Bwj</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Let's not exploit our earth to the moment where the only greenery that we can see is our computer or phone screen.\\nWorld Environment Day\\n\\n@sportonixsports \\n\\nCall : +91 63643 07888 | 80416 81050\\n\\nhttps://t.co/Nf86xXjutB\\n\\n#environmentalist #ngo #sustainable #environmentday2022 https://t.c...</td>\n",
              "      <td>https://t.co/Nf86xXjutB</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Zeno - I have just completed this room! Check it out:  https://t.co/lufKvkJh4J #tryhackme #security #rce #remote code execution #oscp #exploit #http #sql #sudo #zeno via @realtryhackme</td>\n",
              "      <td>https://t.co/lufKvkJh4J</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Critical Atlassian 0-day is under active exploit. You’re patched, right? https://t.co/999okEiH0E https://t.co/ribPS4J46E</td>\n",
              "      <td>https://t.co/999okEiH0E</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>#Health You can have increased enjoyment; a much better physique as well as , besides that reduce additional fat for those who exploit this kind of tactic https://t.co/msRznfYg8c https://t.co/TsUYuwEUWX</td>\n",
              "      <td>https://t.co/msRznfYg8c</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Fraudsters using cruel new scam to exploit trust between family members and close friends - and rob them of tens of thousands of pounds https://t.co/s8HRTRnmAF</td>\n",
              "      <td>https://t.co/s8HRTRnmAF</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>6</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Here we love Horses and Wild Horses. Do not get our Love confused with those who announce their love, then exploit them. It is extinction, playing both sides of the fence. This story reflects the catastrophe in the future, long after the horses extinct.\\n\\nhttps://t.co/SogsgqscZ3</td>\n",
              "      <td>https://t.co/SogsgqscZ3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>7</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>#Java #Linux Graduation Penetration Testing Project: Hello , Every one i need to write a scrpit in python to get exploits for exploit-db and exploit i need to write in the script 5 exploits releated to wordpress i need the script to… https://t.co/fL4SjMbPg1 Click Link to Apply</td>\n",
              "      <td>https://t.co/fL4SjMbPg1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>8</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Stade Brestois. Le splendide but de Belaïli avec l'Algérie contre l'Ouganda [Vidéo] - Le Télégramme: Le joueur du Stade Brestois Youcef Belaïli a inscrit un très beau but suite à un exploit individuel lors de la victoire de l'Algérie… https://t.co/wI4Z0lb4gc Algeria_Information</td>\n",
              "      <td>https://t.co/wI4Z0lb4gc</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Cruel new scam that tricks close family into helping crooks raid your accounts » Scammer News: Fraudsters are using a cruel new scam to exploit trust between family members and close friends – and rob them of tens of thousands of… https://t.co/A5cq83fPGX #ScamFraud Seoul, Korea https://t.co/mW86...</td>\n",
              "      <td>https://t.co/A5cq83fPGX</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>10</td>\n",
              "      <td>Exploit</td>\n",
              "      <td>Re: Linux Kernel: Exploitable vulnerability in io_uring: Posted by Solar Designer on Jun 04Hi,\\n \\n Here's Valentina's writeup on the above (March 16, 2022) and exploit:\\n \\n https://t.co/1TMoBrxLHQ\\n https://t.co/aV1bBsKXkv\\n \\n Ideally, we'd also post… https://t.co/8cqyEFejUA</td>\n",
              "      <td>https://t.co/1TMoBrxLHQ</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11</td>\n",
              "      <td>Exploit</td>\n",
              "      <td>Re: Linux Kernel eBPF Improper Input Validation Vulnerability: Posted by Solar Designer on Jun 04Hi,\\n \\n I've attached the exploit from the linux-distros thread - hopefully, the\\n right one. (I really shouldn't be the one doing it. The exploit author\\n is… https://t.co/OKn7XtthR6</td>\n",
              "      <td>https://t.co/OKn7XtthR6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>12</td>\n",
              "      <td>Exploit</td>\n",
              "      <td>Re: CVE-2021-4204: Linux Kernel eBPF Improper Input Validation Vulnerability: Posted by Solar Designer on Jun 04Hi,\\n \\n I've attached the exploit from the linux-distros thread - hopefully, the\\n right one. (I really shouldn't be the one doing it. The… https://t.co/KqtY8koNmx</td>\n",
              "      <td>https://t.co/KqtY8koNmx</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>13</td>\n",
              "      <td>NOT Exploit</td>\n",
              "      <td>Fraudsters using cruel new scam to exploit trust between family members and close #friends - and rob them of tens of thousands of pounds https://t.co/RlttWhbSp6 #rob #exploit</td>\n",
              "      <td>https://t.co/RlttWhbSp6</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-931a53ae-cce1-41dc-bad9-d1c74a7e25e2')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-931a53ae-cce1-41dc-bad9-d1c74a7e25e2 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-931a53ae-cce1-41dc-bad9-d1c74a7e25e2');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pmvlP6-0iBtg"
      },
      "source": [
        "dataset.to_csv('dataset.csv', index=False)"
      ],
      "execution_count": 11,
      "outputs": []
    }
  ]
}