Word2Vec-S.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"f4Ljc1CMCFbD","executionInfo":{"status":"ok","timestamp":1711821133609,"user_tz":300,"elapsed":26522,"user":{"displayName":"Kalvakuntla Sreesh Reddy","userId":"05369798141374365367"}},"outputId":"796856a2-c987-48c0-9dca-db1ce717dcfd"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/gdrive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/gdrive', force_remount=True)"]},{"cell_type":"code","source":["import pandas as pd\n","import numpy as np\n","\n","from sklearn.model_selection import train_test_split\n","from gensim.models import Word2Vec\n","from time import time\n","from collections import Counter\n"],"metadata":{"id":"sCquIRcvCZY6"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["df = pd.read_csv('/content/gdrive/MyDrive/Suicide_Detection/reddit_suicide_detection_final_clean.csv', header=0)"],"metadata":{"id":"sdwVoh-mCP0_"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["df.drop(columns=['text'], axis=1, inplace=True)\n","df = df.rename(columns={\"cleaned_text\": \"text\"})\n","classes = {\"suicide\": 1, \"non-suicide\": 0}\n","df = df.replace({\"class\": classes})\n","df = df[df['text'].notnull()]\n","df"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"Z2mL9yuECYKO","executionInfo":{"status":"ok","timestamp":1711821154614,"user_tz":300,"elapsed":286,"user":{"displayName":"Kalvakuntla Sreesh Reddy","userId":"05369798141374365367"}},"outputId":"f1ef0407-9423-4c3a-85e9-be9257a71419"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["        class                                               text\n","0           1  sex wife threaten suicide recently leave wife ...\n","1           0  weird not affect compliment come know girl but...\n","2           0  finally never hear bad year swear fucking god ...\n","3           1                            need help help cry hard\n","4           1                       end tonight not anymore quit\n","...       ...                                                ...\n","174170      0  today went sled friend not like but pretty big...\n","174171      0                           not like rock not go but\n","174172      0  tell friend not lonely deprive buy little nigh...\n","174173      0  pee probably taste like salty tea drink pee co...\n","174174      0  not beat boss hollow knight fight time always ...\n","\n","[174034 rows x 2 columns]"],"text/html":["\n","  <div id=\"df-126052d3-0bb0-4f2d-9efb-864d89a233b1\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>class</th>\n","      <th>text</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>sex wife threaten suicide recently leave wife ...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0</td>\n","      <td>weird not affect compliment come know girl but...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0</td>\n","      <td>finally never hear bad year swear fucking god ...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1</td>\n","      <td>need help help cry hard</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1</td>\n","      <td>end tonight not anymore quit</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>174170</th>\n","      <td>0</td>\n","      <td>today went sled friend not like but pretty big...</td>\n","    </tr>\n","    <tr>\n","      <th>174171</th>\n","      <td>0</td>\n","      <td>not like rock not go but</td>\n","    </tr>\n","    <tr>\n","      <th>174172</th>\n","      <td>0</td>\n","      <td>tell friend not lonely deprive buy little nigh...</td>\n","    </tr>\n","    <tr>\n","      <th>174173</th>\n","      <td>0</td>\n","      <td>pee probably taste like salty tea drink pee co...</td>\n","    </tr>\n","    <tr>\n","      <th>174174</th>\n","      <td>0</td>\n","      <td>not beat boss hollow knight fight time always ...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>174034 rows × 2 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-126052d3-0bb0-4f2d-9efb-864d89a233b1')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-126052d3-0bb0-4f2d-9efb-864d89a233b1 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-126052d3-0bb0-4f2d-9efb-864d89a233b1');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-3660c26a-330d-482d-975c-3cfe1896fd94\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-3660c26a-330d-482d-975c-3cfe1896fd94')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-3660c26a-330d-482d-975c-3cfe1896fd94 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df"}},"metadata":{},"execution_count":4}]},{"cell_type":"markdown","source":["### Split dataset into training, validation and test sets"],"metadata":{"id":"j2ilT_VDC0rr"}},{"cell_type":"code","source":["train_text, test_text, train_labels, test_labels = train_test_split(df['text'], df['class'],\n","                                                                    random_state= 0,\n","                                                                    test_size=0.2,\n","                                                                    stratify=df['class'])"],"metadata":{"id":"aFg6JgO4CxHX"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### Building Vocabulary"],"metadata":{"id":"PCXVHOmSEocw"}},{"cell_type":"code","source":["# define vocab\n","vocab = Counter()\n","# tokenise each sentence\n","tokens_list = [(s.split()) for s in train_text]\n","# add each sentence to vocab\n","for i in tokens_list:\n","  vocab.update(i)\n","# removing words with a low occurance\n","min_occurance = 2\n","tokens = [k for k,c in vocab.items() if c >= min_occurance]\n","print(len(tokens))\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"N-9zCMIEErOW","executionInfo":{"status":"ok","timestamp":1711821203817,"user_tz":300,"elapsed":1276,"user":{"displayName":"Kalvakuntla Sreesh Reddy","userId":"05369798141374365367"}},"outputId":"ae245ec9-8f1d-43f2-f79d-81df45f1c12c"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["18859\n"]}]},{"cell_type":"code","source":["#save list to file\n","def save_list(lines, filename):\n","\t# convert lines to a single blob of text\n","\tdata = '\\n'.join(lines)\n","\t# open file\n","\tfile = open(filename, 'w')\n","\t# write text\n","\tfile.write(data)\n","\t# close file\n","\tfile.close()"],"metadata":{"id":"1eJteB2SE_Vt"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["# save tokens to a vocabulary file\n","save_list(vocab, '/content/gdrive/MyDrive/Suicide_Detection/vocab.txt')"],"metadata":{"id":"uuV4qBYEGFQM"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["# load doc into memory\n","def load_doc(filename):\n","\t# open the file as read only\n","\tfile = open(filename, 'r')\n","\t# read all text\n","\ttext = file.read()\n","\t# close the file\n","\tfile.close()\n","\treturn text\n","\n","# load the vocabulary\n","vocab_filename = '/content/gdrive/MyDrive/Suicide_Detection/vocab.txt'\n","vocab = load_doc(vocab_filename)\n","vocab = vocab.split()\n","vocab = set(vocab)\n"],"metadata":{"id":"ELz8BR_EGIM8"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### Removing out-of-vocab words"],"metadata":{"id":"3ZwBM9Z_GbIU"}},{"cell_type":"code","source":["# clean each line\n","def clean_line(line, vocab):\n","  tokens = line.split()\n","  # filter out tokens not in vocab\n","  tokens_clean = [w for w in tokens if w in vocab]\n","  return [tokens_clean]\n","\n","# clean entire dataset\n","def process_lines(data, vocab):\n","  lines = list()\n","  for i in data:\n","    line = clean_line(i, vocab)\n","    # add lines to list\n","    lines += line\n","  return lines"],"metadata":{"id":"THpf8AOmGWQa"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["train_clean = process_lines(train_text, vocab)\n","test_clean = process_lines(test_text, vocab)"],"metadata":{"id":"PHTM-t0wGhtV"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### Training the Model\n","     "],"metadata":{"id":"l8MxNHLFGm4j"}},{"cell_type":"code","source":["# set up the parameters of the model\n","model = Word2Vec(vector_size=300, window=10, min_count=1, epochs=5, seed=0)\n","\n","# it builds the vocabulary from a sequence of sentences and thus initialized the model.\n","t = time()\n","model.build_vocab(train_clean, progress_per=1000)\n","print('Time to build vocab: {} mins'.format(round((time() - t) / 60, 2)))\n","\n","# training the model\n","t = time()\n","model.train(train_clean, total_examples=model.corpus_count, epochs=5, report_delay=1)\n","print('Time to train the model: {} mins'.format(round((time() - t) / 60, 2)))\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vSpl82MjGr0y","executionInfo":{"status":"ok","timestamp":1711821252195,"user_tz":300,"elapsed":41505,"user":{"displayName":"Kalvakuntla Sreesh Reddy","userId":"05369798141374365367"}},"outputId":"d3477803-7da0-4aa5-f79c-1352f42a5306"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Time to build vocab: 0.02 mins\n","Time to train the model: 0.67 mins\n"]}]},{"cell_type":"code","source":["# save model in ASCII (word2vec) format\n","filename = '/content/gdrive/MyDrive/Suicide_Detection/embedding_word2vec.txt'\n","model.wv.save_word2vec_format(filename, binary=False)"],"metadata":{"id":"MtU_sg39G3QZ"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["model.wv.most_similar('suicide')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"RARgsce3IESr","executionInfo":{"status":"ok","timestamp":1711821348956,"user_tz":300,"elapsed":118,"user":{"displayName":"Kalvakuntla Sreesh Reddy","userId":"05369798141374365367"}},"outputId":"f63450ca-8178-43da-d2d5-537e181bd39b"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["[('blackwell', 0.6158646941184998),\n"," ('involuntarily', 0.577850878238678),\n"," ('awry', 0.567089319229126),\n"," ('arson', 0.5341591835021973),\n"," ('unsuccessful', 0.5330076217651367),\n"," ('suicidal', 0.5307183861732483),\n"," ('git', 0.5295685529708862),\n"," ('frustum', 0.5262470245361328),\n"," ('fuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuckfuck',\n","  0.5226901769638062),\n"," ('reoccur', 0.5203526020050049)]"]},"metadata":{},"execution_count":14}]},{"cell_type":"code","source":[],"metadata":{"id":"PiGUjF5igN76"},"execution_count":null,"outputs":[]}]}