youtube-comments-spam-classifier.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"youtube-comments-spam-classifier.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyP45u4wdp5wkTnk7isDXbRq"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","metadata":{"id":"ADLZU3RytiNj"},"source":["# YouTube Comments Spam Classifier"]},{"cell_type":"markdown","metadata":{"id":"HSFASKweltxZ"},"source":["### Import modules"]},{"cell_type":"code","metadata":{"id":"fA6OtyOu1399","executionInfo":{"status":"ok","timestamp":1622345997391,"user_tz":420,"elapsed":184,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}}},"source":["import pandas as pd\n","import zipfile\n","import pickle\n","\n","from sklearn.model_selection import train_test_split\n","from sklearn.feature_extraction.text import TfidfVectorizer\n","\n","from sklearn.naive_bayes import MultinomialNB\n","\n","from sklearn.metrics import confusion_matrix, classification_report"],"execution_count":23,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wWhzgsPg3_4Z","executionInfo":{"status":"ok","timestamp":1622345997591,"user_tz":420,"elapsed":28,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"4cec2734-b9a7-48ba-c78f-95e0dc20d56f"},"source":["from google.colab import drive\n","drive.mount(\"/content/drive\")"],"execution_count":24,"outputs":[{"output_type":"stream","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"dAYcP9UAlxeN"},"source":["### Import dataset files from Google Drive"]},{"cell_type":"code","metadata":{"id":"j60iP9vJ4Gal","executionInfo":{"status":"ok","timestamp":1622345997592,"user_tz":420,"elapsed":27,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}}},"source":["z = zipfile.ZipFile(\"/content/drive/MyDrive/YouTube-Spam-Collection-v1.zip\")\n","Psy = pd.read_csv(z.open(\"Youtube01-Psy.csv\"))\n","Katy = pd.read_csv(z.open(\"Youtube02-KatyPerry.csv\"))\n","LMFAO = pd.read_csv(z.open(\"Youtube03-LMFAO.csv\"))\n","Eminem = pd.read_csv(z.open(\"Youtube04-Eminem.csv\"))\n","Shakira = pd.read_csv(z.open(\"Youtube05-Shakira.csv\"))"],"execution_count":25,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ycjgZtGc5yQw","executionInfo":{"status":"ok","timestamp":1622349925257,"user_tz":420,"elapsed":168,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"688be4df-ce55-47d4-eac0-5a25be7f9cdd"},"source":["data = pd.concat([Psy, Katy, LMFAO, Eminem, Shakira])\n","data.drop([\"COMMENT_ID\", \"DATE\", \"AUTHOR\"], axis=1, inplace=True)\n","data.info()"],"execution_count":39,"outputs":[{"output_type":"stream","text":["<class 'pandas.core.frame.DataFrame'>\n","Int64Index: 1956 entries, 0 to 369\n","Data columns (total 2 columns):\n"," #   Column   Non-Null Count  Dtype \n","---  ------   --------------  ----- \n"," 0   CONTENT  1956 non-null   object\n"," 1   CLASS    1956 non-null   int64 \n","dtypes: int64(1), object(1)\n","memory usage: 45.8+ KB\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"uQnK9H3al2dh"},"source":["### Splitting dataset into train/test sets"]},{"cell_type":"code","metadata":{"id":"oHeUh_dhOtwa","executionInfo":{"status":"ok","timestamp":1622345997594,"user_tz":420,"elapsed":25,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}}},"source":["X_train, X_test, y_train, y_test = train_test_split(data[\"CONTENT\"], data[\"CLASS\"])"],"execution_count":27,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"7KbTEa_Tl7UC"},"source":["### Tokenizing comments in training set and applying TF-IDF vectorizer on training set"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zl3FinqtTExx","executionInfo":{"status":"ok","timestamp":1622345997595,"user_tz":420,"elapsed":25,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"98cc6cf8-c3c9-425d-9c12-6af25411abf8"},"source":["tfidf_vect = TfidfVectorizer(use_idf=True, lowercase=True)\n","X_train_tfidf = tfidf_vect.fit_transform(X_train)\n","X_train_tfidf.shape"],"execution_count":28,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(1467, 3646)"]},"metadata":{"tags":[]},"execution_count":28}]},{"cell_type":"markdown","metadata":{"id":"7A8BWtphmI3N"},"source":["### Training the multinomial Naive Bayes model"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zD1sn67WUXpF","executionInfo":{"status":"ok","timestamp":1622345997597,"user_tz":420,"elapsed":24,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"28dcc407-3cbd-40d8-96a7-1d94277a5f19"},"source":["model = MultinomialNB()\n","model.fit(X_train_tfidf, y_train)"],"execution_count":29,"outputs":[{"output_type":"execute_result","data":{"text/plain":["MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True)"]},"metadata":{"tags":[]},"execution_count":29}]},{"cell_type":"markdown","metadata":{"id":"e54VepZtmLBo"},"source":["### Generate predictions on test set"]},{"cell_type":"code","metadata":{"id":"kpiWmCrrUkwv","executionInfo":{"status":"ok","timestamp":1622346067091,"user_tz":420,"elapsed":134,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}}},"source":["X_test_tfidf = tfidf_vect.transform(X_test)\n","predictions = model.predict(X_test_tfidf)"],"execution_count":34,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"jfNSTGUUmN4L"},"source":["### Generate model performance metrics"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"jetTqxKZWmB-","executionInfo":{"status":"ok","timestamp":1622346087598,"user_tz":420,"elapsed":135,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"e4170412-5858-4ceb-a3ed-441317c63384"},"source":["confusion_matrix(y_test, predictions)"],"execution_count":35,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[217,  26],\n","       [ 10, 236]])"]},"metadata":{"tags":[]},"execution_count":35}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"mm1a0rwEXLrP","executionInfo":{"status":"ok","timestamp":1622346111624,"user_tz":420,"elapsed":167,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"7f7cbc22-b93b-4cae-e512-04b95afaf3fc"},"source":["print(classification_report(y_test, predictions))"],"execution_count":36,"outputs":[{"output_type":"stream","text":["              precision    recall  f1-score   support\n","\n","           0       0.96      0.89      0.92       243\n","           1       0.90      0.96      0.93       246\n","\n","    accuracy                           0.93       489\n","   macro avg       0.93      0.93      0.93       489\n","weighted avg       0.93      0.93      0.93       489\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"O521kNxSXRi5","executionInfo":{"status":"ok","timestamp":1622346150541,"user_tz":420,"elapsed":277,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}},"outputId":"d6fc60fd-55d0-41dd-b05f-7835ca8ae380"},"source":["model.score(X_test_tfidf, y_test)"],"execution_count":37,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9263803680981595"]},"metadata":{"tags":[]},"execution_count":37}]},{"cell_type":"markdown","metadata":{"id":"jiGsvdJfmRgY"},"source":["### Exporting the model and TF-IDF vectorizer"]},{"cell_type":"code","metadata":{"id":"2LS10DbNXbBM","executionInfo":{"status":"ok","timestamp":1622346532989,"user_tz":420,"elapsed":154,"user":{"displayName":"Jackson Yuan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiVm5Kz4fSUpSoPk7z5hxi2MLDESFk9rMO9sGiJ=s64","userId":"16093033917432874285"}}},"source":["with open(\"model.pkl\", \"wb\") as model_file:\n","  pickle.dump(model, model_file)\n","\n","with open(\"tfidf-vect.pkl\", \"wb\") as tfidf_vect_file:\n","  pickle.dump(tfidf_vect, tfidf_vect_file)"],"execution_count":38,"outputs":[]}]}