categorization.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "858334a6",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "7715ab6d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>roaster</th>\n",
       "      <th>name</th>\n",
       "      <th>review</th>\n",
       "      <th>roaster_link</th>\n",
       "      <th>origin</th>\n",
       "      <th>roast</th>\n",
       "      <th>dollars_per_ounce</th>\n",
       "      <th>review_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Equator Coffees</td>\n",
       "      <td>Ecuador Finca Lugmapata</td>\n",
       "      <td>Floral-driven, deep-toned. Lavender, dark choc...</td>\n",
       "      <td>https://www.equatorcoffees.com/</td>\n",
       "      <td>Pallatanga, Chimborazo Province, Ecuador</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>3.67</td>\n",
       "      <td>April 2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Equator Coffees</td>\n",
       "      <td>Mocha Java Blend</td>\n",
       "      <td>Richly chocolaty, sweetly fruit-toned. Baking ...</td>\n",
       "      <td>https://www.equatorcoffees.com/</td>\n",
       "      <td>Ethiopia; Sumatra</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>1.46</td>\n",
       "      <td>April 2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Regent Coffee</td>\n",
       "      <td>Costa Rica Raisin Honey</td>\n",
       "      <td>Juicy, fruit-centered. Dried apricot, lychee, ...</td>\n",
       "      <td>https://bit.ly/3vqsQg7</td>\n",
       "      <td>Dota, Tarrazú, Costa Rica</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>2.17</td>\n",
       "      <td>April 2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>JBC Coffee Roasters</td>\n",
       "      <td>Quindio Gold Honey Colombia</td>\n",
       "      <td>Floral-toned, gently fermenty. Narcissus, red ...</td>\n",
       "      <td>https://www.jbccoffeeroasters.com/product-cate...</td>\n",
       "      <td>Circasia Municipality, Quindio Department, Col...</td>\n",
       "      <td>Light</td>\n",
       "      <td>2.25</td>\n",
       "      <td>April 2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Regent Coffee</td>\n",
       "      <td>Barrel-Aged Natural Guji</td>\n",
       "      <td>Richly fermenty, sweetly whiskey-toned. Bourbo...</td>\n",
       "      <td>https://bit.ly/3vqsQg7</td>\n",
       "      <td>Guji Zone, Oromia Region, southern Ethiopia</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>2.21</td>\n",
       "      <td>April 2023</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               roaster                         name  \\\n",
       "0      Equator Coffees      Ecuador Finca Lugmapata   \n",
       "1      Equator Coffees             Mocha Java Blend   \n",
       "2        Regent Coffee      Costa Rica Raisin Honey   \n",
       "3  JBC Coffee Roasters  Quindio Gold Honey Colombia   \n",
       "4        Regent Coffee     Barrel-Aged Natural Guji   \n",
       "\n",
       "                                              review  \\\n",
       "0  Floral-driven, deep-toned. Lavender, dark choc...   \n",
       "1  Richly chocolaty, sweetly fruit-toned. Baking ...   \n",
       "2  Juicy, fruit-centered. Dried apricot, lychee, ...   \n",
       "3  Floral-toned, gently fermenty. Narcissus, red ...   \n",
       "4  Richly fermenty, sweetly whiskey-toned. Bourbo...   \n",
       "\n",
       "                                        roaster_link  \\\n",
       "0                    https://www.equatorcoffees.com/   \n",
       "1                    https://www.equatorcoffees.com/   \n",
       "2                             https://bit.ly/3vqsQg7   \n",
       "3  https://www.jbccoffeeroasters.com/product-cate...   \n",
       "4                             https://bit.ly/3vqsQg7   \n",
       "\n",
       "                                              origin         roast  \\\n",
       "0           Pallatanga, Chimborazo Province, Ecuador  Medium-Light   \n",
       "1                                  Ethiopia; Sumatra  Medium-Light   \n",
       "2                          Dota, Tarrazú, Costa Rica  Medium-Light   \n",
       "3  Circasia Municipality, Quindio Department, Col...         Light   \n",
       "4        Guji Zone, Oromia Region, southern Ethiopia  Medium-Light   \n",
       "\n",
       "   dollars_per_ounce review_date  \n",
       "0               3.67  April 2023  \n",
       "1               1.46  April 2023  \n",
       "2               2.17  April 2023  \n",
       "3               2.25  April 2023  \n",
       "4               2.21  April 2023  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "coffee_df = pd.read_csv(\"data/archive/scraped-data.csv\")\n",
    "coffee_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "8b2f3185",
   "metadata": {},
   "outputs": [],
   "source": [
    "#flavor category list\n",
    "\n",
    "fruit = ['blackberry', 'raspberry', 'blueberry', 'strawberry', 'raisin', 'prune', 'coconut', 'cherry', 'pomegranate', 'pineapple', 'grape', \n",
    "         'apple', 'peach', 'pear', 'grapefruit', 'orange', 'lemon', 'lime', 'citrus', 'berry']\n",
    "\n",
    "floral = ['jasmine', 'rose', 'chamomile', 'tea']\n",
    "\n",
    "sweet = ['aromatic', 'vanilla', 'sugar', 'honey', 'caramelized', 'maple', 'syrup', 'molasses']\n",
    "\n",
    "nutty = ['almond', 'hazelnut', 'peanuts']\n",
    "\n",
    "cocoa = ['chocolate', 'cocoa', 'cacao']\n",
    "\n",
    "spice = ['clove', 'cinnamon', 'nutmeg', 'anise', 'pepper', 'pungent']\n",
    "\n",
    "roasted = ['cereal', 'malt', 'grain', 'brown', 'roast', 'burnt', 'smoky', 'ashy', 'acrid', 'tobacco']\n",
    "\n",
    "chemical = ['rubber', 'medicinal', 'salty', 'bitter']\n",
    "\n",
    "papery = ['phenolic', 'meaty', 'brothy', 'animalic', 'musty', 'earthy', 'dusty', 'damp', 'woody',\n",
    "         'papery', 'cardboard','stale']\n",
    "\n",
    "flavor_cat = {'fruit': fruit, 'floral': floral, 'sweet': sweet, 'nutty': nutty, 'cocoa': cocoa,'spice': spice, \n",
    "             'roasted': roasted, 'chemical': chemical, 'papery': papery}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "b8256b34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['blackberry',\n",
       " 'raspberry',\n",
       " 'blueberry',\n",
       " 'strawberry',\n",
       " 'raisin',\n",
       " 'prune',\n",
       " 'coconut',\n",
       " 'cherry',\n",
       " 'pomegranate',\n",
       " 'pineapple',\n",
       " 'grape',\n",
       " 'apple',\n",
       " 'peach',\n",
       " 'pear',\n",
       " 'grapefruit',\n",
       " 'orange',\n",
       " 'lemon',\n",
       " 'lime',\n",
       " 'citrus',\n",
       " 'berry']"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "flavor_cat['fruit']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "6fd7dec7",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_col = []\n",
    "for i in range(0, len(coffee_df)):\n",
    "    inner = []\n",
    "#     print(i)\n",
    "    review = coffee_df['review'][i]\n",
    "    for key in flavor_cat:\n",
    "        for val in range(0, len(flavor_cat[str(key)])):\n",
    "            flavor = flavor_cat[str(key)][val]\n",
    "#             print(flavor)\n",
    "            if flavor in review:\n",
    "                inner.append(flavor)\n",
    "            if key not in inner:\n",
    "                inner.append(key)\n",
    "    new_col.append(inner)\n",
    "    \n",
    "coffee_df['flavor']=new_col"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "ed9100e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>roaster</th>\n",
       "      <th>name</th>\n",
       "      <th>review</th>\n",
       "      <th>roaster_link</th>\n",
       "      <th>origin</th>\n",
       "      <th>roast</th>\n",
       "      <th>dollars_per_ounce</th>\n",
       "      <th>review_date</th>\n",
       "      <th>flavor</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Equator Coffees</td>\n",
       "      <td>Ecuador Finca Lugmapata</td>\n",
       "      <td>Floral-driven, deep-toned. Lavender, dark choc...</td>\n",
       "      <td>https://www.equatorcoffees.com/</td>\n",
       "      <td>Pallatanga, Chimborazo Province, Ecuador</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>3.67</td>\n",
       "      <td>April 2023</td>\n",
       "      <td>[fruit, cherry, floral, sweet, nutty, chocolat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Equator Coffees</td>\n",
       "      <td>Mocha Java Blend</td>\n",
       "      <td>Richly chocolaty, sweetly fruit-toned. Baking ...</td>\n",
       "      <td>https://www.equatorcoffees.com/</td>\n",
       "      <td>Ethiopia; Sumatra</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>1.46</td>\n",
       "      <td>April 2023</td>\n",
       "      <td>[fruit, raspberry, lemon, berry, floral, sweet...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Regent Coffee</td>\n",
       "      <td>Costa Rica Raisin Honey</td>\n",
       "      <td>Juicy, fruit-centered. Dried apricot, lychee, ...</td>\n",
       "      <td>https://bit.ly/3vqsQg7</td>\n",
       "      <td>Dota, Tarrazú, Costa Rica</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>2.17</td>\n",
       "      <td>April 2023</td>\n",
       "      <td>[fruit, floral, sweet, syrup, almond, nutty, c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>JBC Coffee Roasters</td>\n",
       "      <td>Quindio Gold Honey Colombia</td>\n",
       "      <td>Floral-toned, gently fermenty. Narcissus, red ...</td>\n",
       "      <td>https://www.jbccoffeeroasters.com/product-cate...</td>\n",
       "      <td>Circasia Municipality, Quindio Department, Col...</td>\n",
       "      <td>Light</td>\n",
       "      <td>2.25</td>\n",
       "      <td>April 2023</td>\n",
       "      <td>[fruit, lemon, floral, sweet, syrup, nutty, co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Regent Coffee</td>\n",
       "      <td>Barrel-Aged Natural Guji</td>\n",
       "      <td>Richly fermenty, sweetly whiskey-toned. Bourbo...</td>\n",
       "      <td>https://bit.ly/3vqsQg7</td>\n",
       "      <td>Guji Zone, Oromia Region, southern Ethiopia</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>2.21</td>\n",
       "      <td>April 2023</td>\n",
       "      <td>[fruit, orange, floral, sweet, nutty, chocolat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1495</th>\n",
       "      <td>Steady State Roasting Company</td>\n",
       "      <td>Adanech Ethiopia Guji</td>\n",
       "      <td>Sweetly herbaceous, richly cocoa-toned. Baker’...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Guji Zone, Oromia Region, southern Ethiopia</td>\n",
       "      <td>Light</td>\n",
       "      <td>1.50</td>\n",
       "      <td>November 2018</td>\n",
       "      <td>[fruit, lemon, floral, sweet, nutty, hazelnut,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1496</th>\n",
       "      <td>Steady State Roasting Company</td>\n",
       "      <td>El Salvador Loma La Gloria Black Honey</td>\n",
       "      <td>Richly sweet, fruit-toned. Dried apricot, roas...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>El Boquerón growing region, El Salvador</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>1.46</td>\n",
       "      <td>November 2018</td>\n",
       "      <td>[fruit, floral, sweet, syrup, nutty, cocoa, co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1497</th>\n",
       "      <td>Bluekoff Company</td>\n",
       "      <td>Thai Single-Origin Espresso Blend (A4+A4.5+A5)</td>\n",
       "      <td>Evaluated as espresso. Richly sweet, chocolate...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chiang Rai Province, northern Thailand</td>\n",
       "      <td>Medium</td>\n",
       "      <td>0.68</td>\n",
       "      <td>November 2018</td>\n",
       "      <td>[fruit, apple, floral, sweet, nutty, hazelnut,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1498</th>\n",
       "      <td>Bluekoff Company</td>\n",
       "      <td>Thai Single-Origin Natural-Process Espresso</td>\n",
       "      <td>Evaluated as espresso. Balanced, richly sweet....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chiang Rai Province, northern Thailand</td>\n",
       "      <td>Medium</td>\n",
       "      <td>0.68</td>\n",
       "      <td>November 2018</td>\n",
       "      <td>[fruit, cherry, floral, sweet, molasses, almon...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1499</th>\n",
       "      <td>Branch Street Coffee Roasters</td>\n",
       "      <td>Kenya Konyu</td>\n",
       "      <td>Vibrant, rich-toned, sweetly-tart. Tart berry,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Kirinyaga District, south-central Kenya</td>\n",
       "      <td>Medium-Light</td>\n",
       "      <td>1.62</td>\n",
       "      <td>October 2018</td>\n",
       "      <td>[fruit, berry, floral, aromatic, sweet, syrup,...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1500 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            roaster  \\\n",
       "0                   Equator Coffees   \n",
       "1                   Equator Coffees   \n",
       "2                     Regent Coffee   \n",
       "3               JBC Coffee Roasters   \n",
       "4                     Regent Coffee   \n",
       "...                             ...   \n",
       "1495  Steady State Roasting Company   \n",
       "1496  Steady State Roasting Company   \n",
       "1497               Bluekoff Company   \n",
       "1498               Bluekoff Company   \n",
       "1499  Branch Street Coffee Roasters   \n",
       "\n",
       "                                                name  \\\n",
       "0                            Ecuador Finca Lugmapata   \n",
       "1                                   Mocha Java Blend   \n",
       "2                            Costa Rica Raisin Honey   \n",
       "3                        Quindio Gold Honey Colombia   \n",
       "4                           Barrel-Aged Natural Guji   \n",
       "...                                              ...   \n",
       "1495                           Adanech Ethiopia Guji   \n",
       "1496          El Salvador Loma La Gloria Black Honey   \n",
       "1497  Thai Single-Origin Espresso Blend (A4+A4.5+A5)   \n",
       "1498     Thai Single-Origin Natural-Process Espresso   \n",
       "1499                                     Kenya Konyu   \n",
       "\n",
       "                                                 review  \\\n",
       "0     Floral-driven, deep-toned. Lavender, dark choc...   \n",
       "1     Richly chocolaty, sweetly fruit-toned. Baking ...   \n",
       "2     Juicy, fruit-centered. Dried apricot, lychee, ...   \n",
       "3     Floral-toned, gently fermenty. Narcissus, red ...   \n",
       "4     Richly fermenty, sweetly whiskey-toned. Bourbo...   \n",
       "...                                                 ...   \n",
       "1495  Sweetly herbaceous, richly cocoa-toned. Baker’...   \n",
       "1496  Richly sweet, fruit-toned. Dried apricot, roas...   \n",
       "1497  Evaluated as espresso. Richly sweet, chocolate...   \n",
       "1498  Evaluated as espresso. Balanced, richly sweet....   \n",
       "1499  Vibrant, rich-toned, sweetly-tart. Tart berry,...   \n",
       "\n",
       "                                           roaster_link  \\\n",
       "0                       https://www.equatorcoffees.com/   \n",
       "1                       https://www.equatorcoffees.com/   \n",
       "2                                https://bit.ly/3vqsQg7   \n",
       "3     https://www.jbccoffeeroasters.com/product-cate...   \n",
       "4                                https://bit.ly/3vqsQg7   \n",
       "...                                                 ...   \n",
       "1495                                                NaN   \n",
       "1496                                                NaN   \n",
       "1497                                                NaN   \n",
       "1498                                                NaN   \n",
       "1499                                                NaN   \n",
       "\n",
       "                                                 origin         roast  \\\n",
       "0              Pallatanga, Chimborazo Province, Ecuador  Medium-Light   \n",
       "1                                     Ethiopia; Sumatra  Medium-Light   \n",
       "2                             Dota, Tarrazú, Costa Rica  Medium-Light   \n",
       "3     Circasia Municipality, Quindio Department, Col...         Light   \n",
       "4           Guji Zone, Oromia Region, southern Ethiopia  Medium-Light   \n",
       "...                                                 ...           ...   \n",
       "1495        Guji Zone, Oromia Region, southern Ethiopia         Light   \n",
       "1496            El Boquerón growing region, El Salvador  Medium-Light   \n",
       "1497             Chiang Rai Province, northern Thailand        Medium   \n",
       "1498             Chiang Rai Province, northern Thailand        Medium   \n",
       "1499            Kirinyaga District, south-central Kenya  Medium-Light   \n",
       "\n",
       "      dollars_per_ounce    review_date  \\\n",
       "0                  3.67     April 2023   \n",
       "1                  1.46     April 2023   \n",
       "2                  2.17     April 2023   \n",
       "3                  2.25     April 2023   \n",
       "4                  2.21     April 2023   \n",
       "...                 ...            ...   \n",
       "1495               1.50  November 2018   \n",
       "1496               1.46  November 2018   \n",
       "1497               0.68  November 2018   \n",
       "1498               0.68  November 2018   \n",
       "1499               1.62   October 2018   \n",
       "\n",
       "                                                 flavor  \n",
       "0     [fruit, cherry, floral, sweet, nutty, chocolat...  \n",
       "1     [fruit, raspberry, lemon, berry, floral, sweet...  \n",
       "2     [fruit, floral, sweet, syrup, almond, nutty, c...  \n",
       "3     [fruit, lemon, floral, sweet, syrup, nutty, co...  \n",
       "4     [fruit, orange, floral, sweet, nutty, chocolat...  \n",
       "...                                                 ...  \n",
       "1495  [fruit, lemon, floral, sweet, nutty, hazelnut,...  \n",
       "1496  [fruit, floral, sweet, syrup, nutty, cocoa, co...  \n",
       "1497  [fruit, apple, floral, sweet, nutty, hazelnut,...  \n",
       "1498  [fruit, cherry, floral, sweet, molasses, almon...  \n",
       "1499  [fruit, berry, floral, aromatic, sweet, syrup,...  \n",
       "\n",
       "[1500 rows x 9 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "coffee_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "85f2d933",
   "metadata": {},
   "outputs": [],
   "source": [
    "coffee_df.to_csv('scraped_category.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5dfce47f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}