nutrition_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Direct reading does not work because the csv is not utf-8 encoded\n",
    "# nutr_df = pd.read_csv(\"data/Nutritions_US.csv\", index_col=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                     Shrt_Desc  Water_(g)  Energ_Kcal  Protein_(g)  \\\n",
      "NDB_No                                                               \n",
      "1001          BUTTER,WITH SALT      15.87         717         0.85   \n",
      "1002    BUTTER,WHIPPED,W/ SALT      16.72         718         0.49   \n",
      "1003      BUTTER OIL,ANHYDROUS       0.24         876         0.28   \n",
      "1004               CHEESE,BLUE      42.41         353        21.40   \n",
      "1005              CHEESE,BRICK      41.11         371        23.24   \n",
      "\n",
      "        Lipid_Tot_(g)  Ash_(g)  Carbohydrt_(g)  Fiber_TD_(g)  Sugar_Tot_(g)  \\\n",
      "NDB_No                                                                        \n",
      "1001            81.11     2.11            0.06           0.0           0.06   \n",
      "1002            78.30     1.62            2.87           0.0           0.06   \n",
      "1003            99.48     0.00            0.00           0.0           0.00   \n",
      "1004            28.74     5.11            2.34           0.0           0.50   \n",
      "1005            29.68     3.18            2.79           0.0           0.51   \n",
      "\n",
      "        Calcium_(mg)  ...  Vit_D_IU  Vit_K_(¾g)  FA_Sat_(g)  FA_Mono_(g)  \\\n",
      "NDB_No                ...                                                  \n",
      "1001            24.0  ...       0.0         7.0      51.368       21.021   \n",
      "1002            23.0  ...       0.0         4.6      45.390       19.874   \n",
      "1003             4.0  ...       0.0         8.6      61.924       28.732   \n",
      "1004           528.0  ...      21.0         2.4      18.669        7.778   \n",
      "1005           674.0  ...      22.0         2.5      18.764        8.598   \n",
      "\n",
      "        FA_Poly_(g)  Cholestrl_(mg)  GmWt_1                  GmWt_Desc1  \\\n",
      "NDB_No                                                                    \n",
      "1001          3.043           215.0    5.00  1 pat,  (1\" sq, 1/3\" high)   \n",
      "1002          3.331           225.0    3.80  1 pat,  (1\" sq, 1/3\" high)   \n",
      "1003          3.694           256.0   12.80                      1 tbsp   \n",
      "1004          0.800            75.0   28.35                        1 oz   \n",
      "1005          0.784            94.0  132.00                1 cup, diced   \n",
      "\n",
      "        GmWt_2       GmWt_Desc2  \n",
      "NDB_No                           \n",
      "1001      14.2           1 tbsp  \n",
      "1002       9.4           1 tbsp  \n",
      "1003     205.0            1 cup  \n",
      "1004      17.0     1 cubic inch  \n",
      "1005     113.0  1 cup, shredded  \n",
      "\n",
      "[5 rows x 51 columns]\n"
     ]
    }
   ],
   "source": [
    "# After running the following command in terminal >> file -I data/Nutritions_US.csv \n",
    "# We understood that the data is encoded using `ISO-8859-1` so we use the below code\n",
    "\n",
    "try:\n",
    "    nutr_df = pd.read_csv(\"data/Nutritions_US.csv\", encoding='ISO-8859-1', index_col=0)\n",
    "    print(nutr_df.head())\n",
    "except UnicodeDecodeError:\n",
    "    print(\"Error reading the file with the specified encoding.\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>Water_(g)</th>\n",
       "      <th>Energ_Kcal</th>\n",
       "      <th>Protein_(g)</th>\n",
       "      <th>Lipid_Tot_(g)</th>\n",
       "      <th>Ash_(g)</th>\n",
       "      <th>Carbohydrt_(g)</th>\n",
       "      <th>Fiber_TD_(g)</th>\n",
       "      <th>Sugar_Tot_(g)</th>\n",
       "      <th>Calcium_(mg)</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_D_IU</th>\n",
       "      <th>Vit_K_(¾g)</th>\n",
       "      <th>FA_Sat_(g)</th>\n",
       "      <th>FA_Mono_(g)</th>\n",
       "      <th>FA_Poly_(g)</th>\n",
       "      <th>Cholestrl_(mg)</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_Desc1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>GmWt_Desc2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NDB_No</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1001</th>\n",
       "      <td>BUTTER,WITH SALT</td>\n",
       "      <td>15.87</td>\n",
       "      <td>717</td>\n",
       "      <td>0.85</td>\n",
       "      <td>81.11</td>\n",
       "      <td>2.11</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06</td>\n",
       "      <td>24.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>51.368</td>\n",
       "      <td>21.021</td>\n",
       "      <td>3.043</td>\n",
       "      <td>215.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>14.2</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1002</th>\n",
       "      <td>BUTTER,WHIPPED,W/ SALT</td>\n",
       "      <td>16.72</td>\n",
       "      <td>718</td>\n",
       "      <td>0.49</td>\n",
       "      <td>78.30</td>\n",
       "      <td>1.62</td>\n",
       "      <td>2.87</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06</td>\n",
       "      <td>23.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.6</td>\n",
       "      <td>45.390</td>\n",
       "      <td>19.874</td>\n",
       "      <td>3.331</td>\n",
       "      <td>225.0</td>\n",
       "      <td>3.80</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>9.4</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1003</th>\n",
       "      <td>BUTTER OIL,ANHYDROUS</td>\n",
       "      <td>0.24</td>\n",
       "      <td>876</td>\n",
       "      <td>0.28</td>\n",
       "      <td>99.48</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.6</td>\n",
       "      <td>61.924</td>\n",
       "      <td>28.732</td>\n",
       "      <td>3.694</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>205.0</td>\n",
       "      <td>1 cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1004</th>\n",
       "      <td>CHEESE,BLUE</td>\n",
       "      <td>42.41</td>\n",
       "      <td>353</td>\n",
       "      <td>21.40</td>\n",
       "      <td>28.74</td>\n",
       "      <td>5.11</td>\n",
       "      <td>2.34</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.50</td>\n",
       "      <td>528.0</td>\n",
       "      <td>...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>18.669</td>\n",
       "      <td>7.778</td>\n",
       "      <td>0.800</td>\n",
       "      <td>75.0</td>\n",
       "      <td>28.35</td>\n",
       "      <td>1 oz</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1005</th>\n",
       "      <td>CHEESE,BRICK</td>\n",
       "      <td>41.11</td>\n",
       "      <td>371</td>\n",
       "      <td>23.24</td>\n",
       "      <td>29.68</td>\n",
       "      <td>3.18</td>\n",
       "      <td>2.79</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>674.0</td>\n",
       "      <td>...</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>18.764</td>\n",
       "      <td>8.598</td>\n",
       "      <td>0.784</td>\n",
       "      <td>94.0</td>\n",
       "      <td>132.00</td>\n",
       "      <td>1 cup, diced</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1 cup, shredded</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Shrt_Desc  Water_(g)  Energ_Kcal  Protein_(g)  \\\n",
       "NDB_No                                                               \n",
       "1001          BUTTER,WITH SALT      15.87         717         0.85   \n",
       "1002    BUTTER,WHIPPED,W/ SALT      16.72         718         0.49   \n",
       "1003      BUTTER OIL,ANHYDROUS       0.24         876         0.28   \n",
       "1004               CHEESE,BLUE      42.41         353        21.40   \n",
       "1005              CHEESE,BRICK      41.11         371        23.24   \n",
       "\n",
       "        Lipid_Tot_(g)  Ash_(g)  Carbohydrt_(g)  Fiber_TD_(g)  Sugar_Tot_(g)  \\\n",
       "NDB_No                                                                        \n",
       "1001            81.11     2.11            0.06           0.0           0.06   \n",
       "1002            78.30     1.62            2.87           0.0           0.06   \n",
       "1003            99.48     0.00            0.00           0.0           0.00   \n",
       "1004            28.74     5.11            2.34           0.0           0.50   \n",
       "1005            29.68     3.18            2.79           0.0           0.51   \n",
       "\n",
       "        Calcium_(mg)  ...  Vit_D_IU  Vit_K_(¾g)  FA_Sat_(g)  FA_Mono_(g)  \\\n",
       "NDB_No                ...                                                  \n",
       "1001            24.0  ...       0.0         7.0      51.368       21.021   \n",
       "1002            23.0  ...       0.0         4.6      45.390       19.874   \n",
       "1003             4.0  ...       0.0         8.6      61.924       28.732   \n",
       "1004           528.0  ...      21.0         2.4      18.669        7.778   \n",
       "1005           674.0  ...      22.0         2.5      18.764        8.598   \n",
       "\n",
       "        FA_Poly_(g)  Cholestrl_(mg)  GmWt_1                  GmWt_Desc1  \\\n",
       "NDB_No                                                                    \n",
       "1001          3.043           215.0    5.00  1 pat,  (1\" sq, 1/3\" high)   \n",
       "1002          3.331           225.0    3.80  1 pat,  (1\" sq, 1/3\" high)   \n",
       "1003          3.694           256.0   12.80                      1 tbsp   \n",
       "1004          0.800            75.0   28.35                        1 oz   \n",
       "1005          0.784            94.0  132.00                1 cup, diced   \n",
       "\n",
       "        GmWt_2       GmWt_Desc2  \n",
       "NDB_No                           \n",
       "1001      14.2           1 tbsp  \n",
       "1002       9.4           1 tbsp  \n",
       "1003     205.0            1 cup  \n",
       "1004      17.0     1 cubic inch  \n",
       "1005     113.0  1 cup, shredded  \n",
       "\n",
       "[5 rows x 51 columns]"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nutr_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Index: 8790 entries, 1001 to 93600\n",
      "Data columns (total 51 columns):\n",
      " #   Column             Non-Null Count  Dtype  \n",
      "---  ------             --------------  -----  \n",
      " 0   Shrt_Desc          8790 non-null   object \n",
      " 1   Water_(g)          8789 non-null   float64\n",
      " 2   Energ_Kcal         8790 non-null   int64  \n",
      " 3   Protein_(g)        8790 non-null   float64\n",
      " 4   Lipid_Tot_(g)      8790 non-null   float64\n",
      " 5   Ash_(g)            8465 non-null   float64\n",
      " 6   Carbohydrt_(g)     8790 non-null   float64\n",
      " 7   Fiber_TD_(g)       8196 non-null   float64\n",
      " 8   Sugar_Tot_(g)      6958 non-null   float64\n",
      " 9   Calcium_(mg)       8442 non-null   float64\n",
      " 10  Iron_(mg)          8646 non-null   float64\n",
      " 11  Magnesium_(mg)     8051 non-null   float64\n",
      " 12  Phosphorus_(mg)    8211 non-null   float64\n",
      " 13  Potassium_(mg)     8364 non-null   float64\n",
      " 14  Sodium_(mg)        8707 non-null   float64\n",
      " 15  Zinc_(mg)          8084 non-null   float64\n",
      " 16  Copper_mg)         7533 non-null   float64\n",
      " 17  Manganese_(mg)     6630 non-null   float64\n",
      " 18  Selenium_(¾g)      7090 non-null   float64\n",
      " 19  Vit_C_(mg)         7972 non-null   float64\n",
      " 20  Thiamin_(mg)       8156 non-null   float64\n",
      " 21  Riboflavin_(mg)    8174 non-null   float64\n",
      " 22  Niacin_(mg)        8153 non-null   float64\n",
      " 23  Panto_Acid_mg)     6548 non-null   float64\n",
      " 24  Vit_B6_(mg)        7885 non-null   float64\n",
      " 25  Folate_Tot_(¾g)    7529 non-null   float64\n",
      " 26  Folic_Acid_(¾g)    6751 non-null   float64\n",
      " 27  Food_Folate_(¾g)   7022 non-null   float64\n",
      " 28  Folate_DFE_(¾g)    6733 non-null   float64\n",
      " 29  Choline_Tot_ (mg)  4774 non-null   float64\n",
      " 30  Vit_B12_(¾g)       7597 non-null   float64\n",
      " 31  Vit_A_IU           8079 non-null   float64\n",
      " 32  Vit_A_RAE          7255 non-null   float64\n",
      " 33  Retinol_(¾g)       6984 non-null   float64\n",
      " 34  Alpha_Carot_(¾g)   5532 non-null   float64\n",
      " 35  Beta_Carot_(¾g)    5628 non-null   float64\n",
      " 36  Beta_Crypt_(¾g)    5520 non-null   float64\n",
      " 37  Lycopene_(¾g)      5498 non-null   float64\n",
      " 38  Lut+Zea_ (¾g)      5475 non-null   float64\n",
      " 39  Vit_E_(mg)         5901 non-null   float64\n",
      " 40  Vit_D_¾g           5528 non-null   float64\n",
      " 41  Vit_D_IU           5579 non-null   float64\n",
      " 42  Vit_K_(¾g)         5227 non-null   float64\n",
      " 43  FA_Sat_(g)         8441 non-null   float64\n",
      " 44  FA_Mono_(g)        8124 non-null   float64\n",
      " 45  FA_Poly_(g)        8125 non-null   float64\n",
      " 46  Cholestrl_(mg)     8380 non-null   float64\n",
      " 47  GmWt_1             8490 non-null   float64\n",
      " 48  GmWt_Desc1         8491 non-null   object \n",
      " 49  GmWt_2             4825 non-null   float64\n",
      " 50  GmWt_Desc2         4825 non-null   object \n",
      "dtypes: float64(47), int64(1), object(3)\n",
      "memory usage: 3.5+ MB\n"
     ]
    }
   ],
   "source": [
    "nutr_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Water_(g)</th>\n",
       "      <th>Energ_Kcal</th>\n",
       "      <th>Protein_(g)</th>\n",
       "      <th>Lipid_Tot_(g)</th>\n",
       "      <th>Ash_(g)</th>\n",
       "      <th>Carbohydrt_(g)</th>\n",
       "      <th>Fiber_TD_(g)</th>\n",
       "      <th>Sugar_Tot_(g)</th>\n",
       "      <th>Calcium_(mg)</th>\n",
       "      <th>Iron_(mg)</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_E_(mg)</th>\n",
       "      <th>Vit_D_¾g</th>\n",
       "      <th>Vit_D_IU</th>\n",
       "      <th>Vit_K_(¾g)</th>\n",
       "      <th>FA_Sat_(g)</th>\n",
       "      <th>FA_Mono_(g)</th>\n",
       "      <th>FA_Poly_(g)</th>\n",
       "      <th>Cholestrl_(mg)</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>8789.000000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>8465.000000</td>\n",
       "      <td>8790.000000</td>\n",
       "      <td>8196.000000</td>\n",
       "      <td>6958.000000</td>\n",
       "      <td>8442.000000</td>\n",
       "      <td>8646.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>5901.000000</td>\n",
       "      <td>5528.000000</td>\n",
       "      <td>5579.000000</td>\n",
       "      <td>5227.000000</td>\n",
       "      <td>8441.000000</td>\n",
       "      <td>8124.000000</td>\n",
       "      <td>8125.000000</td>\n",
       "      <td>8380.000000</td>\n",
       "      <td>8490.000000</td>\n",
       "      <td>4825.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>54.112218</td>\n",
       "      <td>226.317634</td>\n",
       "      <td>11.342849</td>\n",
       "      <td>10.553725</td>\n",
       "      <td>1.783468</td>\n",
       "      <td>22.127710</td>\n",
       "      <td>2.187445</td>\n",
       "      <td>8.543066</td>\n",
       "      <td>76.738214</td>\n",
       "      <td>2.699674</td>\n",
       "      <td>...</td>\n",
       "      <td>1.331518</td>\n",
       "      <td>0.579269</td>\n",
       "      <td>22.990142</td>\n",
       "      <td>15.631586</td>\n",
       "      <td>3.576334</td>\n",
       "      <td>4.081006</td>\n",
       "      <td>2.288767</td>\n",
       "      <td>40.613246</td>\n",
       "      <td>96.395130</td>\n",
       "      <td>250.747668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>30.772854</td>\n",
       "      <td>169.877539</td>\n",
       "      <td>10.530474</td>\n",
       "      <td>15.814842</td>\n",
       "      <td>3.004609</td>\n",
       "      <td>27.270822</td>\n",
       "      <td>4.383138</td>\n",
       "      <td>14.923626</td>\n",
       "      <td>203.527453</td>\n",
       "      <td>5.687560</td>\n",
       "      <td>...</td>\n",
       "      <td>4.640706</td>\n",
       "      <td>3.882702</td>\n",
       "      <td>154.614465</td>\n",
       "      <td>79.949125</td>\n",
       "      <td>6.518840</td>\n",
       "      <td>7.010760</td>\n",
       "      <td>5.215654</td>\n",
       "      <td>119.869371</td>\n",
       "      <td>84.337063</td>\n",
       "      <td>382.226774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>29.700000</td>\n",
       "      <td>91.000000</td>\n",
       "      <td>2.380000</td>\n",
       "      <td>0.950000</td>\n",
       "      <td>0.840000</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.540000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.120000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.220000</td>\n",
       "      <td>0.235750</td>\n",
       "      <td>0.220000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>29.000000</td>\n",
       "      <td>42.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>63.080000</td>\n",
       "      <td>191.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>5.140000</td>\n",
       "      <td>1.200000</td>\n",
       "      <td>9.340000</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>1.840000</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>1.380000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.600000</td>\n",
       "      <td>1.592000</td>\n",
       "      <td>1.938500</td>\n",
       "      <td>0.696000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>164.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>77.960000</td>\n",
       "      <td>337.000000</td>\n",
       "      <td>19.880000</td>\n",
       "      <td>13.720000</td>\n",
       "      <td>2.090000</td>\n",
       "      <td>34.910000</td>\n",
       "      <td>2.600000</td>\n",
       "      <td>9.287500</td>\n",
       "      <td>69.000000</td>\n",
       "      <td>2.600000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>5.200000</td>\n",
       "      <td>4.345000</td>\n",
       "      <td>5.115000</td>\n",
       "      <td>2.081000</td>\n",
       "      <td>67.000000</td>\n",
       "      <td>130.000000</td>\n",
       "      <td>305.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>100.000000</td>\n",
       "      <td>902.000000</td>\n",
       "      <td>88.320000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>99.800000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>79.000000</td>\n",
       "      <td>99.800000</td>\n",
       "      <td>7364.000000</td>\n",
       "      <td>123.600000</td>\n",
       "      <td>...</td>\n",
       "      <td>149.400000</td>\n",
       "      <td>250.000000</td>\n",
       "      <td>10000.000000</td>\n",
       "      <td>1714.500000</td>\n",
       "      <td>95.600000</td>\n",
       "      <td>83.689000</td>\n",
       "      <td>74.623000</td>\n",
       "      <td>3100.000000</td>\n",
       "      <td>1184.000000</td>\n",
       "      <td>5717.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 48 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Water_(g)   Energ_Kcal  Protein_(g)  Lipid_Tot_(g)      Ash_(g)  \\\n",
       "count  8789.000000  8790.000000  8790.000000    8790.000000  8465.000000   \n",
       "mean     54.112218   226.317634    11.342849      10.553725     1.783468   \n",
       "std      30.772854   169.877539    10.530474      15.814842     3.004609   \n",
       "min       0.000000     0.000000     0.000000       0.000000     0.000000   \n",
       "25%      29.700000    91.000000     2.380000       0.950000     0.840000   \n",
       "50%      63.080000   191.000000     8.000000       5.140000     1.200000   \n",
       "75%      77.960000   337.000000    19.880000      13.720000     2.090000   \n",
       "max     100.000000   902.000000    88.320000     100.000000    99.800000   \n",
       "\n",
       "       Carbohydrt_(g)  Fiber_TD_(g)  Sugar_Tot_(g)  Calcium_(mg)    Iron_(mg)  \\\n",
       "count     8790.000000   8196.000000    6958.000000   8442.000000  8646.000000   \n",
       "mean        22.127710      2.187445       8.543066     76.738214     2.699674   \n",
       "std         27.270822      4.383138      14.923626    203.527453     5.687560   \n",
       "min          0.000000      0.000000       0.000000      0.000000     0.000000   \n",
       "25%          0.050000      0.000000       0.000000     10.000000     0.540000   \n",
       "50%          9.340000      0.700000       1.840000     21.000000     1.380000   \n",
       "75%         34.910000      2.600000       9.287500     69.000000     2.600000   \n",
       "max        100.000000     79.000000      99.800000   7364.000000   123.600000   \n",
       "\n",
       "       ...   Vit_E_(mg)     Vit_D_¾g      Vit_D_IU   Vit_K_(¾g)   FA_Sat_(g)  \\\n",
       "count  ...  5901.000000  5528.000000   5579.000000  5227.000000  8441.000000   \n",
       "mean   ...     1.331518     0.579269     22.990142    15.631586     3.576334   \n",
       "std    ...     4.640706     3.882702    154.614465    79.949125     6.518840   \n",
       "min    ...     0.000000     0.000000      0.000000     0.000000     0.000000   \n",
       "25%    ...     0.120000     0.000000      0.000000     0.200000     0.220000   \n",
       "50%    ...     0.300000     0.000000      0.000000     1.600000     1.592000   \n",
       "75%    ...     0.800000     0.200000      6.000000     5.200000     4.345000   \n",
       "max    ...   149.400000   250.000000  10000.000000  1714.500000    95.600000   \n",
       "\n",
       "       FA_Mono_(g)  FA_Poly_(g)  Cholestrl_(mg)       GmWt_1       GmWt_2  \n",
       "count  8124.000000  8125.000000     8380.000000  8490.000000  4825.000000  \n",
       "mean      4.081006     2.288767       40.613246    96.395130   250.747668  \n",
       "std       7.010760     5.215654      119.869371    84.337063   382.226774  \n",
       "min       0.000000     0.000000        0.000000     0.100000     0.400000  \n",
       "25%       0.235750     0.220000        0.000000    29.000000    42.000000  \n",
       "50%       1.938500     0.696000        4.000000    85.000000   164.000000  \n",
       "75%       5.115000     2.081000       67.000000   130.000000   305.000000  \n",
       "max      83.689000    74.623000     3100.000000  1184.000000  5717.000000  \n",
       "\n",
       "[8 rows x 48 columns]"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nutr_df.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Handle Missing Values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shrt_Desc               0\n",
      "Water_(g)               1\n",
      "Energ_Kcal              0\n",
      "Protein_(g)             0\n",
      "Lipid_Tot_(g)           0\n",
      "Ash_(g)               325\n",
      "Carbohydrt_(g)          0\n",
      "Fiber_TD_(g)          594\n",
      "Sugar_Tot_(g)        1832\n",
      "Calcium_(mg)          348\n",
      "Iron_(mg)             144\n",
      "Magnesium_(mg)        739\n",
      "Phosphorus_(mg)       579\n",
      "Potassium_(mg)        426\n",
      "Sodium_(mg)            83\n",
      "Zinc_(mg)             706\n",
      "Copper_mg)           1257\n",
      "Manganese_(mg)       2160\n",
      "Selenium_(¾g)        1700\n",
      "Vit_C_(mg)            818\n",
      "Thiamin_(mg)          634\n",
      "Riboflavin_(mg)       616\n",
      "Niacin_(mg)           637\n",
      "Panto_Acid_mg)       2242\n",
      "Vit_B6_(mg)           905\n",
      "Folate_Tot_(¾g)      1261\n",
      "Folic_Acid_(¾g)      2039\n",
      "Food_Folate_(¾g)     1768\n",
      "Folate_DFE_(¾g)      2057\n",
      "Choline_Tot_ (mg)    4016\n",
      "Vit_B12_(¾g)         1193\n",
      "Vit_A_IU              711\n",
      "Vit_A_RAE            1535\n",
      "Retinol_(¾g)         1806\n",
      "Alpha_Carot_(¾g)     3258\n",
      "Beta_Carot_(¾g)      3162\n",
      "Beta_Crypt_(¾g)      3270\n",
      "Lycopene_(¾g)        3292\n",
      "Lut+Zea_ (¾g)        3315\n",
      "Vit_E_(mg)           2889\n",
      "Vit_D_¾g             3262\n",
      "Vit_D_IU             3211\n",
      "Vit_K_(¾g)           3563\n",
      "FA_Sat_(g)            349\n",
      "FA_Mono_(g)           666\n",
      "FA_Poly_(g)           665\n",
      "Cholestrl_(mg)        410\n",
      "GmWt_1                300\n",
      "GmWt_Desc1            299\n",
      "GmWt_2               3965\n",
      "GmWt_Desc2           3965\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# Check for missing values\n",
    "print(nutr_df.isnull().sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shrt_Desc            0\n",
      "Water_(g)            0\n",
      "Energ_Kcal           0\n",
      "Protein_(g)          0\n",
      "Lipid_Tot_(g)        0\n",
      "Ash_(g)              0\n",
      "Carbohydrt_(g)       0\n",
      "Fiber_TD_(g)         0\n",
      "Sugar_Tot_(g)        0\n",
      "Calcium_(mg)         0\n",
      "Iron_(mg)            0\n",
      "Magnesium_(mg)       0\n",
      "Phosphorus_(mg)      0\n",
      "Potassium_(mg)       0\n",
      "Sodium_(mg)          0\n",
      "Zinc_(mg)            0\n",
      "Copper_mg)           0\n",
      "Manganese_(mg)       0\n",
      "Selenium_(¾g)        0\n",
      "Vit_C_(mg)           0\n",
      "Thiamin_(mg)         0\n",
      "Riboflavin_(mg)      0\n",
      "Niacin_(mg)          0\n",
      "Panto_Acid_mg)       0\n",
      "Vit_B6_(mg)          0\n",
      "Folate_Tot_(¾g)      0\n",
      "Folic_Acid_(¾g)      0\n",
      "Food_Folate_(¾g)     0\n",
      "Folate_DFE_(¾g)      0\n",
      "Choline_Tot_ (mg)    0\n",
      "Vit_B12_(¾g)         0\n",
      "Vit_A_IU             0\n",
      "Vit_A_RAE            0\n",
      "Retinol_(¾g)         0\n",
      "Alpha_Carot_(¾g)     0\n",
      "Beta_Carot_(¾g)      0\n",
      "Beta_Crypt_(¾g)      0\n",
      "Lycopene_(¾g)        0\n",
      "Lut+Zea_ (¾g)        0\n",
      "Vit_E_(mg)           0\n",
      "Vit_D_¾g             0\n",
      "Vit_D_IU             0\n",
      "Vit_K_(¾g)           0\n",
      "FA_Sat_(g)           0\n",
      "FA_Mono_(g)          0\n",
      "FA_Poly_(g)          0\n",
      "Cholestrl_(mg)       0\n",
      "GmWt_1               0\n",
      "GmWt_Desc1           0\n",
      "GmWt_2               0\n",
      "GmWt_Desc2           0\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# Fill missing values with 0 as it indicates the absence of that particular nutrient\n",
    "nutr_df = nutr_df.fillna(0)\n",
    "print(nutr_df.isnull().sum())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Standardizing Column Names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['Shrt_Desc', 'Water_g', 'Energ_Kcal', 'Protein_g', 'Lipid_Tot_g',\n",
      "       'Ash_g', 'Carbohydrt_g', 'Fiber_TD_g', 'Sugar_Tot_g', 'Calcium_mg',\n",
      "       'Iron_mg', 'Magnesium_mg', 'Phosphorus_mg', 'Potassium_mg', 'Sodium_mg',\n",
      "       'Zinc_mg', 'Copper_mg', 'Manganese_mg', 'Selenium_3qtrg', 'Vit_C_mg',\n",
      "       'Thiamin_mg', 'Riboflavin_mg', 'Niacin_mg', 'Panto_Acid_mg',\n",
      "       'Vit_B6_mg', 'Folate_Tot_3qtrg', 'Folic_Acid_3qtrg',\n",
      "       'Food_Folate_3qtrg', 'Folate_DFE_3qtrg', 'Choline_Tot__mg',\n",
      "       'Vit_B12_3qtrg', 'Vit_A_IU', 'Vit_A_RAE', 'Retinol_3qtrg',\n",
      "       'Alpha_Carot_3qtrg', 'Beta_Carot_3qtrg', 'Beta_Crypt_3qtrg',\n",
      "       'Lycopene_3qtrg', 'Lut_Zea__3qtrg', 'Vit_E_mg', 'Vit_D_3qtrg',\n",
      "       'Vit_D_IU', 'Vit_K_3qtrg', 'FA_Sat_g', 'FA_Mono_g', 'FA_Poly_g',\n",
      "       'Cholestrl_mg', 'GmWt_1', 'GmWt_Desc1', 'GmWt_2', 'GmWt_Desc2'],\n",
      "      dtype='object')\n"
     ]
    }
   ],
   "source": [
    "nutr_df.columns = nutr_df.columns.str.strip().str.replace('[()µ]', '', regex=True).str.replace(' ', '_')\n",
    "nutr_df.columns = nutr_df.columns.str.replace('¾g', '3qtrg', regex=True)\n",
    "nutr_df.columns = nutr_df.columns.str.replace('+', '_', regex=False)\n",
    "print(nutr_df.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Check for Duplicates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "print(nutr_df.duplicated().sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "nutr_df.to_csv(\"data/nutrition_data.csv\", encoding='utf-8', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>Water_g</th>\n",
       "      <th>Energ_Kcal</th>\n",
       "      <th>Protein_g</th>\n",
       "      <th>Lipid_Tot_g</th>\n",
       "      <th>Ash_g</th>\n",
       "      <th>Carbohydrt_g</th>\n",
       "      <th>Fiber_TD_g</th>\n",
       "      <th>Sugar_Tot_g</th>\n",
       "      <th>Calcium_mg</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_D_IU</th>\n",
       "      <th>Vit_K_3qtrg</th>\n",
       "      <th>FA_Sat_g</th>\n",
       "      <th>FA_Mono_g</th>\n",
       "      <th>FA_Poly_g</th>\n",
       "      <th>Cholestrl_mg</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_Desc1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>GmWt_Desc2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUTTER,WITH SALT</td>\n",
       "      <td>15.87</td>\n",
       "      <td>717</td>\n",
       "      <td>0.85</td>\n",
       "      <td>81.11</td>\n",
       "      <td>2.11</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06</td>\n",
       "      <td>24.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>51.368</td>\n",
       "      <td>21.021</td>\n",
       "      <td>3.043</td>\n",
       "      <td>215.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>14.2</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUTTER,WHIPPED,W/ SALT</td>\n",
       "      <td>16.72</td>\n",
       "      <td>718</td>\n",
       "      <td>0.49</td>\n",
       "      <td>78.30</td>\n",
       "      <td>1.62</td>\n",
       "      <td>2.87</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06</td>\n",
       "      <td>23.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.6</td>\n",
       "      <td>45.390</td>\n",
       "      <td>19.874</td>\n",
       "      <td>3.331</td>\n",
       "      <td>225.0</td>\n",
       "      <td>3.80</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>9.4</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUTTER OIL,ANHYDROUS</td>\n",
       "      <td>0.24</td>\n",
       "      <td>876</td>\n",
       "      <td>0.28</td>\n",
       "      <td>99.48</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.6</td>\n",
       "      <td>61.924</td>\n",
       "      <td>28.732</td>\n",
       "      <td>3.694</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>205.0</td>\n",
       "      <td>1 cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CHEESE,BLUE</td>\n",
       "      <td>42.41</td>\n",
       "      <td>353</td>\n",
       "      <td>21.40</td>\n",
       "      <td>28.74</td>\n",
       "      <td>5.11</td>\n",
       "      <td>2.34</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.50</td>\n",
       "      <td>528.0</td>\n",
       "      <td>...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>18.669</td>\n",
       "      <td>7.778</td>\n",
       "      <td>0.800</td>\n",
       "      <td>75.0</td>\n",
       "      <td>28.35</td>\n",
       "      <td>1 oz</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CHEESE,BRICK</td>\n",
       "      <td>41.11</td>\n",
       "      <td>371</td>\n",
       "      <td>23.24</td>\n",
       "      <td>29.68</td>\n",
       "      <td>3.18</td>\n",
       "      <td>2.79</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.51</td>\n",
       "      <td>674.0</td>\n",
       "      <td>...</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>18.764</td>\n",
       "      <td>8.598</td>\n",
       "      <td>0.784</td>\n",
       "      <td>94.0</td>\n",
       "      <td>132.00</td>\n",
       "      <td>1 cup, diced</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1 cup, shredded</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Shrt_Desc  Water_g  Energ_Kcal  Protein_g  Lipid_Tot_g  Ash_g  \\\n",
       "0        BUTTER,WITH SALT    15.87         717       0.85        81.11   2.11   \n",
       "1  BUTTER,WHIPPED,W/ SALT    16.72         718       0.49        78.30   1.62   \n",
       "2    BUTTER OIL,ANHYDROUS     0.24         876       0.28        99.48   0.00   \n",
       "3             CHEESE,BLUE    42.41         353      21.40        28.74   5.11   \n",
       "4            CHEESE,BRICK    41.11         371      23.24        29.68   3.18   \n",
       "\n",
       "   Carbohydrt_g  Fiber_TD_g  Sugar_Tot_g  Calcium_mg  ...  Vit_D_IU  \\\n",
       "0          0.06         0.0         0.06        24.0  ...       0.0   \n",
       "1          2.87         0.0         0.06        23.0  ...       0.0   \n",
       "2          0.00         0.0         0.00         4.0  ...       0.0   \n",
       "3          2.34         0.0         0.50       528.0  ...      21.0   \n",
       "4          2.79         0.0         0.51       674.0  ...      22.0   \n",
       "\n",
       "   Vit_K_3qtrg  FA_Sat_g  FA_Mono_g  FA_Poly_g  Cholestrl_mg  GmWt_1  \\\n",
       "0          7.0    51.368     21.021      3.043         215.0    5.00   \n",
       "1          4.6    45.390     19.874      3.331         225.0    3.80   \n",
       "2          8.6    61.924     28.732      3.694         256.0   12.80   \n",
       "3          2.4    18.669      7.778      0.800          75.0   28.35   \n",
       "4          2.5    18.764      8.598      0.784          94.0  132.00   \n",
       "\n",
       "                   GmWt_Desc1  GmWt_2       GmWt_Desc2  \n",
       "0  1 pat,  (1\" sq, 1/3\" high)    14.2           1 tbsp  \n",
       "1  1 pat,  (1\" sq, 1/3\" high)     9.4           1 tbsp  \n",
       "2                      1 tbsp   205.0            1 cup  \n",
       "3                        1 oz    17.0     1 cubic inch  \n",
       "4                1 cup, diced   113.0  1 cup, shredded  \n",
       "\n",
       "[5 rows x 51 columns]"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('data/nutrition_data.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_split = df['Shrt_Desc'].str.split(',',expand=True)\n",
    "df_split.columns = ['Produce'] + [f'Characteristic_{i}' for i in range(1, df_split.shape[1])]\n",
    "df = pd.concat([df_split, df], axis=1)\n",
    "df.drop('Shrt_Desc', axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Produce</th>\n",
       "      <th>Characteristic_1</th>\n",
       "      <th>Characteristic_2</th>\n",
       "      <th>Characteristic_3</th>\n",
       "      <th>Characteristic_4</th>\n",
       "      <th>Characteristic_5</th>\n",
       "      <th>Characteristic_6</th>\n",
       "      <th>Characteristic_7</th>\n",
       "      <th>Characteristic_8</th>\n",
       "      <th>Characteristic_9</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_D_IU</th>\n",
       "      <th>Vit_K_3qtrg</th>\n",
       "      <th>FA_Sat_g</th>\n",
       "      <th>FA_Mono_g</th>\n",
       "      <th>FA_Poly_g</th>\n",
       "      <th>Cholestrl_mg</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_Desc1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>GmWt_Desc2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WITH SALT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>51.368</td>\n",
       "      <td>21.021</td>\n",
       "      <td>3.043</td>\n",
       "      <td>215.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>14.2</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WHIPPED</td>\n",
       "      <td>W/ SALT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.6</td>\n",
       "      <td>45.390</td>\n",
       "      <td>19.874</td>\n",
       "      <td>3.331</td>\n",
       "      <td>225.0</td>\n",
       "      <td>3.80</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>9.4</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUTTER OIL</td>\n",
       "      <td>ANHYDROUS</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.6</td>\n",
       "      <td>61.924</td>\n",
       "      <td>28.732</td>\n",
       "      <td>3.694</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>205.0</td>\n",
       "      <td>1 cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BLUE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>18.669</td>\n",
       "      <td>7.778</td>\n",
       "      <td>0.800</td>\n",
       "      <td>75.0</td>\n",
       "      <td>28.35</td>\n",
       "      <td>1 oz</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BRICK</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>18.764</td>\n",
       "      <td>8.598</td>\n",
       "      <td>0.784</td>\n",
       "      <td>94.0</td>\n",
       "      <td>132.00</td>\n",
       "      <td>1 cup, diced</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1 cup, shredded</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8785</th>\n",
       "      <td>MACKEREL</td>\n",
       "      <td>SALTED</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>1006.0</td>\n",
       "      <td>7.8</td>\n",
       "      <td>7.148</td>\n",
       "      <td>8.320</td>\n",
       "      <td>6.210</td>\n",
       "      <td>95.0</td>\n",
       "      <td>80.00</td>\n",
       "      <td>1 piece,  (5-1/2\" x 1-1/2\" x 1/2\")</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch, boneless</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8786</th>\n",
       "      <td>SCALLOP</td>\n",
       "      <td>(BAY&amp;SEA)</td>\n",
       "      <td>CKD</td>\n",
       "      <td>STMD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.218</td>\n",
       "      <td>0.082</td>\n",
       "      <td>0.222</td>\n",
       "      <td>41.0</td>\n",
       "      <td>85.00</td>\n",
       "      <td>3 oz</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8787</th>\n",
       "      <td>SYRUP</td>\n",
       "      <td>CANE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.00</td>\n",
       "      <td>1 serving</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8788</th>\n",
       "      <td>SNAIL</td>\n",
       "      <td>RAW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.361</td>\n",
       "      <td>0.259</td>\n",
       "      <td>0.252</td>\n",
       "      <td>50.0</td>\n",
       "      <td>85.00</td>\n",
       "      <td>3 oz</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8789</th>\n",
       "      <td>TURTLE</td>\n",
       "      <td>GREEN</td>\n",
       "      <td>RAW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.127</td>\n",
       "      <td>0.088</td>\n",
       "      <td>0.170</td>\n",
       "      <td>50.0</td>\n",
       "      <td>85.00</td>\n",
       "      <td>3 oz</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8790 rows × 62 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Produce Characteristic_1 Characteristic_2 Characteristic_3  \\\n",
       "0         BUTTER        WITH SALT             None             None   \n",
       "1         BUTTER          WHIPPED          W/ SALT             None   \n",
       "2     BUTTER OIL        ANHYDROUS             None             None   \n",
       "3         CHEESE             BLUE             None             None   \n",
       "4         CHEESE            BRICK             None             None   \n",
       "...          ...              ...              ...              ...   \n",
       "8785    MACKEREL           SALTED             None             None   \n",
       "8786     SCALLOP        (BAY&SEA)              CKD             STMD   \n",
       "8787       SYRUP             CANE             None             None   \n",
       "8788       SNAIL              RAW             None             None   \n",
       "8789      TURTLE            GREEN              RAW             None   \n",
       "\n",
       "     Characteristic_4 Characteristic_5 Characteristic_6 Characteristic_7  \\\n",
       "0                None             None             None             None   \n",
       "1                None             None             None             None   \n",
       "2                None             None             None             None   \n",
       "3                None             None             None             None   \n",
       "4                None             None             None             None   \n",
       "...               ...              ...              ...              ...   \n",
       "8785             None             None             None             None   \n",
       "8786             None             None             None             None   \n",
       "8787             None             None             None             None   \n",
       "8788             None             None             None             None   \n",
       "8789             None             None             None             None   \n",
       "\n",
       "     Characteristic_8 Characteristic_9  ... Vit_D_IU Vit_K_3qtrg  FA_Sat_g  \\\n",
       "0                None             None  ...      0.0         7.0    51.368   \n",
       "1                None             None  ...      0.0         4.6    45.390   \n",
       "2                None             None  ...      0.0         8.6    61.924   \n",
       "3                None             None  ...     21.0         2.4    18.669   \n",
       "4                None             None  ...     22.0         2.5    18.764   \n",
       "...               ...              ...  ...      ...         ...       ...   \n",
       "8785             None             None  ...   1006.0         7.8     7.148   \n",
       "8786             None             None  ...      2.0         0.0     0.218   \n",
       "8787             None             None  ...      0.0         0.0     0.000   \n",
       "8788             None             None  ...      0.0         0.1     0.361   \n",
       "8789             None             None  ...      0.0         0.1     0.127   \n",
       "\n",
       "      FA_Mono_g  FA_Poly_g  Cholestrl_mg  GmWt_1  \\\n",
       "0        21.021      3.043         215.0    5.00   \n",
       "1        19.874      3.331         225.0    3.80   \n",
       "2        28.732      3.694         256.0   12.80   \n",
       "3         7.778      0.800          75.0   28.35   \n",
       "4         8.598      0.784          94.0  132.00   \n",
       "...         ...        ...           ...     ...   \n",
       "8785      8.320      6.210          95.0   80.00   \n",
       "8786      0.082      0.222          41.0   85.00   \n",
       "8787      0.000      0.000           0.0   21.00   \n",
       "8788      0.259      0.252          50.0   85.00   \n",
       "8789      0.088      0.170          50.0   85.00   \n",
       "\n",
       "                              GmWt_Desc1  GmWt_2              GmWt_Desc2  \n",
       "0             1 pat,  (1\" sq, 1/3\" high)    14.2                  1 tbsp  \n",
       "1             1 pat,  (1\" sq, 1/3\" high)     9.4                  1 tbsp  \n",
       "2                                 1 tbsp   205.0                   1 cup  \n",
       "3                                   1 oz    17.0            1 cubic inch  \n",
       "4                           1 cup, diced   113.0         1 cup, shredded  \n",
       "...                                  ...     ...                     ...  \n",
       "8785  1 piece,  (5-1/2\" x 1-1/2\" x 1/2\")    17.0  1 cubic inch, boneless  \n",
       "8786                                3 oz     0.0                       0  \n",
       "8787                           1 serving     0.0                       0  \n",
       "8788                                3 oz     0.0                       0  \n",
       "8789                                3 oz     0.0                       0  \n",
       "\n",
       "[8790 rows x 62 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Produce</th>\n",
       "      <th>Characteristic_1</th>\n",
       "      <th>Characteristic_2</th>\n",
       "      <th>Characteristic_3</th>\n",
       "      <th>Characteristic_4</th>\n",
       "      <th>Characteristic_5</th>\n",
       "      <th>Characteristic_6</th>\n",
       "      <th>Characteristic_7</th>\n",
       "      <th>Characteristic_8</th>\n",
       "      <th>Characteristic_9</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_K_3qtrg</th>\n",
       "      <th>FA_Sat_g</th>\n",
       "      <th>FA_Mono_g</th>\n",
       "      <th>FA_Poly_g</th>\n",
       "      <th>Cholestrl_mg</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_Desc1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>GmWt_Desc2</th>\n",
       "      <th>Characteristic_0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WITH SALT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>51.368</td>\n",
       "      <td>21.021</td>\n",
       "      <td>3.043</td>\n",
       "      <td>215.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>14.2</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WHIPPED</td>\n",
       "      <td>W/ SALT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>4.6</td>\n",
       "      <td>45.390</td>\n",
       "      <td>19.874</td>\n",
       "      <td>3.331</td>\n",
       "      <td>225.0</td>\n",
       "      <td>3.80</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>9.4</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>ANHYDROUS</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>8.6</td>\n",
       "      <td>61.924</td>\n",
       "      <td>28.732</td>\n",
       "      <td>3.694</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>205.0</td>\n",
       "      <td>1 cup</td>\n",
       "      <td>OIL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BLUE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>2.4</td>\n",
       "      <td>18.669</td>\n",
       "      <td>7.778</td>\n",
       "      <td>0.800</td>\n",
       "      <td>75.0</td>\n",
       "      <td>28.35</td>\n",
       "      <td>1 oz</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BRICK</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>2.5</td>\n",
       "      <td>18.764</td>\n",
       "      <td>8.598</td>\n",
       "      <td>0.784</td>\n",
       "      <td>94.0</td>\n",
       "      <td>132.00</td>\n",
       "      <td>1 cup, diced</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1 cup, shredded</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 63 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  Produce Characteristic_1 Characteristic_2 Characteristic_3 Characteristic_4  \\\n",
       "0  BUTTER        WITH SALT             None             None             None   \n",
       "1  BUTTER          WHIPPED          W/ SALT             None             None   \n",
       "2  BUTTER        ANHYDROUS             None             None             None   \n",
       "3  CHEESE             BLUE             None             None             None   \n",
       "4  CHEESE            BRICK             None             None             None   \n",
       "\n",
       "  Characteristic_5 Characteristic_6 Characteristic_7 Characteristic_8  \\\n",
       "0             None             None             None             None   \n",
       "1             None             None             None             None   \n",
       "2             None             None             None             None   \n",
       "3             None             None             None             None   \n",
       "4             None             None             None             None   \n",
       "\n",
       "  Characteristic_9  ... Vit_K_3qtrg FA_Sat_g  FA_Mono_g  FA_Poly_g  \\\n",
       "0             None  ...         7.0   51.368     21.021      3.043   \n",
       "1             None  ...         4.6   45.390     19.874      3.331   \n",
       "2             None  ...         8.6   61.924     28.732      3.694   \n",
       "3             None  ...         2.4   18.669      7.778      0.800   \n",
       "4             None  ...         2.5   18.764      8.598      0.784   \n",
       "\n",
       "   Cholestrl_mg  GmWt_1                  GmWt_Desc1  GmWt_2       GmWt_Desc2  \\\n",
       "0         215.0    5.00  1 pat,  (1\" sq, 1/3\" high)    14.2           1 tbsp   \n",
       "1         225.0    3.80  1 pat,  (1\" sq, 1/3\" high)     9.4           1 tbsp   \n",
       "2         256.0   12.80                      1 tbsp   205.0            1 cup   \n",
       "3          75.0   28.35                        1 oz    17.0     1 cubic inch   \n",
       "4          94.0  132.00                1 cup, diced   113.0  1 cup, shredded   \n",
       "\n",
       "   Characteristic_0  \n",
       "0                 0  \n",
       "1                 0  \n",
       "2               OIL  \n",
       "3                 0  \n",
       "4                 0  \n",
       "\n",
       "[5 rows x 63 columns]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[['Produce', 'Characteristic_0']] = df['Produce'].str.split(' ',n= 1, expand = True)\n",
    "df['Characteristic_0'] = df['Characteristic_0'].fillna(0)\n",
    "df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.isnull().sum().sum()\n",
    "df= df.fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 8790 entries, 0 to 8789\n",
      "Data columns (total 63 columns):\n",
      " #   Column             Non-Null Count  Dtype  \n",
      "---  ------             --------------  -----  \n",
      " 0   Produce            8790 non-null   object \n",
      " 1   Characteristic_1   8790 non-null   object \n",
      " 2   Characteristic_2   8790 non-null   object \n",
      " 3   Characteristic_3   8790 non-null   object \n",
      " 4   Characteristic_4   8790 non-null   object \n",
      " 5   Characteristic_5   8790 non-null   object \n",
      " 6   Characteristic_6   8790 non-null   object \n",
      " 7   Characteristic_7   8790 non-null   object \n",
      " 8   Characteristic_8   8790 non-null   object \n",
      " 9   Characteristic_9   8790 non-null   object \n",
      " 10  Characteristic_10  8790 non-null   object \n",
      " 11  Characteristic_11  8790 non-null   object \n",
      " 12  Water_g            8790 non-null   float64\n",
      " 13  Energ_Kcal         8790 non-null   int64  \n",
      " 14  Protein_g          8790 non-null   float64\n",
      " 15  Lipid_Tot_g        8790 non-null   float64\n",
      " 16  Ash_g              8790 non-null   float64\n",
      " 17  Carbohydrt_g       8790 non-null   float64\n",
      " 18  Fiber_TD_g         8790 non-null   float64\n",
      " 19  Sugar_Tot_g        8790 non-null   float64\n",
      " 20  Calcium_mg         8790 non-null   float64\n",
      " 21  Iron_mg            8790 non-null   float64\n",
      " 22  Magnesium_mg       8790 non-null   float64\n",
      " 23  Phosphorus_mg      8790 non-null   float64\n",
      " 24  Potassium_mg       8790 non-null   float64\n",
      " 25  Sodium_mg          8790 non-null   float64\n",
      " 26  Zinc_mg            8790 non-null   float64\n",
      " 27  Copper_mg          8790 non-null   float64\n",
      " 28  Manganese_mg       8790 non-null   float64\n",
      " 29  Selenium_3qtrg     8790 non-null   float64\n",
      " 30  Vit_C_mg           8790 non-null   float64\n",
      " 31  Thiamin_mg         8790 non-null   float64\n",
      " 32  Riboflavin_mg      8790 non-null   float64\n",
      " 33  Niacin_mg          8790 non-null   float64\n",
      " 34  Panto_Acid_mg      8790 non-null   float64\n",
      " 35  Vit_B6_mg          8790 non-null   float64\n",
      " 36  Folate_Tot_3qtrg   8790 non-null   float64\n",
      " 37  Folic_Acid_3qtrg   8790 non-null   float64\n",
      " 38  Food_Folate_3qtrg  8790 non-null   float64\n",
      " 39  Folate_DFE_3qtrg   8790 non-null   float64\n",
      " 40  Choline_Tot__mg    8790 non-null   float64\n",
      " 41  Vit_B12_3qtrg      8790 non-null   float64\n",
      " 42  Vit_A_IU           8790 non-null   float64\n",
      " 43  Vit_A_RAE          8790 non-null   float64\n",
      " 44  Retinol_3qtrg      8790 non-null   float64\n",
      " 45  Alpha_Carot_3qtrg  8790 non-null   float64\n",
      " 46  Beta_Carot_3qtrg   8790 non-null   float64\n",
      " 47  Beta_Crypt_3qtrg   8790 non-null   float64\n",
      " 48  Lycopene_3qtrg     8790 non-null   float64\n",
      " 49  Lut_Zea__3qtrg     8790 non-null   float64\n",
      " 50  Vit_E_mg           8790 non-null   float64\n",
      " 51  Vit_D_3qtrg        8790 non-null   float64\n",
      " 52  Vit_D_IU           8790 non-null   float64\n",
      " 53  Vit_K_3qtrg        8790 non-null   float64\n",
      " 54  FA_Sat_g           8790 non-null   float64\n",
      " 55  FA_Mono_g          8790 non-null   float64\n",
      " 56  FA_Poly_g          8790 non-null   float64\n",
      " 57  Cholestrl_mg       8790 non-null   float64\n",
      " 58  GmWt_1             8790 non-null   float64\n",
      " 59  GmWt_Desc1         8790 non-null   object \n",
      " 60  GmWt_2             8790 non-null   float64\n",
      " 61  GmWt_Desc2         8790 non-null   object \n",
      " 62  Characteristic_0   8790 non-null   object \n",
      "dtypes: float64(47), int64(1), object(15)\n",
      "memory usage: 4.2+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Produce</th>\n",
       "      <th>Characteristic_1</th>\n",
       "      <th>Characteristic_2</th>\n",
       "      <th>Characteristic_3</th>\n",
       "      <th>Characteristic_4</th>\n",
       "      <th>Characteristic_5</th>\n",
       "      <th>Characteristic_6</th>\n",
       "      <th>Characteristic_7</th>\n",
       "      <th>Characteristic_8</th>\n",
       "      <th>Characteristic_9</th>\n",
       "      <th>...</th>\n",
       "      <th>Vit_D_3qtrg</th>\n",
       "      <th>Vit_D_IU</th>\n",
       "      <th>Vit_K_3qtrg</th>\n",
       "      <th>FA_Sat_g</th>\n",
       "      <th>FA_Mono_g</th>\n",
       "      <th>FA_Poly_g</th>\n",
       "      <th>Cholestrl_mg</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>Characteristic_0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WITH SALT</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>51.368</td>\n",
       "      <td>21.021</td>\n",
       "      <td>3.043</td>\n",
       "      <td>215.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>14.2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>WHIPPED</td>\n",
       "      <td>W/ SALT</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.6</td>\n",
       "      <td>45.390</td>\n",
       "      <td>19.874</td>\n",
       "      <td>3.331</td>\n",
       "      <td>225.0</td>\n",
       "      <td>3.80</td>\n",
       "      <td>9.4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>ANHYDROUS</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.6</td>\n",
       "      <td>61.924</td>\n",
       "      <td>28.732</td>\n",
       "      <td>3.694</td>\n",
       "      <td>256.0</td>\n",
       "      <td>12.80</td>\n",
       "      <td>205.0</td>\n",
       "      <td>OIL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BLUE</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2.4</td>\n",
       "      <td>18.669</td>\n",
       "      <td>7.778</td>\n",
       "      <td>0.800</td>\n",
       "      <td>75.0</td>\n",
       "      <td>28.35</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>BRICK</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.5</td>\n",
       "      <td>22.0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>18.764</td>\n",
       "      <td>8.598</td>\n",
       "      <td>0.784</td>\n",
       "      <td>94.0</td>\n",
       "      <td>132.00</td>\n",
       "      <td>113.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 61 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  Produce Characteristic_1 Characteristic_2 Characteristic_3 Characteristic_4  \\\n",
       "0  BUTTER        WITH SALT                0                0                0   \n",
       "1  BUTTER          WHIPPED          W/ SALT                0                0   \n",
       "2  BUTTER        ANHYDROUS                0                0                0   \n",
       "3  CHEESE             BLUE                0                0                0   \n",
       "4  CHEESE            BRICK                0                0                0   \n",
       "\n",
       "  Characteristic_5 Characteristic_6 Characteristic_7 Characteristic_8  \\\n",
       "0                0                0                0                0   \n",
       "1                0                0                0                0   \n",
       "2                0                0                0                0   \n",
       "3                0                0                0                0   \n",
       "4                0                0                0                0   \n",
       "\n",
       "  Characteristic_9  ... Vit_D_3qtrg Vit_D_IU  Vit_K_3qtrg  FA_Sat_g  \\\n",
       "0                0  ...         0.0      0.0          7.0    51.368   \n",
       "1                0  ...         0.0      0.0          4.6    45.390   \n",
       "2                0  ...         0.0      0.0          8.6    61.924   \n",
       "3                0  ...         0.5     21.0          2.4    18.669   \n",
       "4                0  ...         0.5     22.0          2.5    18.764   \n",
       "\n",
       "   FA_Mono_g  FA_Poly_g  Cholestrl_mg  GmWt_1  GmWt_2  Characteristic_0  \n",
       "0     21.021      3.043         215.0    5.00    14.2                 0  \n",
       "1     19.874      3.331         225.0    3.80     9.4                 0  \n",
       "2     28.732      3.694         256.0   12.80   205.0               OIL  \n",
       "3      7.778      0.800          75.0   28.35    17.0                 0  \n",
       "4      8.598      0.784          94.0  132.00   113.0                 0  \n",
       "\n",
       "[5 rows x 61 columns]"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc = df[['Produce','Characteristic_0','Characteristic_1','GmWt_1','GmWt_Desc1','GmWt_2','GmWt_Desc2']]\n",
    "df.drop(df.columns[[59,61]], axis =1, inplace = True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Produce</th>\n",
       "      <th>Characteristic_0</th>\n",
       "      <th>Characteristic_1</th>\n",
       "      <th>GmWt_1</th>\n",
       "      <th>GmWt_Desc1</th>\n",
       "      <th>GmWt_2</th>\n",
       "      <th>GmWt_Desc2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>0</td>\n",
       "      <td>WITH SALT</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>14.2</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>0</td>\n",
       "      <td>WHIPPED</td>\n",
       "      <td>3.80</td>\n",
       "      <td>1 pat,  (1\" sq, 1/3\" high)</td>\n",
       "      <td>9.4</td>\n",
       "      <td>1 tbsp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BUTTER</td>\n",
       "      <td>OIL</td>\n",
       "      <td>ANHYDROUS</td>\n",
       "      <td>12.80</td>\n",
       "      <td>1 tbsp</td>\n",
       "      <td>205.0</td>\n",
       "      <td>1 cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>0</td>\n",
       "      <td>BLUE</td>\n",
       "      <td>28.35</td>\n",
       "      <td>1 oz</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1 cubic inch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CHEESE</td>\n",
       "      <td>0</td>\n",
       "      <td>BRICK</td>\n",
       "      <td>132.00</td>\n",
       "      <td>1 cup, diced</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1 cup, shredded</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Produce Characteristic_0 Characteristic_1  GmWt_1  \\\n",
       "0  BUTTER                0        WITH SALT    5.00   \n",
       "1  BUTTER                0          WHIPPED    3.80   \n",
       "2  BUTTER              OIL        ANHYDROUS   12.80   \n",
       "3  CHEESE                0             BLUE   28.35   \n",
       "4  CHEESE                0            BRICK  132.00   \n",
       "\n",
       "                   GmWt_Desc1  GmWt_2       GmWt_Desc2  \n",
       "0  1 pat,  (1\" sq, 1/3\" high)    14.2           1 tbsp  \n",
       "1  1 pat,  (1\" sq, 1/3\" high)     9.4           1 tbsp  \n",
       "2                      1 tbsp   205.0            1 cup  \n",
       "3                        1 oz    17.0     1 cubic inch  \n",
       "4                1 cup, diced   113.0  1 cup, shredded  "
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('data/nutrition_data_long.csv', index=False)\n",
    "df_desc.to_csv('data/weights_desc.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtypes = df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtypes.to_csv('data/data_types.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "#!pip3 install mysql-connector-python"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "import mysql.connector\n",
    "\n",
    "# Database connection\n",
    "conn = mysql.connector.connect(\n",
    "    host='localhost',\n",
    "    user='root',\n",
    "    password='Godricshallow',\n",
    "    database='Nutrients'\n",
    ")\n",
    "\n",
    "\n",
    "# Create a cursor\n",
    "cursor = conn.cursor()\n",
    "\n",
    "# Define your insert statement\n",
    "insert_statement = '''\n",
    "INSERT INTO nutrition_data_long (\n",
    "    Produce, Characteristic_1, Characteristic_2, Characteristic_3, Characteristic_4, Characteristic_5, Characteristic_6,\n",
    "    Characteristic_7, Characteristic_8, Characteristic_9, Characteristic_10, Characteristic_11, Water_g, Energ_Kcal, Protein_g,\n",
    "    Lipid_Tot_g, Ash_g, Carbohydrt_g, Fiber_TD_g, Sugar_Tot_g, Calcium_mg, Iron_mg, Magnesium_mg, Phosphorus_mg, Potassium_mg,\n",
    "    Sodium_mg, Zinc_mg, Copper_mg, Manganese_mg, Selenium_3qtrg, Vit_C_mg, Thiamin_mg, Riboflavin_mg, Niacin_mg, Panto_Acid_mg,\n",
    "    Vit_B6_mg, Folate_Tot_3qtrg, Folic_Acid_3qtrg, Food_Folate_3qtrg, Folate_DFE_3qtrg, Choline_Tot__mg, Vit_B12_3qtrg, Vit_A_IU,\n",
    "    Vit_A_RAE, Retinol_3qtrg, Alpha_Carot_3qtrg, Beta_Carot_3qtrg, Beta_Crypt_3qtrg, Lycopene_3qtrg, Lut_Zea__3qtrg, Vit_E_mg,\n",
    "    Vit_D_3qtrg, Vit_D_IU, Vit_K_3qtrg, FA_Sat_g, FA_Mono_g, FA_Poly_g, Cholestrl_mg, GmWt_1, GmWt_2,Characteristic_0\n",
    ") VALUES (\n",
    "    %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s\n",
    ")\n",
    "'''\n",
    "\n",
    "# Path to your CSV file\n",
    "csv_file_path = '/Users/rindhujajohnson/Documents/GitHub/nutrition-analysis-of-us-food-products/data/nutrition_data_long.csv'\n",
    "\n",
    "# Open the CSV file and insert each row into the database\n",
    "with open(csv_file_path, newline='\\n', encoding='utf-8') as csvfile:\n",
    "    reader = csv.reader(csvfile)\n",
    "    next(reader)  # Skip header row\n",
    "    for row in reader:\n",
    "        # Ensure row has the same number of elements as the columns\n",
    "        if len(row) == 60:  # Update this number to match the number of columns\n",
    "            cursor.execute(insert_statement, row)\n",
    "        else:\n",
    "            print(len(row))\n",
    "            print(f\"Skipping row with incorrect number of columns: {row}\")\n",
    "\n",
    "# Commit the transaction\n",
    "conn.commit()\n",
    "\n",
    "# Close the cursor and connection\n",
    "cursor.close()\n",
    "conn.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "import mysql.connector\n",
    "\n",
    "# Database connection\n",
    "conn = mysql.connector.connect(\n",
    "    host='localhost',\n",
    "    user='root',\n",
    "    password='Godricshallow',\n",
    "    database='Nutrients'\n",
    ")\n",
    "\n",
    "\n",
    "# Create a cursor\n",
    "cursor = conn.cursor()\n",
    "insert_statement = '''\n",
    "    INSERT INTO weight_desc (Produce, Characteristic_0, Characteristic_1, GmWt_1, GmWt_Desc1, GmWt_2, GmWt_Desc2\n",
    "    ) VALUES (\n",
    "        %s, %s, %s, %s, %s, %s, %s)'''\n",
    "csv_file_path = '/Users/rindhujajohnson/Documents/GitHub/nutrition-analysis-of-us-food-products/data/weights_desc.csv'\n",
    "\n",
    "# Open the CSV file and insert each row into the database\n",
    "with open(csv_file_path, newline='\\n', encoding='utf-8') as csvfile:\n",
    "    reader = csv.reader(csvfile)\n",
    "    next(reader)  # Skip header row\n",
    "    for row in reader:\n",
    "        # Ensure row has the same number of elements as the columns\n",
    "        if len(row) == 7:  # Update this number to match the number of columns\n",
    "            cursor.execute(insert_statement, row)\n",
    "        else:\n",
    "            print(len(row))\n",
    "            print(f\"Skipping row with incorrect number of columns: {row}\")\n",
    "\n",
    "# Commit the transaction\n",
    "conn.commit()\n",
    "\n",
    "# Close the cursor and connection\n",
    "cursor.close()\n",
    "conn.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "serve_file = '/Users/rindhujajohnson/Documents/GitHub/nutrition-analysis-of-us-food-products/data/serving_size.csv'\n",
    "serve_out_file = '/Users/rindhujajohnson/Documents/GitHub/nutrition-analysis-of-us-food-products/data/serving_size_new.csv'\n",
    "\n",
    "\n",
    "with open(serve_file, 'r', newline='', encoding='utf-8') as infile, \\\n",
    "     open(serve_out_file, 'w', newline='', encoding='utf-8') as outfile:\n",
    "    reader = csv.reader(infile)\n",
    "    writer = csv.writer(outfile, quoting=csv.QUOTE_MINIMAL)\n",
    "\n",
    "    for row in reader:\n",
    "        if len(row) > 0:\n",
    "            # Remove quotes from the first column only\n",
    "            row[0] = row[0].replace('\"', '')\n",
    "        writer.writerow(row)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}