Day 25-Data Cleaning and Manipulation.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"2mX7CLOegsSb"},"source":["# Data Cleaning & Data Manipulation"]},{"cell_type":"code","execution_count":1,"metadata":{"id":"TczvYtq-ff5w"},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n"]},{"cell_type":"code","execution_count":2,"metadata":{"id":"RK9k4kF6ff8Q"},"outputs":[],"source":["data1 = np.random.randn(10,3)\n","data2 = np.random.randn(7,3)"]},{"cell_type":"code","execution_count":3,"metadata":{"id":"8Dr-Wpmbff-3"},"outputs":[],"source":["df1 = pd.DataFrame(data1, columns=[\"Col1\", \"Col2\", \"Col3\"])\n","df2 = pd.DataFrame(data2, columns=[\"Col1\", \"Col2\", \"Col3\"])"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":393,"status":"ok","timestamp":1628254358128,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"1Md8rUoBfgC0","outputId":"4ffdcbc9-5d96-450b-e280-13dcfeffe137"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.282455</td>\n","      <td>0.933882</td>\n","      <td>-0.940976</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-1.335738</td>\n","      <td>0.144776</td>\n","      <td>0.573165</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.644326</td>\n","      <td>0.078392</td>\n","      <td>-0.581925</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.813927</td>\n","      <td>1.531292</td>\n","      <td>-0.576625</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.206105</td>\n","      <td>-0.190608</td>\n","      <td>-1.040967</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.841636</td>\n","      <td>-0.654613</td>\n","      <td>0.623576</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>-0.134767</td>\n","      <td>-0.406992</td>\n","      <td>-0.307459</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.047945</td>\n","      <td>1.199079</td>\n","      <td>-0.920376</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>-2.203601</td>\n","      <td>0.725854</td>\n","      <td>0.425721</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>0.656195</td>\n","      <td>1.350195</td>\n","      <td>-1.096695</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","0 -0.282455  0.933882 -0.940976\n","1 -1.335738  0.144776  0.573165\n","2  0.644326  0.078392 -0.581925\n","3 -0.813927  1.531292 -0.576625\n","4  1.206105 -0.190608 -1.040967\n","5  0.841636 -0.654613  0.623576\n","6 -0.134767 -0.406992 -0.307459\n","7 -0.047945  1.199079 -0.920376\n","8 -2.203601  0.725854  0.425721\n","9  0.656195  1.350195 -1.096695"]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["df1"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":267},"executionInfo":{"elapsed":400,"status":"ok","timestamp":1628254364168,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"cyMmzsV4fgD8","outputId":"2d159f62-b0e2-4117-8ca4-c484b8ba0d5e"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.220045</td>\n","      <td>-0.101796</td>\n","      <td>-0.015215</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0.410903</td>\n","      <td>0.943433</td>\n","      <td>-0.451294</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.793187</td>\n","      <td>0.420557</td>\n","      <td>0.311142</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.658115</td>\n","      <td>-0.952783</td>\n","      <td>-1.100947</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.386487</td>\n","      <td>-0.589618</td>\n","      <td>1.374284</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>-1.192486</td>\n","      <td>0.141447</td>\n","      <td>0.818705</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>0.767653</td>\n","      <td>2.143932</td>\n","      <td>-0.574193</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","0 -0.220045 -0.101796 -0.015215\n","1  0.410903  0.943433 -0.451294\n","2  0.793187  0.420557  0.311142\n","3 -0.658115 -0.952783 -1.100947\n","4  1.386487 -0.589618  1.374284\n","5 -1.192486  0.141447  0.818705\n","6  0.767653  2.143932 -0.574193"]},"execution_count":5,"metadata":{},"output_type":"execute_result"}],"source":["df2"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"SNe5TPKMfgGi"},"outputs":[],"source":["df3 = df1 + df2\n","df3 = df[1] + df[2]"]},{"cell_type":"code","execution_count":6,"metadata":{"id":"4-5uBsLhfgJX"},"outputs":[],"source":["df3 = pd.concat([df1,df2], ignore_index=True)"]},{"cell_type":"code","execution_count":7,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":578},"executionInfo":{"elapsed":412,"status":"ok","timestamp":1628254616582,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"tvmvhX6PfgMe","outputId":"2c1f4977-2009-445d-c19b-1128085ff563"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.282455</td>\n","      <td>0.933882</td>\n","      <td>-0.940976</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-1.335738</td>\n","      <td>0.144776</td>\n","      <td>0.573165</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.644326</td>\n","      <td>0.078392</td>\n","      <td>-0.581925</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.813927</td>\n","      <td>1.531292</td>\n","      <td>-0.576625</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.206105</td>\n","      <td>-0.190608</td>\n","      <td>-1.040967</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.841636</td>\n","      <td>-0.654613</td>\n","      <td>0.623576</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>-0.134767</td>\n","      <td>-0.406992</td>\n","      <td>-0.307459</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.047945</td>\n","      <td>1.199079</td>\n","      <td>-0.920376</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>-2.203601</td>\n","      <td>0.725854</td>\n","      <td>0.425721</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>0.656195</td>\n","      <td>1.350195</td>\n","      <td>-1.096695</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>-0.220045</td>\n","      <td>-0.101796</td>\n","      <td>-0.015215</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.410903</td>\n","      <td>0.943433</td>\n","      <td>-0.451294</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>0.793187</td>\n","      <td>0.420557</td>\n","      <td>0.311142</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>-0.658115</td>\n","      <td>-0.952783</td>\n","      <td>-1.100947</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>1.386487</td>\n","      <td>-0.589618</td>\n","      <td>1.374284</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>-1.192486</td>\n","      <td>0.141447</td>\n","      <td>0.818705</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>0.767653</td>\n","      <td>2.143932</td>\n","      <td>-0.574193</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","0  -0.282455  0.933882 -0.940976\n","1  -1.335738  0.144776  0.573165\n","2   0.644326  0.078392 -0.581925\n","3  -0.813927  1.531292 -0.576625\n","4   1.206105 -0.190608 -1.040967\n","5   0.841636 -0.654613  0.623576\n","6  -0.134767 -0.406992 -0.307459\n","7  -0.047945  1.199079 -0.920376\n","8  -2.203601  0.725854  0.425721\n","9   0.656195  1.350195 -1.096695\n","10 -0.220045 -0.101796 -0.015215\n","11  0.410903  0.943433 -0.451294\n","12  0.793187  0.420557  0.311142\n","13 -0.658115 -0.952783 -1.100947\n","14  1.386487 -0.589618  1.374284\n","15 -1.192486  0.141447  0.818705\n","16  0.767653  2.143932 -0.574193"]},"execution_count":7,"metadata":{},"output_type":"execute_result"}],"source":["df3"]},{"cell_type":"code","execution_count":8,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":393,"status":"ok","timestamp":1628254776083,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"YAHkjrUjfgPQ","outputId":"60c712f5-8c92-4d3a-fc74-a04f4f8682ea"},"outputs":[{"name":"stdout","output_type":"stream","text":["-0.9409762863006191\n","0.5731653383077833\n","-0.5819249832917103\n","-0.5766249135381487\n","-1.0409670336872556\n","0.623576296300973\n","-0.30745882071686\n","-0.9203764292034297\n","0.42572129256381586\n","-1.0966952749340586\n","-0.01521526215822475\n","-0.4512939173981378\n","0.3111416875723937\n","-1.100946891496513\n","1.3742840093274449\n","0.8187046841214114\n","-0.5741933743903356\n"]}],"source":["for i in df3.Col3:\n","  print(i)"]},{"cell_type":"markdown","metadata":{"id":"BLDElyz6jSWQ"},"source":["* iteritems -> Iterate each column for Key, Value Pair"]},{"cell_type":"code","execution_count":10,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":413,"status":"ok","timestamp":1628254931719,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"-4i2NQLGfgSG","outputId":"7c9ae952-537b-440b-9969-85ca470253d7"},"outputs":[{"name":"stdout","output_type":"stream","text":["Col1 0    -0.282455\n","1    -1.335738\n","2     0.644326\n","3    -0.813927\n","4     1.206105\n","5     0.841636\n","6    -0.134767\n","7    -0.047945\n","8    -2.203601\n","9     0.656195\n","10   -0.220045\n","11    0.410903\n","12    0.793187\n","13   -0.658115\n","14    1.386487\n","15   -1.192486\n","16    0.767653\n","Name: Col1, dtype: float64\n","Col2 0     0.933882\n","1     0.144776\n","2     0.078392\n","3     1.531292\n","4    -0.190608\n","5    -0.654613\n","6    -0.406992\n","7     1.199079\n","8     0.725854\n","9     1.350195\n","10   -0.101796\n","11    0.943433\n","12    0.420557\n","13   -0.952783\n","14   -0.589618\n","15    0.141447\n","16    2.143932\n","Name: Col2, dtype: float64\n","Col3 0    -0.940976\n","1     0.573165\n","2    -0.581925\n","3    -0.576625\n","4    -1.040967\n","5     0.623576\n","6    -0.307459\n","7    -0.920376\n","8     0.425721\n","9    -1.096695\n","10   -0.015215\n","11   -0.451294\n","12    0.311142\n","13   -1.100947\n","14    1.374284\n","15    0.818705\n","16   -0.574193\n","Name: Col3, dtype: float64\n"]}],"source":["# For interating over columns\n","for key, value in df3.items():\n","    print(key, value)\n"]},{"cell_type":"markdown","metadata":{"id":"_a6h1olCkEem"},"source":["* iterrows()"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":391,"status":"ok","timestamp":1628255110192,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"yALyzx6_fgVD","outputId":"67e667b8-4caf-4a7e-c8c0-218583eb9f3c"},"outputs":[{"name":"stdout","output_type":"stream","text":["0 Col1   -0.282455\n","Col2    0.933882\n","Col3   -0.940976\n","Name: 0, dtype: float64\n","1 Col1   -1.335738\n","Col2    0.144776\n","Col3    0.573165\n","Name: 1, dtype: float64\n","2 Col1    0.644326\n","Col2    0.078392\n","Col3   -0.581925\n","Name: 2, dtype: float64\n","3 Col1   -0.813927\n","Col2    1.531292\n","Col3   -0.576625\n","Name: 3, dtype: float64\n","4 Col1    1.206105\n","Col2   -0.190608\n","Col3   -1.040967\n","Name: 4, dtype: float64\n","5 Col1    0.841636\n","Col2   -0.654613\n","Col3    0.623576\n","Name: 5, dtype: float64\n","6 Col1   -0.134767\n","Col2   -0.406992\n","Col3   -0.307459\n","Name: 6, dtype: float64\n","7 Col1   -0.047945\n","Col2    1.199079\n","Col3   -0.920376\n","Name: 7, dtype: float64\n","8 Col1   -2.203601\n","Col2    0.725854\n","Col3    0.425721\n","Name: 8, dtype: float64\n","9 Col1    0.656195\n","Col2    1.350195\n","Col3   -1.096695\n","Name: 9, dtype: float64\n","10 Col1   -0.220045\n","Col2   -0.101796\n","Col3   -0.015215\n","Name: 10, dtype: float64\n","11 Col1    0.410903\n","Col2    0.943433\n","Col3   -0.451294\n","Name: 11, dtype: float64\n","12 Col1    0.793187\n","Col2    0.420557\n","Col3    0.311142\n","Name: 12, dtype: float64\n","13 Col1   -0.658115\n","Col2   -0.952783\n","Col3   -1.100947\n","Name: 13, dtype: float64\n","14 Col1    1.386487\n","Col2   -0.589618\n","Col3    1.374284\n","Name: 14, dtype: float64\n","15 Col1   -1.192486\n","Col2    0.141447\n","Col3    0.818705\n","Name: 15, dtype: float64\n","16 Col1    0.767653\n","Col2    2.143932\n","Col3   -0.574193\n","Name: 16, dtype: float64\n"]}],"source":["# For interating over rows\n","for index,row in df3.iterrows():\n","  print(index, row)"]},{"cell_type":"markdown","metadata":{"id":"zEzg3o6qlSmU"},"source":["* Sort - sort_index()\n","* Here indices will be arranged in accesending order"]},{"cell_type":"code","execution_count":12,"metadata":{"id":"nEzoBo40fgXu"},"outputs":[],"source":["unsorted_df = pd.DataFrame(np.random.randn(10,3), \n","                           index = [5,7,3,9,2,1,9,11,21,4],\n","                           columns = ['Col1', 'Col2', 'Col3'])"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":394,"status":"ok","timestamp":1628255468619,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"M-Imi5zBfgaN","outputId":"664976a9-7038-471c-d5c0-d6d4d3923fb1"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>5</th>\n","      <td>-1.081973</td>\n","      <td>-1.014050</td>\n","      <td>0.347884</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.575653</td>\n","      <td>1.351084</td>\n","      <td>-1.179921</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-1.608354</td>\n","      <td>0.403431</td>\n","      <td>-1.351842</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.475155</td>\n","      <td>-0.545053</td>\n","      <td>-0.200241</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1.350505</td>\n","      <td>0.917365</td>\n","      <td>-0.930483</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-0.186917</td>\n","      <td>0.780693</td>\n","      <td>0.526021</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>1.450916</td>\n","      <td>0.876312</td>\n","      <td>-0.708794</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.038535</td>\n","      <td>0.708774</td>\n","      <td>0.489814</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>-1.948005</td>\n","      <td>-1.057107</td>\n","      <td>-0.171984</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>-0.150979</td>\n","      <td>-0.328353</td>\n","      <td>-1.182602</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","5  -1.081973 -1.014050  0.347884\n","7  -0.575653  1.351084 -1.179921\n","3  -1.608354  0.403431 -1.351842\n","9  -0.475155 -0.545053 -0.200241\n","2   1.350505  0.917365 -0.930483\n","1  -0.186917  0.780693  0.526021\n","9   1.450916  0.876312 -0.708794\n","11  0.038535  0.708774  0.489814\n","21 -1.948005 -1.057107 -0.171984\n","4  -0.150979 -0.328353 -1.182602"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["unsorted_df"]},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":407,"status":"ok","timestamp":1628255750620,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Y7f2osn8fgci","outputId":"536d18f6-89a5-4d2b-8045-c3fa17c6e63a"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1</th>\n","      <td>-0.186917</td>\n","      <td>0.780693</td>\n","      <td>0.526021</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1.350505</td>\n","      <td>0.917365</td>\n","      <td>-0.930483</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-1.608354</td>\n","      <td>0.403431</td>\n","      <td>-1.351842</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>-0.150979</td>\n","      <td>-0.328353</td>\n","      <td>-1.182602</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>-1.081973</td>\n","      <td>-1.014050</td>\n","      <td>0.347884</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.575653</td>\n","      <td>1.351084</td>\n","      <td>-1.179921</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.475155</td>\n","      <td>-0.545053</td>\n","      <td>-0.200241</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>1.450916</td>\n","      <td>0.876312</td>\n","      <td>-0.708794</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.038535</td>\n","      <td>0.708774</td>\n","      <td>0.489814</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>-1.948005</td>\n","      <td>-1.057107</td>\n","      <td>-0.171984</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","1  -0.186917  0.780693  0.526021\n","2   1.350505  0.917365 -0.930483\n","3  -1.608354  0.403431 -1.351842\n","4  -0.150979 -0.328353 -1.182602\n","5  -1.081973 -1.014050  0.347884\n","7  -0.575653  1.351084 -1.179921\n","9  -0.475155 -0.545053 -0.200241\n","9   1.450916  0.876312 -0.708794\n","11  0.038535  0.708774  0.489814\n","21 -1.948005 -1.057107 -0.171984"]},"execution_count":14,"metadata":{},"output_type":"execute_result"}],"source":["unsorted_df.sort_index()"]},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":412,"status":"ok","timestamp":1628255827925,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"tU-gS0T3nBRT","outputId":"c877d376-1f32-4890-ad89-35a872cecc7b"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>21</th>\n","      <td>-1.948005</td>\n","      <td>-1.057107</td>\n","      <td>-0.171984</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.038535</td>\n","      <td>0.708774</td>\n","      <td>0.489814</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.475155</td>\n","      <td>-0.545053</td>\n","      <td>-0.200241</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>1.450916</td>\n","      <td>0.876312</td>\n","      <td>-0.708794</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.575653</td>\n","      <td>1.351084</td>\n","      <td>-1.179921</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>-1.081973</td>\n","      <td>-1.014050</td>\n","      <td>0.347884</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>-0.150979</td>\n","      <td>-0.328353</td>\n","      <td>-1.182602</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-1.608354</td>\n","      <td>0.403431</td>\n","      <td>-1.351842</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1.350505</td>\n","      <td>0.917365</td>\n","      <td>-0.930483</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-0.186917</td>\n","      <td>0.780693</td>\n","      <td>0.526021</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","21 -1.948005 -1.057107 -0.171984\n","11  0.038535  0.708774  0.489814\n","9  -0.475155 -0.545053 -0.200241\n","9   1.450916  0.876312 -0.708794\n","7  -0.575653  1.351084 -1.179921\n","5  -1.081973 -1.014050  0.347884\n","4  -0.150979 -0.328353 -1.182602\n","3  -1.608354  0.403431 -1.351842\n","2   1.350505  0.917365 -0.930483\n","1  -0.186917  0.780693  0.526021"]},"execution_count":15,"metadata":{},"output_type":"execute_result"}],"source":["unsorted_df.sort_index(ascending=False)"]},{"cell_type":"code","execution_count":16,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":396,"status":"ok","timestamp":1628255909562,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Gg0XU6fenQYk","outputId":"2c1dcd70-be44-478e-a39b-4558cdce26eb"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>5</th>\n","      <td>-1.081973</td>\n","      <td>-1.014050</td>\n","      <td>0.347884</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.575653</td>\n","      <td>1.351084</td>\n","      <td>-1.179921</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-1.608354</td>\n","      <td>0.403431</td>\n","      <td>-1.351842</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.475155</td>\n","      <td>-0.545053</td>\n","      <td>-0.200241</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1.350505</td>\n","      <td>0.917365</td>\n","      <td>-0.930483</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-0.186917</td>\n","      <td>0.780693</td>\n","      <td>0.526021</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>1.450916</td>\n","      <td>0.876312</td>\n","      <td>-0.708794</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.038535</td>\n","      <td>0.708774</td>\n","      <td>0.489814</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>-1.948005</td>\n","      <td>-1.057107</td>\n","      <td>-0.171984</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>-0.150979</td>\n","      <td>-0.328353</td>\n","      <td>-1.182602</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","5  -1.081973 -1.014050  0.347884\n","7  -0.575653  1.351084 -1.179921\n","3  -1.608354  0.403431 -1.351842\n","9  -0.475155 -0.545053 -0.200241\n","2   1.350505  0.917365 -0.930483\n","1  -0.186917  0.780693  0.526021\n","9   1.450916  0.876312 -0.708794\n","11  0.038535  0.708774  0.489814\n","21 -1.948005 -1.057107 -0.171984\n","4  -0.150979 -0.328353 -1.182602"]},"execution_count":16,"metadata":{},"output_type":"execute_result"}],"source":["unsorted_df.sort_index(axis=1) # To sort columns we will use axis = 1 and to sort rows we will use axis = 1"]},{"cell_type":"code","execution_count":17,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":361},"executionInfo":{"elapsed":413,"status":"ok","timestamp":1628255994707,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"4y1rgNKHnls_","outputId":"63be960d-cf2a-4f42-d7f0-3f7012547f40"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col3</th>\n","      <th>Col2</th>\n","      <th>Col1</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>5</th>\n","      <td>0.347884</td>\n","      <td>-1.014050</td>\n","      <td>-1.081973</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-1.179921</td>\n","      <td>1.351084</td>\n","      <td>-0.575653</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-1.351842</td>\n","      <td>0.403431</td>\n","      <td>-1.608354</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.200241</td>\n","      <td>-0.545053</td>\n","      <td>-0.475155</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>-0.930483</td>\n","      <td>0.917365</td>\n","      <td>1.350505</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0.526021</td>\n","      <td>0.780693</td>\n","      <td>-0.186917</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>-0.708794</td>\n","      <td>0.876312</td>\n","      <td>1.450916</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.489814</td>\n","      <td>0.708774</td>\n","      <td>0.038535</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>-0.171984</td>\n","      <td>-1.057107</td>\n","      <td>-1.948005</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>-1.182602</td>\n","      <td>-0.328353</td>\n","      <td>-0.150979</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col3      Col2      Col1\n","5   0.347884 -1.014050 -1.081973\n","7  -1.179921  1.351084 -0.575653\n","3  -1.351842  0.403431 -1.608354\n","9  -0.200241 -0.545053 -0.475155\n","2  -0.930483  0.917365  1.350505\n","1   0.526021  0.780693 -0.186917\n","9  -0.708794  0.876312  1.450916\n","11  0.489814  0.708774  0.038535\n","21 -0.171984 -1.057107 -1.948005\n","4  -1.182602 -0.328353 -0.150979"]},"execution_count":17,"metadata":{},"output_type":"execute_result"}],"source":["unsorted_df.sort_index(axis=1, ascending=False)"]},{"cell_type":"code","execution_count":18,"metadata":{"id":"oO4gxamAfgfH"},"outputs":[],"source":["[6,5,8,2,5,9,2,1].sort() #-> Timsort"]},{"cell_type":"markdown","metadata":{"id":"GQw6DtbAoDMQ"},"source":["* sort_values()"]},{"cell_type":"code","execution_count":19,"metadata":{"id":"afGvuq_Yfgh5"},"outputs":[],"source":["df = pd.DataFrame({\"Apples\":[50,95, 105,75],\"Grapes\":[110,45,99,0]})"]},{"cell_type":"code","execution_count":20,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":415,"status":"ok","timestamp":1628256450528,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"IEstmID1fgkp","outputId":"c69c2d93-a275-4d1e-e25a-b9635003814a"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>105</td>\n","      <td>99</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>75</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","1      95      45\n","2     105      99\n","3      75       0"]},"execution_count":20,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":21,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":8,"status":"ok","timestamp":1628261218829,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"t415bF8cfgnU","outputId":"367b10ec-ee1f-4797-ad76-4e4cba39561c"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>75</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>105</td>\n","      <td>99</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","3      75       0\n","1      95      45\n","2     105      99"]},"execution_count":21,"metadata":{},"output_type":"execute_result"}],"source":["df.sort_values(by=['Apples', 'Grapes'])"]},{"cell_type":"markdown","metadata":{},"source":["# Quicksort\n","* Description: Quicksort is a divide-and-conquer algorithm. It works by selecting a 'pivot' element from the array and partitioning the other elements into two sub-arrays, according to whether they are less than or greater than the pivot.\n","* Time Complexity:\n","* Average: O(n log n)\n","* Worst: O(n^2) (though this is rare with good pivot selection)\n","* Space Complexity: O(log n) due to recursion stack\n","* Stability: Not stable (relative order of equal sort items might change)\n","* Usage: Good general-purpose sort that is fast on average.\n","# Mergesort\n","* Description: Mergesort is also a divide-and-conquer algorithm. It divides the array into two halves, recursively sorts them, and then merges the sorted halves.\n","* Time Complexity:\n","* Average and Worst: O(n log n)\n","* Space Complexity: O(n) due to auxiliary arrays used in merging\n","* Stability: Stable (relative order of equal sort items is preserved)\n","* Usage: Preferred when stability is required.\n","# Heapsort\n","* Description: Heapsort transforms the array into a heap, then repeatedly extracts the maximum element from the heap and rebuilds the heap until all elements are sorted.\n","* Time Complexity:\n","* Average and Worst: O(n log n)\n","* Space Complexity: O(1) (in-place sorting)\n","* Stability: Not stable\n","* Usage: Useful when constant space usage is needed."]},{"cell_type":"code","execution_count":24,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":394,"status":"ok","timestamp":1628256605905,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"2z_U8Sa3fgtP","outputId":"b857af22-e74b-4421-cb9e-e1c6e1e5c8f7"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>75</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>105</td>\n","      <td>99</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","3      75       0\n","1      95      45\n","2     105      99"]},"execution_count":24,"metadata":{},"output_type":"execute_result"}],"source":["df.sort_values(by=['Apples', 'Grapes'],kind='mergesort')\n","# 1. Quicksort\n","# 2. Mergesort\n","# 3. Heapsort"]},{"cell_type":"markdown","metadata":{"id":"LMJqBfBmqmUS"},"source":["* Stats - Advanced"]},{"cell_type":"code","execution_count":25,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":578},"executionInfo":{"elapsed":425,"status":"ok","timestamp":1628256785836,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"WVUksTkRfgwZ","outputId":"cc2c9c89-b5c6-4f67-eb41-2316fb328b58"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.282455</td>\n","      <td>0.933882</td>\n","      <td>-0.940976</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-1.335738</td>\n","      <td>0.144776</td>\n","      <td>0.573165</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.644326</td>\n","      <td>0.078392</td>\n","      <td>-0.581925</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.813927</td>\n","      <td>1.531292</td>\n","      <td>-0.576625</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.206105</td>\n","      <td>-0.190608</td>\n","      <td>-1.040967</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.841636</td>\n","      <td>-0.654613</td>\n","      <td>0.623576</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>-0.134767</td>\n","      <td>-0.406992</td>\n","      <td>-0.307459</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.047945</td>\n","      <td>1.199079</td>\n","      <td>-0.920376</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>-2.203601</td>\n","      <td>0.725854</td>\n","      <td>0.425721</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>0.656195</td>\n","      <td>1.350195</td>\n","      <td>-1.096695</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>-0.220045</td>\n","      <td>-0.101796</td>\n","      <td>-0.015215</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.410903</td>\n","      <td>0.943433</td>\n","      <td>-0.451294</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>0.793187</td>\n","      <td>0.420557</td>\n","      <td>0.311142</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>-0.658115</td>\n","      <td>-0.952783</td>\n","      <td>-1.100947</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>1.386487</td>\n","      <td>-0.589618</td>\n","      <td>1.374284</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>-1.192486</td>\n","      <td>0.141447</td>\n","      <td>0.818705</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>0.767653</td>\n","      <td>2.143932</td>\n","      <td>-0.574193</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","0  -0.282455  0.933882 -0.940976\n","1  -1.335738  0.144776  0.573165\n","2   0.644326  0.078392 -0.581925\n","3  -0.813927  1.531292 -0.576625\n","4   1.206105 -0.190608 -1.040967\n","5   0.841636 -0.654613  0.623576\n","6  -0.134767 -0.406992 -0.307459\n","7  -0.047945  1.199079 -0.920376\n","8  -2.203601  0.725854  0.425721\n","9   0.656195  1.350195 -1.096695\n","10 -0.220045 -0.101796 -0.015215\n","11  0.410903  0.943433 -0.451294\n","12  0.793187  0.420557  0.311142\n","13 -0.658115 -0.952783 -1.100947\n","14  1.386487 -0.589618  1.374284\n","15 -1.192486  0.141447  0.818705\n","16  0.767653  2.143932 -0.574193"]},"execution_count":25,"metadata":{},"output_type":"execute_result"}],"source":["df3"]},{"cell_type":"code","execution_count":26,"metadata":{"id":"JcF2oP0LfgzE"},"outputs":[],"source":["df4 = df3.drop([8,9,10,11,12,13,14,15,16])"]},{"cell_type":"code","execution_count":28,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":578},"executionInfo":{"elapsed":9,"status":"ok","timestamp":1628257166038,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"qHYRSQlJfg2U","outputId":"1af6a36d-ca35-494c-f627-020d06d5f0f4"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.282455</td>\n","      <td>0.933882</td>\n","      <td>-0.940976</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-1.335738</td>\n","      <td>0.144776</td>\n","      <td>0.573165</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.644326</td>\n","      <td>0.078392</td>\n","      <td>-0.581925</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.813927</td>\n","      <td>1.531292</td>\n","      <td>-0.576625</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.206105</td>\n","      <td>-0.190608</td>\n","      <td>-1.040967</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.841636</td>\n","      <td>-0.654613</td>\n","      <td>0.623576</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>-0.134767</td>\n","      <td>-0.406992</td>\n","      <td>-0.307459</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.047945</td>\n","      <td>1.199079</td>\n","      <td>-0.920376</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>-2.203601</td>\n","      <td>0.725854</td>\n","      <td>0.425721</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>0.656195</td>\n","      <td>1.350195</td>\n","      <td>-1.096695</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>-0.220045</td>\n","      <td>-0.101796</td>\n","      <td>-0.015215</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>0.410903</td>\n","      <td>0.943433</td>\n","      <td>-0.451294</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>0.793187</td>\n","      <td>0.420557</td>\n","      <td>0.311142</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>-0.658115</td>\n","      <td>-0.952783</td>\n","      <td>-1.100947</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>1.386487</td>\n","      <td>-0.589618</td>\n","      <td>1.374284</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>-1.192486</td>\n","      <td>0.141447</td>\n","      <td>0.818705</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>0.767653</td>\n","      <td>2.143932</td>\n","      <td>-0.574193</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1      Col2      Col3\n","0  -0.282455  0.933882 -0.940976\n","1  -1.335738  0.144776  0.573165\n","2   0.644326  0.078392 -0.581925\n","3  -0.813927  1.531292 -0.576625\n","4   1.206105 -0.190608 -1.040967\n","5   0.841636 -0.654613  0.623576\n","6  -0.134767 -0.406992 -0.307459\n","7  -0.047945  1.199079 -0.920376\n","8  -2.203601  0.725854  0.425721\n","9   0.656195  1.350195 -1.096695\n","10 -0.220045 -0.101796 -0.015215\n","11  0.410903  0.943433 -0.451294\n","12  0.793187  0.420557  0.311142\n","13 -0.658115 -0.952783 -1.100947\n","14  1.386487 -0.589618  1.374284\n","15 -1.192486  0.141447  0.818705\n","16  0.767653  2.143932 -0.574193"]},"execution_count":28,"metadata":{},"output_type":"execute_result"}],"source":["df3"]},{"cell_type":"code","execution_count":29,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":406,"status":"ok","timestamp":1628257278876,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"uMXSpIrGfg4s","outputId":"1e647d8a-135c-42ae-d82a-e6a45a49f9cf"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>-0.282455</td>\n","      <td>0.933882</td>\n","      <td>-0.940976</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>-1.335738</td>\n","      <td>0.144776</td>\n","      <td>0.573165</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.644326</td>\n","      <td>0.078392</td>\n","      <td>-0.581925</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>-0.813927</td>\n","      <td>1.531292</td>\n","      <td>-0.576625</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1.206105</td>\n","      <td>-0.190608</td>\n","      <td>-1.040967</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>0.841636</td>\n","      <td>-0.654613</td>\n","      <td>0.623576</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>-0.134767</td>\n","      <td>-0.406992</td>\n","      <td>-0.307459</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>-0.047945</td>\n","      <td>1.199079</td>\n","      <td>-0.920376</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","0 -0.282455  0.933882 -0.940976\n","1 -1.335738  0.144776  0.573165\n","2  0.644326  0.078392 -0.581925\n","3 -0.813927  1.531292 -0.576625\n","4  1.206105 -0.190608 -1.040967\n","5  0.841636 -0.654613  0.623576\n","6 -0.134767 -0.406992 -0.307459\n","7 -0.047945  1.199079 -0.920376"]},"execution_count":29,"metadata":{},"output_type":"execute_result"}],"source":["df4"]},{"cell_type":"markdown","metadata":{"id":"295i_RJ9s62T"},"source":["* Covariance -> cov()"]},{"cell_type":"code","execution_count":30,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":415,"status":"ok","timestamp":1628257406211,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"9Kkqjlgwfg7O","outputId":"f54f7f0a-b4f1-403c-8cb1-4e6c150be44c"},"outputs":[{"data":{"text/plain":["0    0.933882\n","1    0.144776\n","2    0.078392\n","3    1.531292\n","4   -0.190608\n","5   -0.654613\n","6   -0.406992\n","7    1.199079\n","Name: Col2, dtype: float64"]},"execution_count":30,"metadata":{},"output_type":"execute_result"}],"source":["df4.Col2"]},{"cell_type":"code","execution_count":31,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":434,"status":"ok","timestamp":1628257443915,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"kpLCCfF7fg98","outputId":"d3de10c1-c0e3-4d15-954a-f05f5fe308fa"},"outputs":[{"data":{"text/plain":["0    0.933882\n","1    0.144776\n","2    0.078392\n","3    1.531292\n","4   -0.190608\n","5   -0.654613\n","6   -0.406992\n","7    1.199079\n","Name: Col2, dtype: float64"]},"execution_count":31,"metadata":{},"output_type":"execute_result"}],"source":["df4['Col2']"]},{"cell_type":"code","execution_count":32,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":397,"status":"ok","timestamp":1628257572052,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Cl_NklgefhBS","outputId":"4f152a2d-96fb-47cf-96fc-f5f8a3db3643"},"outputs":[{"data":{"text/plain":["-0.26684441672029685"]},"execution_count":32,"metadata":{},"output_type":"execute_result"}],"source":["df4.Col2.cov(df4['Col3'])"]},{"cell_type":"code","execution_count":33,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":412,"status":"ok","timestamp":1628257601468,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"87ZcW_zWfhDa","outputId":"33b80fe0-d49a-47bf-cfdd-eb612c7318d9"},"outputs":[{"data":{"text/plain":["<bound method DataFrame.cov of        Col1      Col2      Col3\n","0 -0.282455  0.933882 -0.940976\n","1 -1.335738  0.144776  0.573165\n","2  0.644326  0.078392 -0.581925\n","3 -0.813927  1.531292 -0.576625\n","4  1.206105 -0.190608 -1.040967\n","5  0.841636 -0.654613  0.623576\n","6 -0.134767 -0.406992 -0.307459\n","7 -0.047945  1.199079 -0.920376>"]},"execution_count":33,"metadata":{},"output_type":"execute_result"}],"source":["df4.cov"]},{"cell_type":"markdown","metadata":{"id":"o4HHfMNLt9_0"},"source":["* Correlation - corr"]},{"cell_type":"code","execution_count":34,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":443,"status":"ok","timestamp":1628257772321,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"PQcga1aNfhJW","outputId":"bd0b38c1-8aa0-451a-e27a-88e50e50c913"},"outputs":[{"data":{"text/plain":["-0.5080274740534441"]},"execution_count":34,"metadata":{},"output_type":"execute_result"}],"source":["df4['Col2'].corr(df4['Col3'])"]},{"cell_type":"code","execution_count":35,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":397,"status":"ok","timestamp":1628257791491,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"dOeoOTZJfhMm","outputId":"b7e0ec7f-1c54-4c83-ab97-ca1996ff9372"},"outputs":[{"data":{"text/plain":["<bound method DataFrame.corr of        Col1      Col2      Col3\n","0 -0.282455  0.933882 -0.940976\n","1 -1.335738  0.144776  0.573165\n","2  0.644326  0.078392 -0.581925\n","3 -0.813927  1.531292 -0.576625\n","4  1.206105 -0.190608 -1.040967\n","5  0.841636 -0.654613  0.623576\n","6 -0.134767 -0.406992 -0.307459\n","7 -0.047945  1.199079 -0.920376>"]},"execution_count":35,"metadata":{},"output_type":"execute_result"}],"source":["df4.corr"]},{"cell_type":"markdown","metadata":{"id":"J3aXWQozv0Qn"},"source":["# Data Cleaning"]},{"cell_type":"code","execution_count":36,"metadata":{"id":"xl-gwX7EfhP2"},"outputs":[],"source":["df = pd.DataFrame(np.random.randn(5,3),\n","                index = [\"A\", \"C\", \"E\", \"F\", \"G\"],\n","                columns = [\"Col1\", \"Col2\", \"Col3\"])"]},{"cell_type":"code","execution_count":37,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":205},"executionInfo":{"elapsed":7,"status":"ok","timestamp":1628258368562,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"qR2vyfPXfhSb","outputId":"4dbc120b-15e3-4985-fd75-c40b0d406427"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","C  1.248693 -0.036142 -0.654065\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095"]},"execution_count":37,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":38,"metadata":{"id":"kc5LBQp-fhVi"},"outputs":[],"source":["df = df.reindex([\"A\", \"B\", \"C\", \"D\", \"E\", \"F\", \"G\", \"H\"])"]},{"cell_type":"code","execution_count":39,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":403,"status":"ok","timestamp":1628258452826,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"AabmHN3SfhXa","outputId":"a9aa8b25-5b06-4734-ddf8-92fa2452a0b0"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":39,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{"id":"ug_kM1XKxZIf"},"source":["* isnull()"]},{"cell_type":"code","execution_count":40,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":509,"status":"ok","timestamp":1628258568855,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"8BRIw6iCfhbI","outputId":"bc65cf37-8b2f-4205-ba63-814c8c9f6c02"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Col1   Col2   Col3\n","A  False  False  False\n","B   True   True   True\n","C  False  False  False\n","D   True   True   True\n","E  False  False  False\n","F  False  False  False\n","G  False  False  False\n","H   True   True   True"]},"execution_count":40,"metadata":{},"output_type":"execute_result"}],"source":["df.isnull()"]},{"cell_type":"code","execution_count":41,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Col1   Col2   Col3\n","A  False  False  False\n","B   True   True   True\n","C  False  False  False\n","D   True   True   True\n","E  False  False  False\n","F  False  False  False\n","G  False  False  False\n","H   True   True   True"]},"execution_count":41,"metadata":{},"output_type":"execute_result"}],"source":["df.isna() # exactly same as isnull"]},{"cell_type":"code","execution_count":42,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Col1   Col2   Col3\n","A   True   True   True\n","B  False  False  False\n","C   True   True   True\n","D  False  False  False\n","E   True   True   True\n","F   True   True   True\n","G   True   True   True\n","H  False  False  False"]},"execution_count":42,"metadata":{},"output_type":"execute_result"}],"source":["df.notnull() # all false will become true and vice veesa"]},{"cell_type":"code","execution_count":44,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":393,"status":"ok","timestamp":1628258816061,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"_aIb5M__yNqb","outputId":"8afc145c-0df1-402b-fc9c-a78fa1ca8f40"},"outputs":[{"data":{"text/plain":["A    0\n","B    3\n","C    0\n","D    3\n","E    0\n","F    0\n","G    0\n","H    3\n","dtype: int64"]},"execution_count":44,"metadata":{},"output_type":"execute_result"}],"source":["df.isnull().sum(1) # It will give total number of null values in each cols"]},{"cell_type":"code","execution_count":45,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":401,"status":"ok","timestamp":1628259014100,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"FFcpSc-1yyU1","outputId":"a9a37814-0e59-4885-a3a1-67823a48ad59"},"outputs":[{"data":{"text/plain":["9"]},"execution_count":45,"metadata":{},"output_type":"execute_result"}],"source":["df.isnull().sum().sum() # It will add all the cols and give total no. of null columns"]},{"cell_type":"code","execution_count":46,"metadata":{},"outputs":[{"data":{"text/plain":["Col1    5\n","Col2    5\n","Col3    5\n","dtype: int64"]},"execution_count":46,"metadata":{},"output_type":"execute_result"}],"source":["df.count() # It will show no. of not null values"]},{"cell_type":"code","execution_count":47,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":522,"status":"ok","timestamp":1628259183449,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"SYYSVIoozxFs","outputId":"637bae55-af6e-4df2-f53b-1a1c0c9b3b41"},"outputs":[{"data":{"text/plain":["A    False\n","B     True\n","C    False\n","D     True\n","E    False\n","F    False\n","G    False\n","H     True\n","Name: Col1, dtype: bool"]},"execution_count":47,"metadata":{},"output_type":"execute_result"}],"source":["df['Col1'].isnull()"]},{"cell_type":"code","execution_count":48,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":377,"status":"ok","timestamp":1628259277569,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"03MkGXjIz7uY","outputId":"01e672e2-092a-4638-8300-c131550fa9d6"},"outputs":[{"data":{"text/plain":["Col1    False\n","Col2    False\n","Col3    False\n","Name: G, dtype: bool"]},"execution_count":48,"metadata":{},"output_type":"execute_result"}],"source":["df.loc[\"G\"].isnull()"]},{"cell_type":"markdown","metadata":{"id":"yqsQyE5KxyGu"},"source":["* isna()"]},{"cell_type":"code","execution_count":49,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":423,"status":"ok","timestamp":1628258612223,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"qAAyo_DWfhdz","outputId":"79014e29-c2a4-4265-92bc-23506d8553e3"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Col1   Col2   Col3\n","A  False  False  False\n","B   True   True   True\n","C  False  False  False\n","D   True   True   True\n","E  False  False  False\n","F  False  False  False\n","G  False  False  False\n","H   True   True   True"]},"execution_count":49,"metadata":{},"output_type":"execute_result"}],"source":["df.isna()"]},{"cell_type":"code","execution_count":50,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":409,"status":"ok","timestamp":1628263175617,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"1_MNoKFRDBfn","outputId":"267bf19c-3caf-43e0-e8a9-8dabb24c75ca"},"outputs":[{"data":{"text/plain":["Col1    bool\n","Col2    bool\n","Col3    bool\n","dtype: object"]},"execution_count":50,"metadata":{},"output_type":"execute_result"}],"source":["df.isna().dtypes"]},{"cell_type":"code","execution_count":51,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":384,"status":"ok","timestamp":1628263230039,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"kwEULlvdDQS2","outputId":"c2ba73fb-b2c8-4edc-e015-aace157f45bd"},"outputs":[{"data":{"text/plain":["Col1    float64\n","Col2    float64\n","Col3    float64\n","dtype: object"]},"execution_count":51,"metadata":{},"output_type":"execute_result"}],"source":["df.dtypes"]},{"cell_type":"markdown","metadata":{"id":"yELUL4u6x1FB"},"source":["* notnull()"]},{"cell_type":"code","execution_count":52,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":389,"status":"ok","timestamp":1628258719531,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"WvINXzY9fhgT","outputId":"53b7e2d8-ce8f-4dab-8124-025aa38c41fa"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>True</td>\n","      <td>True</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>False</td>\n","      <td>False</td>\n","      <td>False</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Col1   Col2   Col3\n","A   True   True   True\n","B  False  False  False\n","C   True   True   True\n","D  False  False  False\n","E   True   True   True\n","F   True   True   True\n","G   True   True   True\n","H  False  False  False"]},"execution_count":52,"metadata":{},"output_type":"execute_result"}],"source":["df.notnull()"]},{"cell_type":"code","execution_count":53,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":456,"status":"ok","timestamp":1628258925780,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"qOQRMBjwfhia","outputId":"63c057e4-7e57-49bb-bd9e-d56ebb881531"},"outputs":[{"data":{"text/plain":["A    3\n","B    0\n","C    3\n","D    0\n","E    3\n","F    3\n","G    3\n","H    0\n","dtype: int64"]},"execution_count":53,"metadata":{},"output_type":"execute_result"}],"source":["df.notnull().sum(1)"]},{"cell_type":"code","execution_count":54,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":373,"status":"ok","timestamp":1628259104677,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Iaw97bKyfhk1","outputId":"479bf862-11ec-421f-f3f4-d33dd71eed0b"},"outputs":[{"data":{"text/plain":["Col1    5\n","Col2    5\n","Col3    5\n","dtype: int64"]},"execution_count":54,"metadata":{},"output_type":"execute_result"}],"source":["df.count()"]},{"cell_type":"markdown","metadata":{"id":"TwgsUZop0cRn"},"source":["* Clean Missing (NaN) Values"]},{"cell_type":"code","execution_count":55,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":405,"status":"ok","timestamp":1628259358390,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Srh1LfXDfhoD","outputId":"db16b99b-6bac-4f36-ff12-1ce24c392848"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":55,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{"id":"visuq-g50qWo"},"source":["* fillna() -> It will fill the null values"]},{"cell_type":"code","execution_count":56,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":397,"status":"ok","timestamp":1628259474691,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"b4x14stwfhqL","outputId":"a5e49b3a-6ec5-42a0-a06b-5dbfedc95c81"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","      <td>10.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["        Col1       Col2       Col3\n","A  -0.920224  -1.211762   2.236868\n","B  10.000000  10.000000  10.000000\n","C   1.248693  -0.036142  -0.654065\n","D  10.000000  10.000000  10.000000\n","E   0.877121  -0.085387  -1.024850\n","F   0.320942   0.261678   1.507580\n","G  -0.501715  -0.399513  -1.150095\n","H  10.000000  10.000000  10.000000"]},"execution_count":56,"metadata":{},"output_type":"execute_result"}],"source":["df.fillna(10)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"YsBcq7-0fhtG"},"outputs":[],"source":["# Forward Method - pad/ffill\n","# Backward Method - bfill/backfill"]},{"cell_type":"code","execution_count":57,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":414,"status":"ok","timestamp":1628259647004,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"_mefbQe8fhv9","outputId":"16f986d3-bbe4-4b95-8549-629341eef607"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":57,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":64,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":387,"status":"ok","timestamp":1628259768757,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"RVV3WmUFfhyw","outputId":"c8ffd5f1-ca8c-46ac-edcd-14a7eb15c5de"},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Asus\\AppData\\Local\\Temp\\ipykernel_13948\\2128539113.py:1: FutureWarning: DataFrame.fillna with 'method' is deprecated and will raise in a future version. Use obj.ffill() or obj.bfill() instead.\n","  df.fillna(method='pad')\n"]},{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B -0.920224 -1.211762  2.236868\n","C  1.248693 -0.036142 -0.654065\n","D  1.248693 -0.036142 -0.654065\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H -0.501715 -0.399513 -1.150095"]},"execution_count":64,"metadata":{},"output_type":"execute_result"}],"source":["df.fillna(method='pad')\n"]},{"cell_type":"code","execution_count":62,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":415,"status":"ok","timestamp":1628259977669,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"txgTCZvO2k5U","outputId":"ab01d0de-c9b4-4a7a-d26b-7317cd01beb4"},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Asus\\AppData\\Local\\Temp\\ipykernel_13948\\297991498.py:1: FutureWarning: DataFrame.fillna with 'method' is deprecated and will raise in a future version. Use obj.ffill() or obj.bfill() instead.\n","  df.fillna(method='pad',axis=1)\n"]},{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":62,"metadata":{},"output_type":"execute_result"}],"source":["df.fillna(method='pad',axis=1)"]},{"cell_type":"code","execution_count":65,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":404,"status":"ok","timestamp":1628259842665,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"wc-yV3Cjfh1f","outputId":"bede9466-f3be-4644-c474-19e06736e693"},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Asus\\AppData\\Local\\Temp\\ipykernel_13948\\2831856154.py:1: FutureWarning: DataFrame.fillna with 'method' is deprecated and will raise in a future version. Use obj.ffill() or obj.bfill() instead.\n","  df.fillna(method='bfill')\n"]},{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B  1.248693 -0.036142 -0.654065\n","C  1.248693 -0.036142 -0.654065\n","D  0.877121 -0.085387 -1.024850\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":65,"metadata":{},"output_type":"execute_result"}],"source":["df.fillna(method='bfill')"]},{"cell_type":"markdown","metadata":{"id":"404zW0kX3S5X"},"source":["* dropna() -> means droping the NaN values. This will also reduce the accuracy of table so suggestion is not to use it for small dataset"]},{"cell_type":"code","execution_count":66,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":281},"executionInfo":{"elapsed":616,"status":"ok","timestamp":1628260434863,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"yz2pX3kofh4v","outputId":"ee5ea0cf-8ab5-4f4f-daf6-b1c0a8aa7a91"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["Empty DataFrame\n","Columns: []\n","Index: [A, B, C, D, E, F, G, H]"]},"execution_count":66,"metadata":{},"output_type":"execute_result"}],"source":["df.dropna(axis=1)"]},{"cell_type":"markdown","metadata":{"id":"z51baP9z41_X"},"source":["* Replacing values - replace()"]},{"cell_type":"code","execution_count":69,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":422,"status":"ok","timestamp":1628260525842,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"Y-bCaBuvfh7c","outputId":"301391d2-93d5-43d6-ea3a-68cfaaa8860f"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":69,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":71,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":298},"executionInfo":{"elapsed":397,"status":"ok","timestamp":1628260832429,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"1K-6RNlGfh99","outputId":"bd7e739d-0c51-4f14-ff27-2bc399b138b6"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":71,"metadata":{},"output_type":"execute_result"}],"source":["df.replace({-0.92022:100.0, 2.479047:200.0})"]},{"cell_type":"code","execution_count":72,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":409,"status":"ok","timestamp":1628260722856,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"v2YWkyMcfiA8","outputId":"8e953d6a-1931-4489-8697-f01fa8f59caf"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":72,"metadata":{},"output_type":"execute_result"}],"source":["df.replace({50:90, 99:245})\n"]},{"cell_type":"code","execution_count":73,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":1236,"status":"ok","timestamp":1628261234902,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"9R8d5Uv3fiD-","outputId":"a107abb8-93de-4515-bff4-dc5094b481da"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":73,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{},"source":["# IMP NOTE:\n","Never use drop in data anywhere else in interviews you will be directly get rejected\n","Instead use replace function to replace the data"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["df.Apples.loc[2] = 500"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":408,"status":"ok","timestamp":1628261315775,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"GW3Pn99XfiJl","outputId":"a0b1c8d0-71f3-4ce7-b382-3f5ac52e2816"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>500</td>\n","      <td>99</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>75</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","1      95      45\n","2     500      99\n","3      75       0"]},"execution_count":95,"metadata":{"tags":[]},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"tZuHG419fiL0"},"outputs":[],"source":["df.Grapes.loc[2] = 299\n","df.loc[____, ___]"]},{"cell_type":"code","execution_count":76,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":433,"status":"ok","timestamp":1628261373344,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"mBYR1bcxfiO1","outputId":"2717f02c-fef1-4d1e-ac79-5e9972a8b5d0"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":76,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"AarKAsLefiRL"},"outputs":[],"source":["df.Apples.loc[3] = 50"]},{"cell_type":"code","execution_count":77,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":15,"status":"ok","timestamp":1628261430172,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"POEMT01gfiUF","outputId":"87a07b14-020a-4037-ae53-ada5e91495db"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Col1</th>\n","      <th>Col2</th>\n","      <th>Col3</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>A</th>\n","      <td>-0.920224</td>\n","      <td>-1.211762</td>\n","      <td>2.236868</td>\n","    </tr>\n","    <tr>\n","      <th>B</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>C</th>\n","      <td>1.248693</td>\n","      <td>-0.036142</td>\n","      <td>-0.654065</td>\n","    </tr>\n","    <tr>\n","      <th>D</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>E</th>\n","      <td>0.877121</td>\n","      <td>-0.085387</td>\n","      <td>-1.024850</td>\n","    </tr>\n","    <tr>\n","      <th>F</th>\n","      <td>0.320942</td>\n","      <td>0.261678</td>\n","      <td>1.507580</td>\n","    </tr>\n","    <tr>\n","      <th>G</th>\n","      <td>-0.501715</td>\n","      <td>-0.399513</td>\n","      <td>-1.150095</td>\n","    </tr>\n","    <tr>\n","      <th>H</th>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       Col1      Col2      Col3\n","A -0.920224 -1.211762  2.236868\n","B       NaN       NaN       NaN\n","C  1.248693 -0.036142 -0.654065\n","D       NaN       NaN       NaN\n","E  0.877121 -0.085387 -1.024850\n","F  0.320942  0.261678  1.507580\n","G -0.501715 -0.399513 -1.150095\n","H       NaN       NaN       NaN"]},"execution_count":77,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{"id":"nhUEJij38h2B"},"source":["# Handle Duplicates Values"]},{"cell_type":"markdown","metadata":{"id":"yh694TMH8t-X"},"source":["* Check the cuplicate values - duplicated()"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["df.duplicated(subset=['Apples']) # It will show index of duplicated value from value which comes earlier"]},{"cell_type":"markdown","metadata":{"id":"F-CvG1og9822"},"source":["* Remove duplicate values -> drop_duplicates()"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":173},"executionInfo":{"elapsed":390,"status":"ok","timestamp":1628261865038,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"x3iS68lD8cW1","outputId":"2b1ff42b-5ac2-4238-a8f5-7494de6c9005"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>500</td>\n","      <td>299</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>50</td>\n","      <td>0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","1      95      45\n","2     500     299\n","3      50       0"]},"execution_count":104,"metadata":{"tags":[]},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"executionInfo":{"elapsed":433,"status":"ok","timestamp":1628261911956,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"o3NibsAE8cbF","outputId":"764557a5-1e95-4f4b-8ae2-3fc0bff02089"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Apples</th>\n","      <th>Grapes</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>50</td>\n","      <td>110</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>95</td>\n","      <td>45</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>500</td>\n","      <td>299</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   Apples  Grapes\n","0      50     110\n","1      95      45\n","2     500     299"]},"execution_count":106,"metadata":{"tags":[]},"output_type":"execute_result"}],"source":["df.drop_duplicates(subset=['Apples'])"]},{"cell_type":"markdown","metadata":{"id":"VO3TPL3Z_Nej"},"source":["Now Let's see how to Import a dataset"]},{"cell_type":"code","execution_count":81,"metadata":{"id":"mrjkjDJm8ceR"},"outputs":[],"source":["data = \"https://raw.githubusercontent.com/ShapeAI/Python-for-Data-Science-/master/stocks.csv\"\n","df = pd.read_csv(data)\n","# we can also do df = pd.read_csv(\"https://raw.githubusercontent.com/ShapeAI/Python-for-Data-Science-/master/stocks.csv\")"]},{"cell_type":"code","execution_count":82,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":421},"executionInfo":{"elapsed":18,"status":"ok","timestamp":1628262324899,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"ocCuNTMI8cl3","outputId":"f5f93b96-c07c-4db5-ffc0-15f74eaea735"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Date</th>\n","      <th>Open</th>\n","      <th>High</th>\n","      <th>Low</th>\n","      <th>Close</th>\n","      <th>Adj Close</th>\n","      <th>Volume</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>2004-08-19</td>\n","      <td>49.676899</td>\n","      <td>51.693783</td>\n","      <td>47.669952</td>\n","      <td>49.845802</td>\n","      <td>49.845802</td>\n","      <td>44994500</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2004-08-20</td>\n","      <td>50.178635</td>\n","      <td>54.187561</td>\n","      <td>49.925285</td>\n","      <td>53.805050</td>\n","      <td>53.805050</td>\n","      <td>23005800</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2004-08-23</td>\n","      <td>55.017166</td>\n","      <td>56.373344</td>\n","      <td>54.172661</td>\n","      <td>54.346527</td>\n","      <td>54.346527</td>\n","      <td>18393200</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>2004-08-24</td>\n","      <td>55.260582</td>\n","      <td>55.439419</td>\n","      <td>51.450363</td>\n","      <td>52.096165</td>\n","      <td>52.096165</td>\n","      <td>15361800</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>2004-08-25</td>\n","      <td>52.140873</td>\n","      <td>53.651051</td>\n","      <td>51.604362</td>\n","      <td>52.657513</td>\n","      <td>52.657513</td>\n","      <td>9257400</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>3308</th>\n","      <td>2017-10-09</td>\n","      <td>980.000000</td>\n","      <td>985.424988</td>\n","      <td>976.109985</td>\n","      <td>977.000000</td>\n","      <td>977.000000</td>\n","      <td>891400</td>\n","    </tr>\n","    <tr>\n","      <th>3309</th>\n","      <td>2017-10-10</td>\n","      <td>980.000000</td>\n","      <td>981.570007</td>\n","      <td>966.080017</td>\n","      <td>972.599976</td>\n","      <td>972.599976</td>\n","      <td>968400</td>\n","    </tr>\n","    <tr>\n","      <th>3310</th>\n","      <td>2017-10-11</td>\n","      <td>973.719971</td>\n","      <td>990.710022</td>\n","      <td>972.250000</td>\n","      <td>989.250000</td>\n","      <td>989.250000</td>\n","      <td>1693300</td>\n","    </tr>\n","    <tr>\n","      <th>3311</th>\n","      <td>2017-10-12</td>\n","      <td>987.450012</td>\n","      <td>994.119995</td>\n","      <td>985.000000</td>\n","      <td>987.830017</td>\n","      <td>987.830017</td>\n","      <td>1262400</td>\n","    </tr>\n","    <tr>\n","      <th>3312</th>\n","      <td>2017-10-13</td>\n","      <td>992.000000</td>\n","      <td>997.210022</td>\n","      <td>989.000000</td>\n","      <td>989.679993</td>\n","      <td>989.679993</td>\n","      <td>1157700</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>3313 rows × 7 columns</p>\n","</div>"],"text/plain":["            Date        Open        High         Low       Close   Adj Close  \\\n","0     2004-08-19   49.676899   51.693783   47.669952   49.845802   49.845802   \n","1     2004-08-20   50.178635   54.187561   49.925285   53.805050   53.805050   \n","2     2004-08-23   55.017166   56.373344   54.172661   54.346527   54.346527   \n","3     2004-08-24   55.260582   55.439419   51.450363   52.096165   52.096165   \n","4     2004-08-25   52.140873   53.651051   51.604362   52.657513   52.657513   \n","...          ...         ...         ...         ...         ...         ...   \n","3308  2017-10-09  980.000000  985.424988  976.109985  977.000000  977.000000   \n","3309  2017-10-10  980.000000  981.570007  966.080017  972.599976  972.599976   \n","3310  2017-10-11  973.719971  990.710022  972.250000  989.250000  989.250000   \n","3311  2017-10-12  987.450012  994.119995  985.000000  987.830017  987.830017   \n","3312  2017-10-13  992.000000  997.210022  989.000000  989.679993  989.679993   \n","\n","        Volume  \n","0     44994500  \n","1     23005800  \n","2     18393200  \n","3     15361800  \n","4      9257400  \n","...        ...  \n","3308    891400  \n","3309    968400  \n","3310   1693300  \n","3311   1262400  \n","3312   1157700  \n","\n","[3313 rows x 7 columns]"]},"execution_count":82,"metadata":{},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"markdown","metadata":{},"source":["Now Let's see how to Export a dataset"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"pOeIWjpn8cpc"},"outputs":[],"source":["df.to_csv(\"name_of_the_new_file.csv\",\"location\")"]},{"cell_type":"code","execution_count":83,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":411,"status":"ok","timestamp":1628262795304,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"52_lCVwq8ctR","outputId":"ea596cf1-40c9-4949-b937-f3549fe5045e"},"outputs":[{"data":{"text/plain":["3208"]},"execution_count":83,"metadata":{},"output_type":"execute_result"}],"source":["df['Open'].nunique()"]},{"cell_type":"code","execution_count":84,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":622,"status":"ok","timestamp":1628262849907,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"4p1OqFJ98cxi","outputId":"3c58bf0f-216a-488b-8916-42d38b6e125f"},"outputs":[{"name":"stdout","output_type":"stream","text":["<class 'pandas.core.frame.DataFrame'>\n","RangeIndex: 3313 entries, 0 to 3312\n","Data columns (total 7 columns):\n"," #   Column     Non-Null Count  Dtype  \n","---  ------     --------------  -----  \n"," 0   Date       3313 non-null   object \n"," 1   Open       3313 non-null   float64\n"," 2   High       3313 non-null   float64\n"," 3   Low        3313 non-null   float64\n"," 4   Close      3313 non-null   float64\n"," 5   Adj Close  3313 non-null   float64\n"," 6   Volume     3313 non-null   int64  \n","dtypes: float64(5), int64(1), object(1)\n","memory usage: 181.3+ KB\n"]}],"source":["df.info()"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":385,"status":"ok","timestamp":1628262920442,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"yp3QT7c78c08","outputId":"1fb55cb3-628a-4eb5-fca8-329b06dd6aa4"},"outputs":[{"data":{"text/plain":["pandas.core.frame.DataFrame"]},"execution_count":118,"metadata":{"tags":[]},"output_type":"execute_result"}],"source":["type(df)\n","String\n","GroupBY"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"JKnURExZ8c5a"},"outputs":[],"source":["df = pd.read_csv('population_india_census2011.csv')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":615,"status":"ok","timestamp":1628263611368,"user":{"displayName":"Sahil Rahman","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GiJ8lzvw0EAvZyy3OveF6J53a3ecWuQmgHRsF6n6D4=s64","userId":"17212050139887820689"},"user_tz":-330},"id":"TD4YlmbE8c-I","outputId":"3c59827c-2340-4c23-b64e-ed1ad95482fe"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Sno</th>\n","      <th>State / Union Territory</th>\n","      <th>Population</th>\n","      <th>Rural population</th>\n","      <th>Urban population</th>\n","      <th>Area</th>\n","      <th>Density</th>\n","      <th>Gender Ratio</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>Uttar Pradesh</td>\n","      <td>199812341</td>\n","      <td>155317278</td>\n","      <td>44495063</td>\n","      <td>240,928 km2 (93,023 sq mi)</td>\n","      <td>828/km2 (2,140/sq mi)</td>\n","      <td>912</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2</td>\n","      <td>Maharashtra</td>\n","      <td>112374333</td>\n","      <td>61556074</td>\n","      <td>50818259</td>\n","      <td>307,713 km2 (118,809 sq mi)</td>\n","      <td>365/km2 (950/sq mi)</td>\n","      <td>929</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3</td>\n","      <td>Bihar</td>\n","      <td>104099452</td>\n","      <td>92341436</td>\n","      <td>11758016</td>\n","      <td>94,163 km2 (36,357 sq mi)</td>\n","      <td>1,102/km2 (2,850/sq mi)</td>\n","      <td>918</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4</td>\n","      <td>West Bengal</td>\n","      <td>91276115</td>\n","      <td>62183113</td>\n","      <td>29093002</td>\n","      <td>88,752 km2 (34,267 sq mi)</td>\n","      <td>1,029/km2 (2,670/sq mi)</td>\n","      <td>953</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5</td>\n","      <td>Madhya Pradesh</td>\n","      <td>72626809</td>\n","      <td>52557404</td>\n","      <td>20069405</td>\n","      <td>308,245 km2 (119,014 sq mi)</td>\n","      <td>236/km2 (610/sq mi)</td>\n","      <td>931</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>6</td>\n","      <td>Tamil Nadu</td>\n","      <td>72147030</td>\n","      <td>37229590</td>\n","      <td>34917440</td>\n","      <td>130,058 km2 (50,216 sq mi)</td>\n","      <td>555/km2 (1,440/sq mi)</td>\n","      <td>996</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>7</td>\n","      <td>Rajasthan</td>\n","      <td>68548437</td>\n","      <td>51500352</td>\n","      <td>17048085</td>\n","      <td>342,239 km2 (132,139 sq mi)</td>\n","      <td>201/km2 (520/sq mi)</td>\n","      <td>928</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>8</td>\n","      <td>Karnataka</td>\n","      <td>61095297</td>\n","      <td>37469335</td>\n","      <td>23625962</td>\n","      <td>191,791 km2 (74,051 sq mi)</td>\n","      <td>319/km2 (830/sq mi)</td>\n","      <td>973</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>9</td>\n","      <td>Gujarat</td>\n","      <td>60439692</td>\n","      <td>34694609</td>\n","      <td>25745083</td>\n","      <td>196,024 km2 (75,685 sq mi)</td>\n","      <td>308/km2 (800/sq mi)</td>\n","      <td>919</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>10</td>\n","      <td>Andhra Pradesh</td>\n","      <td>49577103</td>\n","      <td>34966693</td>\n","      <td>14610410</td>\n","      <td>162,968 km2 (62,922 sq mi)</td>\n","      <td>303/km2 (780/sq mi)</td>\n","      <td>993</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>11</td>\n","      <td>Odisha</td>\n","      <td>41974218</td>\n","      <td>34970562</td>\n","      <td>7003656</td>\n","      <td>155,707 km2 (60,119 sq mi)</td>\n","      <td>269/km2 (700/sq mi)</td>\n","      <td>979</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>12</td>\n","      <td>Telengana</td>\n","      <td>35003674</td>\n","      <td>21395009</td>\n","      <td>13608665</td>\n","      <td>112,077 km2 (43,273 sq mi)</td>\n","      <td>312/km2 (810/sq mi)</td>\n","      <td>988</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>13</td>\n","      <td>Kerala</td>\n","      <td>33406061</td>\n","      <td>17471135</td>\n","      <td>15934926</td>\n","      <td>38,863 km2 (15,005 sq mi)</td>\n","      <td>859/km2 (2,220/sq mi)</td>\n","      <td>1084</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>14</td>\n","      <td>Jharkhand</td>\n","      <td>32988134</td>\n","      <td>25055073</td>\n","      <td>7933061</td>\n","      <td>79,714 km2 (30,778 sq mi)</td>\n","      <td>414/km2 (1,070/sq mi)</td>\n","      <td>948</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>15</td>\n","      <td>Assam</td>\n","      <td>31205576</td>\n","      <td>26807034</td>\n","      <td>4398542</td>\n","      <td>78,438 km2 (30,285 sq mi)</td>\n","      <td>397/km2 (1,030/sq mi)</td>\n","      <td>954</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>16</td>\n","      <td>Punjab</td>\n","      <td>27743338</td>\n","      <td>17344192</td>\n","      <td>10399146</td>\n","      <td>50,362 km2 (19,445 sq mi)</td>\n","      <td>550/km2 (1,400/sq mi)</td>\n","      <td>895</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>17</td>\n","      <td>Chhattisgarh</td>\n","      <td>25545198</td>\n","      <td>19607961</td>\n","      <td>5937237</td>\n","      <td>135,191 km2 (52,198 sq mi)</td>\n","      <td>189/km2 (490/sq mi)</td>\n","      <td>991</td>\n","    </tr>\n","    <tr>\n","      <th>17</th>\n","      <td>18</td>\n","      <td>Haryana</td>\n","      <td>25351462</td>\n","      <td>16509359</td>\n","      <td>8842103</td>\n","      <td>44,212 km2 (17,070 sq mi)</td>\n","      <td>573/km2 (1,480/sq mi)</td>\n","      <td>879</td>\n","    </tr>\n","    <tr>\n","      <th>18</th>\n","      <td>19</td>\n","      <td>Uttarakhand</td>\n","      <td>10086292</td>\n","      <td>7036954</td>\n","      <td>3049338</td>\n","      <td>53,483 km2 (20,650 sq mi)</td>\n","      <td>189/km2 (490/sq mi)</td>\n","      <td>963</td>\n","    </tr>\n","    <tr>\n","      <th>19</th>\n","      <td>20</td>\n","      <td>Himachal Pradesh</td>\n","      <td>6864602</td>\n","      <td>6176050</td>\n","      <td>688552</td>\n","      <td>55,673 km2 (21,495 sq mi)</td>\n","      <td>123/km2 (320/sq mi)</td>\n","      <td>972</td>\n","    </tr>\n","    <tr>\n","      <th>20</th>\n","      <td>21</td>\n","      <td>Tripura</td>\n","      <td>3673917</td>\n","      <td>2712464</td>\n","      <td>961453</td>\n","      <td>10,486 km2 (4,049 sq mi)</td>\n","      <td>350/km2 (910/sq mi)</td>\n","      <td>960</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>22</td>\n","      <td>Meghalaya</td>\n","      <td>2966889</td>\n","      <td>2371439</td>\n","      <td>595450</td>\n","      <td>22,429 km2 (8,660 sq mi)</td>\n","      <td>132/km2 (340/sq mi)</td>\n","      <td>989</td>\n","    </tr>\n","    <tr>\n","      <th>22</th>\n","      <td>23</td>\n","      <td>Manipur</td>\n","      <td>2570390</td>\n","      <td>1793875</td>\n","      <td>776515</td>\n","      <td>22,327 km2 (8,621 sq mi)</td>\n","      <td>122/km2 (320/sq mi)</td>\n","      <td>992</td>\n","    </tr>\n","    <tr>\n","      <th>23</th>\n","      <td>24</td>\n","      <td>Nagaland</td>\n","      <td>1978502</td>\n","      <td>1407536</td>\n","      <td>570966</td>\n","      <td>16,579 km2 (6,401 sq mi)</td>\n","      <td>119/km2 (310/sq mi)</td>\n","      <td>931</td>\n","    </tr>\n","    <tr>\n","      <th>24</th>\n","      <td>25</td>\n","      <td>Goa</td>\n","      <td>1458545</td>\n","      <td>551731</td>\n","      <td>906814</td>\n","      <td>3,702 km2 (1,429 sq mi)</td>\n","      <td>394/km2 (1,020/sq mi)</td>\n","      <td>973</td>\n","    </tr>\n","    <tr>\n","      <th>25</th>\n","      <td>26</td>\n","      <td>Arunachal Pradesh</td>\n","      <td>1383727</td>\n","      <td>1066358</td>\n","      <td>317369</td>\n","      <td>83,743 km2 (32,333 sq mi)</td>\n","      <td>17/km2 (44/sq mi)</td>\n","      <td>938</td>\n","    </tr>\n","    <tr>\n","      <th>26</th>\n","      <td>27</td>\n","      <td>Mizoram</td>\n","      <td>1097206</td>\n","      <td>525435</td>\n","      <td>571771</td>\n","      <td>21,081 km2 (8,139 sq mi)</td>\n","      <td>52/km2 (130/sq mi)</td>\n","      <td>976</td>\n","    </tr>\n","    <tr>\n","      <th>27</th>\n","      <td>28</td>\n","      <td>Sikkim</td>\n","      <td>610577</td>\n","      <td>456999</td>\n","      <td>153578</td>\n","      <td>7,096 km2 (2,740 sq mi)</td>\n","      <td>86/km2 (220/sq mi)</td>\n","      <td>890</td>\n","    </tr>\n","    <tr>\n","      <th>28</th>\n","      <td>29</td>\n","      <td>Delhi</td>\n","      <td>16787941</td>\n","      <td>419042</td>\n","      <td>16368899</td>\n","      <td>1,484 km2 (573 sq mi)</td>\n","      <td>11,297/km2 (29,260/sq mi)</td>\n","      <td>868</td>\n","    </tr>\n","    <tr>\n","      <th>29</th>\n","      <td>30</td>\n","      <td>Jammu and Kashmir</td>\n","      <td>12267032</td>\n","      <td>9064220</td>\n","      <td>3202812</td>\n","      <td>125,535 km2 (48,469 sq mi)</td>\n","      <td>98/km2 (250/sq mi)</td>\n","      <td>890</td>\n","    </tr>\n","    <tr>\n","      <th>30</th>\n","      <td>31</td>\n","      <td>Puducherry</td>\n","      <td>1247953</td>\n","      <td>395200</td>\n","      <td>852753</td>\n","      <td>479 km2 (185 sq mi)</td>\n","      <td>2,598/km2 (6,730/sq mi)</td>\n","      <td>1037</td>\n","    </tr>\n","    <tr>\n","      <th>31</th>\n","      <td>32</td>\n","      <td>Chandigarh</td>\n","      <td>1055450</td>\n","      <td>28991</td>\n","      <td>1026459</td>\n","      <td>114 km2 (44 sq mi)</td>\n","      <td>9,252/km2 (23,960/sq mi)</td>\n","      <td>818</td>\n","    </tr>\n","    <tr>\n","      <th>32</th>\n","      <td>33</td>\n","      <td>Dadra and Nagar Haveli and Daman and Diu</td>\n","      <td>585764</td>\n","      <td>243510</td>\n","      <td>342254</td>\n","      <td>603 km2 (233 sq mi)</td>\n","      <td>970/km2 (2,500/sq mi)</td>\n","      <td>711</td>\n","    </tr>\n","    <tr>\n","      <th>33</th>\n","      <td>34</td>\n","      <td>Andaman and Nicobar Islands</td>\n","      <td>380581</td>\n","      <td>237093</td>\n","      <td>143488</td>\n","      <td>8,249 km2 (3,185 sq mi)</td>\n","      <td>46/km2 (120/sq mi)</td>\n","      <td>876</td>\n","    </tr>\n","    <tr>\n","      <th>34</th>\n","      <td>35</td>\n","      <td>Ladakh</td>\n","      <td>274000</td>\n","      <td>43840</td>\n","      <td>230160</td>\n","      <td>96,701 km2 (37,336 sq mi)</td>\n","      <td>2.8/km2 (7.3/sq mi)</td>\n","      <td>853</td>\n","    </tr>\n","    <tr>\n","      <th>35</th>\n","      <td>36</td>\n","      <td>Lakshadweep</td>\n","      <td>64473</td>\n","      <td>14141</td>\n","      <td>50332</td>\n","      <td>32 km2 (12 sq mi)</td>\n","      <td>2,013/km2 (5,210/sq mi)</td>\n","      <td>946</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    Sno  ... Gender Ratio\n","0     1  ...          912\n","1     2  ...          929\n","2     3  ...          918\n","3     4  ...          953\n","4     5  ...          931\n","5     6  ...          996\n","6     7  ...          928\n","7     8  ...          973\n","8     9  ...          919\n","9    10  ...          993\n","10   11  ...          979\n","11   12  ...          988\n","12   13  ...         1084\n","13   14  ...          948\n","14   15  ...          954\n","15   16  ...          895\n","16   17  ...          991\n","17   18  ...          879\n","18   19  ...          963\n","19   20  ...          972\n","20   21  ...          960\n","21   22  ...          989\n","22   23  ...          992\n","23   24  ...          931\n","24   25  ...          973\n","25   26  ...          938\n","26   27  ...          976\n","27   28  ...          890\n","28   29  ...          868\n","29   30  ...          890\n","30   31  ...         1037\n","31   32  ...          818\n","32   33  ...          711\n","33   34  ...          876\n","34   35  ...          853\n","35   36  ...          946\n","\n","[36 rows x 8 columns]"]},"execution_count":123,"metadata":{"tags":[]},"output_type":"execute_result"}],"source":["df"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"6WQ29vkF8dD8"},"outputs":[],"source":["virtualenv venv\n","source venv/bin/activate\n","cd venv/bin/ -> activate\n","deactivate"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"9SblxA3n8dIL"},"outputs":[],"source":["df.loc[,]"]}],"metadata":{"colab":{"authorship_tag":"ABX9TyMrNdfdOdh0im2kPJQuYMNN","collapsed_sections":[],"mount_file_id":"1YHzCEpJaIgsQTMMEcgN7EX7h4KuIw8-K","name":"Data Cleaning & Data Manipulation.ipynb","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.11.6"}},"nbformat":4,"nbformat_minor":0}