KaggleExercises/Pandas/exercise-summary-functions-and-maps.ipynb

{"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":1252,"sourceType":"datasetVersion","datasetId":655},{"sourceId":3919,"sourceType":"datasetVersion","datasetId":2321},{"sourceId":4877,"sourceType":"datasetVersion","datasetId":2894},{"sourceId":5624,"sourceType":"datasetVersion","datasetId":3491},{"sourceId":8172,"sourceType":"datasetVersion","datasetId":1442},{"sourceId":13206,"sourceType":"datasetVersion","datasetId":9366},{"sourceId":403916,"sourceType":"datasetVersion","datasetId":179555},{"sourceId":466349,"sourceType":"datasetVersion","datasetId":4549},{"sourceId":1151655,"sourceType":"datasetVersion","datasetId":2478},{"sourceId":5438389,"sourceType":"datasetVersion","datasetId":10128}],"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"**This notebook is an exercise in the [Pandas](https://www.kaggle.com/learn/pandas) course.  You can reference the tutorial at [this link](https://www.kaggle.com/residentmario/summary-functions-and-maps).**\n\n---\n","metadata":{}},{"cell_type":"markdown","source":"# Introduction\n\nNow you are ready to get a deeper understanding of your data.\n\nRun the following cell to load your data and some utility functions (including code to check your answers).","metadata":{}},{"cell_type":"code","source":"import pandas as pd\npd.set_option(\"display.max_rows\", 5)\nreviews = pd.read_csv(\"../input/wine-reviews/winemag-data-130k-v2.csv\", index_col=0)\n\nfrom learntools.core import binder; binder.bind(globals())\nfrom learntools.pandas.summary_functions_and_maps import *\nprint(\"Setup complete.\")\n\nreviews.head()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T02:37:27.939180Z","iopub.execute_input":"2024-03-17T02:37:27.940254Z","iopub.status.idle":"2024-03-17T02:37:38.751800Z","shell.execute_reply.started":"2024-03-17T02:37:27.940205Z","shell.execute_reply":"2024-03-17T02:37:38.750512Z"},"trusted":true},"execution_count":1,"outputs":[{"name":"stdout","text":"Setup complete.\n","output_type":"stream"},{"execution_count":1,"output_type":"execute_result","data":{"text/plain":"    country                                        description  \\\n0     Italy  Aromas include tropical fruit, broom, brimston...   \n1  Portugal  This is ripe and fruity, a wine that is smooth...   \n2        US  Tart and snappy, the flavors of lime flesh and...   \n3        US  Pineapple rind, lemon pith and orange blossom ...   \n4        US  Much like the regular bottling from 2012, this...   \n\n                          designation  points  price           province  \\\n0                        Vulkà Bianco      87    NaN  Sicily & Sardinia   \n1                            Avidagos      87   15.0              Douro   \n2                                 NaN      87   14.0             Oregon   \n3                Reserve Late Harvest      87   13.0           Michigan   \n4  Vintner's Reserve Wild Child Block      87   65.0             Oregon   \n\n              region_1           region_2         taster_name  \\\n0                 Etna                NaN       Kerin O’Keefe   \n1                  NaN                NaN          Roger Voss   \n2    Willamette Valley  Willamette Valley        Paul Gregutt   \n3  Lake Michigan Shore                NaN  Alexander Peartree   \n4    Willamette Valley  Willamette Valley        Paul Gregutt   \n\n  taster_twitter_handle                                              title  \\\n0          @kerinokeefe                  Nicosia 2013 Vulkà Bianco  (Etna)   \n1            @vossroger      Quinta dos Avidagos 2011 Avidagos Red (Douro)   \n2           @paulgwine       Rainstorm 2013 Pinot Gris (Willamette Valley)   \n3                   NaN  St. Julian 2013 Reserve Late Harvest Riesling ...   \n4           @paulgwine   Sweet Cheeks 2012 Vintner's Reserve Wild Child...   \n\n          variety               winery  \n0     White Blend              Nicosia  \n1  Portuguese Red  Quinta dos Avidagos  \n2      Pinot Gris            Rainstorm  \n3        Riesling           St. Julian  \n4      Pinot Noir         Sweet Cheeks  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>country</th>\n      <th>description</th>\n      <th>designation</th>\n      <th>points</th>\n      <th>price</th>\n      <th>province</th>\n      <th>region_1</th>\n      <th>region_2</th>\n      <th>taster_name</th>\n      <th>taster_twitter_handle</th>\n      <th>title</th>\n      <th>variety</th>\n      <th>winery</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>Italy</td>\n      <td>Aromas include tropical fruit, broom, brimston...</td>\n      <td>Vulkà Bianco</td>\n      <td>87</td>\n      <td>NaN</td>\n      <td>Sicily &amp; Sardinia</td>\n      <td>Etna</td>\n      <td>NaN</td>\n      <td>Kerin O’Keefe</td>\n      <td>@kerinokeefe</td>\n      <td>Nicosia 2013 Vulkà Bianco  (Etna)</td>\n      <td>White Blend</td>\n      <td>Nicosia</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>Portugal</td>\n      <td>This is ripe and fruity, a wine that is smooth...</td>\n      <td>Avidagos</td>\n      <td>87</td>\n      <td>15.0</td>\n      <td>Douro</td>\n      <td>NaN</td>\n      <td>NaN</td>\n      <td>Roger Voss</td>\n      <td>@vossroger</td>\n      <td>Quinta dos Avidagos 2011 Avidagos Red (Douro)</td>\n      <td>Portuguese Red</td>\n      <td>Quinta dos Avidagos</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>US</td>\n      <td>Tart and snappy, the flavors of lime flesh and...</td>\n      <td>NaN</td>\n      <td>87</td>\n      <td>14.0</td>\n      <td>Oregon</td>\n      <td>Willamette Valley</td>\n      <td>Willamette Valley</td>\n      <td>Paul Gregutt</td>\n      <td>@paulgwine</td>\n      <td>Rainstorm 2013 Pinot Gris (Willamette Valley)</td>\n      <td>Pinot Gris</td>\n      <td>Rainstorm</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>US</td>\n      <td>Pineapple rind, lemon pith and orange blossom ...</td>\n      <td>Reserve Late Harvest</td>\n      <td>87</td>\n      <td>13.0</td>\n      <td>Michigan</td>\n      <td>Lake Michigan Shore</td>\n      <td>NaN</td>\n      <td>Alexander Peartree</td>\n      <td>NaN</td>\n      <td>St. Julian 2013 Reserve Late Harvest Riesling ...</td>\n      <td>Riesling</td>\n      <td>St. Julian</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>US</td>\n      <td>Much like the regular bottling from 2012, this...</td>\n      <td>Vintner's Reserve Wild Child Block</td>\n      <td>87</td>\n      <td>65.0</td>\n      <td>Oregon</td>\n      <td>Willamette Valley</td>\n      <td>Willamette Valley</td>\n      <td>Paul Gregutt</td>\n      <td>@paulgwine</td>\n      <td>Sweet Cheeks 2012 Vintner's Reserve Wild Child...</td>\n      <td>Pinot Noir</td>\n      <td>Sweet Cheeks</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"markdown","source":"# Exercises","metadata":{}},{"cell_type":"markdown","source":"## 1.\n\nWhat is the median of the `points` column in the `reviews` DataFrame?","metadata":{}},{"cell_type":"code","source":"median_points = reviews.points.median()\n\n# Check your answer\nq1.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T02:37:56.930056Z","iopub.execute_input":"2024-03-17T02:37:56.930527Z","iopub.status.idle":"2024-03-17T02:37:56.943113Z","shell.execute_reply.started":"2024-03-17T02:37:56.930493Z","shell.execute_reply":"2024-03-17T02:37:56.942199Z"},"trusted":true},"execution_count":2,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 1, \"questionId\": \"1_MedianPoints\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q1.hint()\n#q1.solution()","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 2. \nWhat countries are represented in the dataset? (Your answer should not include any duplicates.)","metadata":{}},{"cell_type":"code","source":"countries = reviews.country.unique()\n\n# Check your answer\nq2.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T02:38:25.198159Z","iopub.execute_input":"2024-03-17T02:38:25.198639Z","iopub.status.idle":"2024-03-17T02:38:25.219881Z","shell.execute_reply.started":"2024-03-17T02:38:25.198604Z","shell.execute_reply":"2024-03-17T02:38:25.218496Z"},"trusted":true},"execution_count":3,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 2, \"questionId\": \"2_UniqueCountries\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q2.hint()\n#q2.solution()","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 3.\nHow often does each country appear in the dataset? Create a Series `reviews_per_country` mapping countries to the count of reviews of wines from that country.","metadata":{}},{"cell_type":"code","source":"reviews_per_country = reviews.country.value_counts()\n\n# Check your answer\nq3.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T02:39:49.373291Z","iopub.execute_input":"2024-03-17T02:39:49.373799Z","iopub.status.idle":"2024-03-17T02:39:49.408371Z","shell.execute_reply.started":"2024-03-17T02:39:49.373761Z","shell.execute_reply":"2024-03-17T02:39:49.407267Z"},"trusted":true},"execution_count":4,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 1, \"questionId\": \"3_ReviewsPerCountry\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q3.hint()\n#q3.solution()","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 4.\nCreate variable `centered_price` containing a version of the `price` column with the mean price subtracted.\n\n(Note: this 'centering' transformation is a common preprocessing step before applying various machine learning algorithms.) ","metadata":{}},{"cell_type":"code","source":"centered_price = reviews.price - reviews.price.mean()\n\n# Check your answer\nq4.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:00:11.413340Z","iopub.execute_input":"2024-03-17T03:00:11.413900Z","iopub.status.idle":"2024-03-17T03:00:11.433196Z","shell.execute_reply.started":"2024-03-17T03:00:11.413796Z","shell.execute_reply":"2024-03-17T03:00:11.432018Z"},"trusted":true},"execution_count":5,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 1, \"questionId\": \"4_CenteredPrice\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q4.hint()\n#q4.solution()","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 5.\nI'm an economical wine buyer. Which wine is the \"best bargain\"? Create a variable `bargain_wine` with the title of the wine with the highest points-to-price ratio in the dataset.","metadata":{}},{"cell_type":"code","source":"bargain_idx = (reviews.points/reviews.price).idxmax()\nbargain_wine = reviews.loc[bargain_idx, 'title']\n\n# Check your answer\nq5.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:08:02.366292Z","iopub.execute_input":"2024-03-17T03:08:02.366761Z","iopub.status.idle":"2024-03-17T03:08:02.383874Z","shell.execute_reply.started":"2024-03-17T03:08:02.366727Z","shell.execute_reply":"2024-03-17T03:08:02.382728Z"},"trusted":true},"execution_count":13,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 2, \"questionId\": \"5_BargainWine\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q5.hint()\n#q5.solution()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:07:59.004083Z","iopub.execute_input":"2024-03-17T03:07:59.004534Z","iopub.status.idle":"2024-03-17T03:07:59.009475Z","shell.execute_reply.started":"2024-03-17T03:07:59.004502Z","shell.execute_reply":"2024-03-17T03:07:59.008601Z"},"trusted":true},"execution_count":12,"outputs":[]},{"cell_type":"markdown","source":"## 6.\nThere are only so many words you can use when describing a bottle of wine. Is a wine more likely to be \"tropical\" or \"fruity\"? Create a Series `descriptor_counts` counting how many times each of these two words appears in the `description` column in the dataset. (For simplicity, let's ignore the capitalized versions of these words.)","metadata":{}},{"cell_type":"code","source":"n_trop = reviews.description.map(lambda desc: \"tropical\" in desc).sum()\nn_fruity = reviews.description.map(lambda desc: \"fruity\" in desc).sum()\ndescriptor_counts = pd.Series([n_trop, n_fruity], index=['tropical','fruity'])\n\n# Check your answer\nq6.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:11:21.145133Z","iopub.execute_input":"2024-03-17T03:11:21.145614Z","iopub.status.idle":"2024-03-17T03:11:21.334290Z","shell.execute_reply.started":"2024-03-17T03:11:21.145578Z","shell.execute_reply":"2024-03-17T03:11:21.333092Z"},"trusted":true},"execution_count":17,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 1, \"questionId\": \"6_DescriptorCounts\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q6.hint()\n#q6.solution()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:11:17.719616Z","iopub.execute_input":"2024-03-17T03:11:17.720138Z","iopub.status.idle":"2024-03-17T03:11:17.725409Z","shell.execute_reply.started":"2024-03-17T03:11:17.720104Z","shell.execute_reply":"2024-03-17T03:11:17.723979Z"},"trusted":true},"execution_count":16,"outputs":[]},{"cell_type":"markdown","source":"## 7.\nWe'd like to host these wine reviews on our website, but a rating system ranging from 80 to 100 points is too hard to understand - we'd like to translate them into simple star ratings. A score of 95 or higher counts as 3 stars, a score of at least 85 but less than 95 is 2 stars. Any other score is 1 star.\n\nAlso, the Canadian Vintners Association bought a lot of ads on the site, so any wines from Canada should automatically get 3 stars, regardless of points.\n\nCreate a series `star_ratings` with the number of stars corresponding to each review in the dataset.","metadata":{}},{"cell_type":"code","source":"def stars(row):\n    if row.country=='Canada' or row.points >= 95:\n        return 3\n    elif row.points>=85:\n        return 2\n    else:\n        return 1\n\nstar_ratings = reviews.apply(stars, axis='columns')\n\n# Check your answer\nq7.check()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:21:22.842470Z","iopub.execute_input":"2024-03-17T03:21:22.842968Z","iopub.status.idle":"2024-03-17T03:21:28.146043Z","shell.execute_reply.started":"2024-03-17T03:21:22.842936Z","shell.execute_reply":"2024-03-17T03:21:28.144472Z"},"trusted":true},"execution_count":23,"outputs":[{"output_type":"display_data","data":{"text/plain":"<IPython.core.display.Javascript object>","application/javascript":"parent.postMessage({\"jupyterEvent\": \"custom.exercise_interaction\", \"data\": {\"outcomeType\": 1, \"valueTowardsCompletion\": 0.14285714285714285, \"interactionType\": 1, \"questionType\": 1, \"questionId\": \"7_StarRatings\", \"learnToolsVersion\": \"0.3.4\", \"failureMessage\": \"\", \"exceptionClass\": \"\", \"trace\": \"\"}}, \"*\")"},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Correct","text/markdown":"<span style=\"color:#33cc33\">Correct</span>"},"metadata":{}}]},{"cell_type":"code","source":"#q7.hint()\n#q7.solution()","metadata":{"execution":{"iopub.status.busy":"2024-03-17T03:21:30.346960Z","iopub.execute_input":"2024-03-17T03:21:30.347843Z","iopub.status.idle":"2024-03-17T03:21:30.353802Z","shell.execute_reply.started":"2024-03-17T03:21:30.347802Z","shell.execute_reply":"2024-03-17T03:21:30.352253Z"},"trusted":true},"execution_count":24,"outputs":[]},{"cell_type":"markdown","source":"# Keep going\nContinue to **[grouping and sorting](https://www.kaggle.com/residentmario/grouping-and-sorting)**.","metadata":{}},{"cell_type":"markdown","source":"---\n\n\n\n\n*Have questions or comments? Visit the [course discussion forum](https://www.kaggle.com/learn/pandas/discussion) to chat with other learners.*","metadata":{}}]}