palestinian-books-json-notebook.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":7753569,"sourceType":"datasetVersion","datasetId":4533583}],"dockerImageVersionId":30664,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# Input data files are available in the read-only \"../input/\" directory\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2024-03-03T22:47:59.158602Z","iopub.execute_input":"2024-03-03T22:47:59.159390Z","iopub.status.idle":"2024-03-03T22:47:59.198382Z","shell.execute_reply.started":"2024-03-03T22:47:59.159351Z","shell.execute_reply":"2024-03-03T22:47:59.197474Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Path","metadata":{}},{"cell_type":"code","source":"json_file_path = '../input/palestinian-books-json-dataset/palestinian_books.json'","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:49:23.982920Z","iopub.execute_input":"2024-03-03T22:49:23.984038Z","iopub.status.idle":"2024-03-03T22:49:23.988607Z","shell.execute_reply.started":"2024-03-03T22:49:23.983996Z","shell.execute_reply":"2024-03-03T22:49:23.987770Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import pandas as pd\nimport json\nimport matplotlib.pyplot as plt\nimport seaborn as sns","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:48:27.008924Z","iopub.execute_input":"2024-03-03T22:48:27.009293Z","iopub.status.idle":"2024-03-03T22:48:28.142969Z","shell.execute_reply.started":"2024-03-03T22:48:27.009265Z","shell.execute_reply":"2024-03-03T22:48:28.141739Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Read the JSON file into a DataFrame","metadata":{}},{"cell_type":"code","source":"books_df = pd.read_json(json_file_path)","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:49:50.544018Z","iopub.execute_input":"2024-03-03T22:49:50.544410Z","iopub.status.idle":"2024-03-03T22:49:50.556076Z","shell.execute_reply.started":"2024-03-03T22:49:50.544379Z","shell.execute_reply":"2024-03-03T22:49:50.555073Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Display the DataFrame","metadata":{}},{"cell_type":"code","source":"books_df","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:49:54.260524Z","iopub.execute_input":"2024-03-03T22:49:54.260928Z","iopub.status.idle":"2024-03-03T22:49:54.363679Z","shell.execute_reply.started":"2024-03-03T22:49:54.260895Z","shell.execute_reply":"2024-03-03T22:49:54.362522Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"books_data = books_df['books']","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:50:40.902770Z","iopub.execute_input":"2024-03-03T22:50:40.903458Z","iopub.status.idle":"2024-03-03T22:50:40.916458Z","shell.execute_reply.started":"2024-03-03T22:50:40.903405Z","shell.execute_reply":"2024-03-03T22:50:40.914966Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"books_df = pd.json_normalize(books_data, sep='_')","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:50:59.312354Z","iopub.execute_input":"2024-03-03T22:50:59.312735Z","iopub.status.idle":"2024-03-03T22:50:59.322044Z","shell.execute_reply.started":"2024-03-03T22:50:59.312685Z","shell.execute_reply":"2024-03-03T22:50:59.320477Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"books_df.head()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T22:51:14.786121Z","iopub.execute_input":"2024-03-03T22:51:14.786492Z","iopub.status.idle":"2024-03-03T22:51:14.835972Z","shell.execute_reply.started":"2024-03-03T22:51:14.786465Z","shell.execute_reply":"2024-03-03T22:51:14.834790Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\"https://covers.openlibrary.org/b/id/\"+ str(books_df['covers'].iloc[3][0]) +\"-L.jpg\"","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:04:27.975318Z","iopub.execute_input":"2024-03-03T23:04:27.975707Z","iopub.status.idle":"2024-03-03T23:04:27.983813Z","shell.execute_reply.started":"2024-03-03T23:04:27.975678Z","shell.execute_reply":"2024-03-03T23:04:27.982459Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from PIL import Image\nimport requests\n\nim = Image.open(requests.get(\"https://covers.openlibrary.org/b/id/\"+ str(books_df['covers'].iloc[5][0]) +\"-L.jpg\", stream=True).raw)\nplt.imshow(im)\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:05:08.171974Z","iopub.execute_input":"2024-03-03T23:05:08.172384Z","iopub.status.idle":"2024-03-03T23:05:08.841438Z","shell.execute_reply.started":"2024-03-03T23:05:08.172350Z","shell.execute_reply":"2024-03-03T23:05:08.840315Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Missing Values","metadata":{}},{"cell_type":"code","source":"missing_values = books_df.isnull().sum()\nprint(\"Missing Values:\\n\", missing_values)","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:09:50.235206Z","iopub.execute_input":"2024-03-03T23:09:50.235637Z","iopub.status.idle":"2024-03-03T23:09:50.244408Z","shell.execute_reply.started":"2024-03-03T23:09:50.235605Z","shell.execute_reply":"2024-03-03T23:09:50.243098Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Summary Statistics:","metadata":{}},{"cell_type":"code","source":"books_df.describe()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:10:56.805973Z","iopub.execute_input":"2024-03-03T23:10:56.806380Z","iopub.status.idle":"2024-03-03T23:10:56.828625Z","shell.execute_reply.started":"2024-03-03T23:10:56.806350Z","shell.execute_reply":"2024-03-03T23:10:56.827773Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Heatmap","metadata":{}},{"cell_type":"code","source":"import missingno as msno\n\nmsno.heatmap(books_df)\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:19:56.078751Z","iopub.execute_input":"2024-03-03T23:19:56.079857Z","iopub.status.idle":"2024-03-03T23:19:57.080751Z","shell.execute_reply.started":"2024-03-03T23:19:56.079806Z","shell.execute_reply":"2024-03-03T23:19:57.079523Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import seaborn as sns","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:25:26.226441Z","iopub.execute_input":"2024-03-03T23:25:26.226892Z","iopub.status.idle":"2024-03-03T23:25:26.232615Z","shell.execute_reply.started":"2024-03-03T23:25:26.226858Z","shell.execute_reply":"2024-03-03T23:25:26.231388Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Histograms for Numerical Columns","metadata":{}},{"cell_type":"code","source":"numerical_columns = books_df.select_dtypes(include='number').columns\nfor column in numerical_columns:\n    books_df[column].hist(bins=20, edgecolor='black')\n    plt.xlabel(column)\n    plt.ylabel('Frequency')\n    plt.title(f'Histogram for {column}')\n    plt.show()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:25:49.039627Z","iopub.execute_input":"2024-03-03T23:25:49.040058Z","iopub.status.idle":"2024-03-03T23:25:49.731134Z","shell.execute_reply.started":"2024-03-03T23:25:49.040024Z","shell.execute_reply":"2024-03-03T23:25:49.729990Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"- Box Plots for Numerical Columns","metadata":{}},{"cell_type":"code","source":"for column in numerical_columns:\n    sns.boxplot(x=books_df[column])\n    plt.title(f'Box Plot for {column}')\n    plt.show()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T23:26:16.205258Z","iopub.execute_input":"2024-03-03T23:26:16.205682Z","iopub.status.idle":"2024-03-03T23:26:16.645072Z","shell.execute_reply.started":"2024-03-03T23:26:16.205649Z","shell.execute_reply":"2024-03-03T23:26:16.643908Z"},"trusted":true},"execution_count":null,"outputs":[]}]}