{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":56537,"databundleVersionId":8015876,"sourceType":"competition"}],"dockerImageVersionId":30698,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install netCDF4\nimport netCDF4\nimport numpy as np\nimport pandas as pd\nimport pickle\nfrom huggingface_hub import hf_hub_download","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2024-06-08T09:02:28.062873Z","iopub.execute_input":"2024-06-08T09:02:28.063266Z","iopub.status.idle":"2024-06-08T09:02:44.296226Z","shell.execute_reply.started":"2024-06-08T09:02:28.063236Z","shell.execute_reply":"2024-06-08T09:02:44.294972Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"grid_info = hf_hub_download(\n    repo_id=\"LEAP/ClimSim_low-res\",\n    filename=\"ClimSim_low-res_grid-info.nc\", repo_type=\"dataset\")\n\nprint(np.min(np.asarray(netCDF4.Dataset(grid_info)['lon'])))\nprint(np.max(np.asarray(netCDF4.Dataset(grid_info)['lon'])))\nprint(np.min(np.asarray(netCDF4.Dataset(grid_info)['lat'])))\nprint(np.max(np.asarray(netCDF4.Dataset(grid_info)['lat'])))","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:02:44.29824Z","iopub.execute_input":"2024-06-08T09:02:44.299422Z","iopub.status.idle":"2024-06-08T09:02:45.452767Z","shell.execute_reply.started":"2024-06-08T09:02:44.299362Z","shell.execute_reply":"2024-06-08T09:02:45.451627Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"nc = netCDF4.Dataset(grid_info)\nnc","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:02:45.454187Z","iopub.execute_input":"2024-06-08T09:02:45.454567Z","iopub.status.idle":"2024-06-08T09:02:45.469945Z","shell.execute_reply.started":"2024-06-08T09:02:45.454535Z","shell.execute_reply":"2024-06-08T09:02:45.468648Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"area = np.asarray(nc['area'])\nhyai = np.asarray(nc['hyai'])\nhyam = np.asarray(nc['hyam'])\nhybi = np.asarray(nc['hybi'])\nhybm = np.asarray(nc['hybm'])\nilev = np.asarray(nc['ilev'])\nlat = np.asarray(nc['lat'])\nlev = np.asarray(nc['lev'])\nlon = np.asarray(nc['lon'])\n\ndata = [area, hyai, hyam, hybi, hybm, ilev, lat, lev, lon]","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:02:45.472359Z","iopub.execute_input":"2024-06-08T09:02:45.472756Z","iopub.status.idle":"2024-06-08T09:02:45.483497Z","shell.execute_reply.started":"2024-06-08T09:02:45.472725Z","shell.execute_reply":"2024-06-08T09:02:45.482446Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pickle.dump(data, open('gdata.p', 'bw'))","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:02:45.493398Z","iopub.execute_input":"2024-06-08T09:02:45.493828Z","iopub.status.idle":"2024-06-08T09:02:45.506363Z","shell.execute_reply.started":"2024-06-08T09:02:45.493795Z","shell.execute_reply":"2024-06-08T09:02:45.505052Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# High res","metadata":{}},{"cell_type":"code","source":"grid_info = hf_hub_download(\n    repo_id=\"LEAP/ClimSim_high-res\",\n    filename=\"ClimSim_high-res_grid-info.nc\", repo_type=\"dataset\")\n\nprint(np.min(np.asarray(netCDF4.Dataset(grid_info)['lon'])))\nprint(np.max(np.asarray(netCDF4.Dataset(grid_info)['lon'])))\nprint(np.min(np.asarray(netCDF4.Dataset(grid_info)['lat'])))\nprint(np.max(np.asarray(netCDF4.Dataset(grid_info)['lat'])))","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:04:11.372853Z","iopub.execute_input":"2024-06-08T09:04:11.373315Z","iopub.status.idle":"2024-06-08T09:04:13.072185Z","shell.execute_reply.started":"2024-06-08T09:04:11.373283Z","shell.execute_reply":"2024-06-08T09:04:13.070854Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"nc = netCDF4.Dataset(grid_info)\n\narea = np.asarray(nc['area'])\nhyai = np.asarray(nc['hyai'])\nhyam = np.asarray(nc['hyam'])\nhybi = np.asarray(nc['hybi'])\nhybm = np.asarray(nc['hybm'])\nilev = np.asarray(nc['ilev'])\nlat = np.asarray(nc['lat'])\nlev = np.asarray(nc['lev'])\nlon = np.asarray(nc['lon'])\n\n\ndata_hr = [area, hyai, hyam, hybi, hybm, ilev, lat, lev, lon]\npickle.dump(data_hr, open('data_hr.p', 'bw'))","metadata":{"execution":{"iopub.status.busy":"2024-06-08T09:05:31.541325Z","iopub.execute_input":"2024-06-08T09:05:31.542247Z","iopub.status.idle":"2024-06-08T09:05:31.557422Z","shell.execute_reply.started":"2024-06-08T09:05:31.542204Z","shell.execute_reply":"2024-06-08T09:05:31.555987Z"},"trusted":true},"execution_count":null,"outputs":[]}]}