{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":56537,"databundleVersionId":8877088,"sourceType":"competition"},{"sourceId":8957256,"sourceType":"datasetVersion","datasetId":5390890},{"sourceId":8957344,"sourceType":"datasetVersion","datasetId":5390958},{"sourceId":188982904,"sourceType":"kernelVersion"},{"sourceId":189086598,"sourceType":"kernelVersion"},{"sourceId":189096933,"sourceType":"kernelVersion"},{"sourceId":189100007,"sourceType":"kernelVersion"},{"sourceId":189101876,"sourceType":"kernelVersion"},{"sourceId":189103308,"sourceType":"kernelVersion"},{"sourceId":189157130,"sourceType":"kernelVersion"},{"sourceId":189161214,"sourceType":"kernelVersion"},{"sourceId":189163760,"sourceType":"kernelVersion"},{"sourceId":189167827,"sourceType":"kernelVersion"},{"sourceId":189171229,"sourceType":"kernelVersion"},{"sourceId":189174987,"sourceType":"kernelVersion"},{"sourceId":189182335,"sourceType":"kernelVersion"},{"sourceId":189187102,"sourceType":"kernelVersion"}],"dockerImageVersionId":30746,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pickle\nimport numpy as np\nimport os","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2024-07-21T15:08:44.378484Z","iopub.execute_input":"2024-07-21T15:08:44.378861Z","iopub.status.idle":"2024-07-21T15:08:44.410463Z","shell.execute_reply.started":"2024-07-21T15:08:44.378828Z","shell.execute_reply":"2024-07-21T15:08:44.409363Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# High-res","metadata":{}},{"cell_type":"code","source":"ensemble_preds_hr = os.listdir('/kaggle/input/leap-model-preds-hr')\nensemble_preds_hr","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:08:44.412089Z","iopub.execute_input":"2024-07-21T15:08:44.412404Z","iopub.status.idle":"2024-07-21T15:08:44.429129Z","shell.execute_reply.started":"2024-07-21T15:08:44.412378Z","shell.execute_reply":"2024-07-21T15:08:44.427962Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"preds_to_compare = ['/kaggle/input/leap-hr-0p0-3epochs-e30-inference-p/preds_40.p',\n                    '/kaggle/input/leap-hr-0p0-nospacetime-3epochs-e30-inference-p/preds_30.p',\n                    '/kaggle/input/leap-hr-0p0-4epochs-e40-inferenc/preds_40.p',\n                    '/kaggle/input/leap-hr-0p0-noconfidenceh-5epochs-e50-inference-p/preds_50.p',\n                    '/kaggle/input/leap-hr-0p0-nospacetime-5epochs-e50-inference-p/preds_50.p',\n                    '/kaggle/input/leap-hr-0p0-noaux-4epochs-e40-inference-p/preds_40.p',\n                    '/kaggle/input/leap-hr-0p0-256dim-7epochs-e70-inference-p/preds_40.p',\n                    '/kaggle/input/leap-hr-0p0-256dim-4epochs-fr-e40-inference-p/preds_40.p']","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:08:44.430291Z","iopub.execute_input":"2024-07-21T15:08:44.430578Z","iopub.status.idle":"2024-07-21T15:08:44.435595Z","shell.execute_reply.started":"2024-07-21T15:08:44.430554Z","shell.execute_reply":"2024-07-21T15:08:44.434527Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def compare_preds(i):\n    preds_1 = pickle.load(open(f'/kaggle/input/leap-model-preds-hr/{ensemble_preds_hr[i]}', 'br'))\n    preds_2 = pickle.load(open(preds_to_compare[i], 'br'))\n    print(np.mean(preds_1 == preds_2))","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:09:13.037577Z","iopub.execute_input":"2024-07-21T15:09:13.038108Z","iopub.status.idle":"2024-07-21T15:09:13.044782Z","shell.execute_reply.started":"2024-07-21T15:09:13.03807Z","shell.execute_reply":"2024-07-21T15:09:13.043429Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in range(len(ensemble_preds_hr)):\n    compare_preds(i)","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:09:13.047698Z","iopub.execute_input":"2024-07-21T15:09:13.048286Z","iopub.status.idle":"2024-07-21T15:12:54.217719Z","shell.execute_reply.started":"2024-07-21T15:09:13.048252Z","shell.execute_reply":"2024-07-21T15:12:54.216038Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Low-res","metadata":{}},{"cell_type":"code","source":"ensemble_preds_lr = os.listdir('/kaggle/input/leap-model-preds-lr')\nensemble_preds_lr","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:12:54.219833Z","iopub.execute_input":"2024-07-21T15:12:54.220364Z","iopub.status.idle":"2024-07-21T15:12:54.23684Z","shell.execute_reply.started":"2024-07-21T15:12:54.22032Z","shell.execute_reply":"2024-07-21T15:12:54.23575Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"preds_to_compare = ['/kaggle/input/leap-0p0-3epochs-e30-inference-p/preds_30.p',\n                    '/kaggle/input/leap-0p0-512dim-nost-4epochs-e40-inference/preds_40.p',\n                    '/kaggle/input/leap-0p0-6epochs-e60-inference-p/preds_60.p',\n                    '9epochs_ensemble',\n                    '/kaggle/input/leap-0p0-384dim-nost-3epochs-e30-inference-p/preds_90.p']","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:12:54.239418Z","iopub.execute_input":"2024-07-21T15:12:54.239789Z","iopub.status.idle":"2024-07-21T15:12:54.245596Z","shell.execute_reply.started":"2024-07-21T15:12:54.239759Z","shell.execute_reply":"2024-07-21T15:12:54.244509Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def compare_preds(i):\n    if preds_to_compare[i] != '9epochs_ensemble':\n        preds_1 = pickle.load(open(f'/kaggle/input/leap-model-preds-lr/{ensemble_preds_lr[i]}', 'br'))\n        preds_2 = pickle.load(open(preds_to_compare[i], 'br'))\n    else:\n        preds_1 = pickle.load(open(f'/kaggle/input/leap-model-preds-lr/0p0-all90epochs ensemble-2.p', 'br'))\n        preds_2_1 = pickle.load(open('/kaggle/input/leap-0p0-9epochs-e58-inference-p/preds_58.p', 'br'))\n        preds_2_2 = pickle.load(open('/kaggle/input/leap-0p0-9epochs-e90-inference-p/preds_90.p', 'br'))\n        preds_2 = (preds_2_1+preds_2_2)/2\n    print(np.mean(preds_1 == preds_2))","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:12:54.246957Z","iopub.execute_input":"2024-07-21T15:12:54.247273Z","iopub.status.idle":"2024-07-21T15:12:54.259004Z","shell.execute_reply.started":"2024-07-21T15:12:54.247247Z","shell.execute_reply":"2024-07-21T15:12:54.257862Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in range(len(ensemble_preds_lr)):\n    compare_preds(i)","metadata":{"execution":{"iopub.status.busy":"2024-07-21T15:12:54.26066Z","iopub.execute_input":"2024-07-21T15:12:54.26146Z"},"trusted":true},"execution_count":null,"outputs":[]}]}