{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import os\nimport gc\nimport cv2\nimport copy\nimport time\nimport random\nimport string\nimport joblib\nimport tifffile\nimport numpy as np \nimport pandas as pd \nimport torch\nfrom torch import nn\nimport seaborn as sns\nfrom torchvision import models\nimport matplotlib.pyplot as plt\nfrom torch.utils.data import Dataset, DataLoader\nfrom sklearn.model_selection import train_test_split\nfrom tqdm.notebook import tqdm\nfrom torch.optim import lr_scheduler\nimport warnings\nwarnings.filterwarnings(\"ignore\")\ngc.enable()","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:03:22.281223Z","iopub.execute_input":"2022-07-30T07:03:22.281567Z","iopub.status.idle":"2022-07-30T07:03:24.939657Z","shell.execute_reply.started":"2022-07-30T07:03:22.281541Z","shell.execute_reply":"2022-07-30T07:03:24.938964Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_df = pd.read_csv(\"../input/mayo-clinic-strip-ai/test.csv\")\ntrain_df = pd.read_csv(\"../input/mayo-clinic-strip-ai/train.csv\")\n\nprint(test_df.shape)\nprint(train_df.shape)\n\ndirs = [\"../input/mayo-clinic-strip-ai/train/\", \"../input/mayo-clinic-strip-ai/test/\"]\nprint(test_df.head())\nprint(train_df.head())","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:03:33.216545Z","iopub.execute_input":"2022-07-30T07:03:33.217433Z","iopub.status.idle":"2022-07-30T07:03:33.248703Z","shell.execute_reply.started":"2022-07-30T07:03:33.21739Z","shell.execute_reply":"2022-07-30T07:03:33.247701Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"try:\n    os.mkdir(\"test\")\nexcept:\n    pass\n\nfor i in tqdm(range(test_df.shape[0])):\n    img_id = test_df.iloc[i].image_id \n    \n    \n    try:\n        sz = os.path.getsize(dirs[1] + img_id + \".tif\")\n        print(sz)\n    except:\n        sz = 1000000000\n        print(sz)\n    if(sz > 8e8): \n        img = np.zeros((512,512,3), np.uint8) \n    else:  \n        try:\n            img = tifffile.imread(dirs[1] + img_id + \".tif\")\n            img = cv2.cvtColor(img,cv2.COLOR_RGB2BGR)\n            img = cv2.resize(img, (512, 512))\n        except:\n            img = np.zeros((512,512,3), np.uint8)\n    cv2.imwrite(f\"test/{img_id}.jpg\", img)\n    \n    del img\n    gc.collect() ","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:03:35.635825Z","iopub.execute_input":"2022-07-30T07:03:35.636273Z","iopub.status.idle":"2022-07-30T07:04:15.620026Z","shell.execute_reply.started":"2022-07-30T07:03:35.636238Z","shell.execute_reply":"2022-07-30T07:04:15.618879Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(os.listdir(\"test\"))","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:07:16.039153Z","iopub.execute_input":"2022-07-30T07:07:16.039627Z","iopub.status.idle":"2022-07-30T07:07:16.045999Z","shell.execute_reply.started":"2022-07-30T07:07:16.039592Z","shell.execute_reply":"2022-07-30T07:07:16.044897Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_mini = train_df[:10]\nprint(train_mini)","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:07:17.747534Z","iopub.execute_input":"2022-07-30T07:07:17.748607Z","iopub.status.idle":"2022-07-30T07:07:17.757018Z","shell.execute_reply.started":"2022-07-30T07:07:17.748566Z","shell.execute_reply":"2022-07-30T07:07:17.755894Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"try:\n    os.mkdir(\"train_mini\")\nexcept:\n    pass\n\nfor i in tqdm(range(train_mini.shape[0])):\n    img_id = train_mini.iloc[i].image_id \n    \n    \n    try:\n        sz = os.path.getsize(dirs[0] + img_id + \".tif\")\n        print(sz)\n    except:\n        sz = 1000000000\n        print(sz)\n    if(sz > 8e8): \n        img = np.zeros((512,512,3), np.uint8) \n    else:  \n        try:\n            img = cv2.cvtColor(tifffile.imread(dirs[0] + img_id + \".tif\"),cv2.COLOR_RGB2BGR)\n            img = cv2.resize(img, (512, 512))\n        except:\n            print(\"exception\")\n            img = np.zeros((512,512,3), np.uint8)\n    cv2.imwrite(f\"train_mini/{img_id}.jpg\", img)\n    \n    del img\n    gc.collect() \n    ","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:07:20.490147Z","iopub.execute_input":"2022-07-30T07:07:20.491016Z","iopub.status.idle":"2022-07-30T07:08:50.084099Z","shell.execute_reply.started":"2022-07-30T07:07:20.490974Z","shell.execute_reply":"2022-07-30T07:08:50.082567Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from PIL import Image\nimg = Image.open(\"train_mini/008e5c_0.jpg\")\n#print(np.array(img).shape)\n#print(np.array(img))\nimg","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:08:57.115108Z","iopub.execute_input":"2022-07-30T07:08:57.115485Z","iopub.status.idle":"2022-07-30T07:08:57.175132Z","shell.execute_reply.started":"2022-07-30T07:08:57.115457Z","shell.execute_reply":"2022-07-30T07:08:57.174072Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(os.listdir(\"train_mini\"))\n!zip -r train_mini.zip train_mini","metadata":{"execution":{"iopub.status.busy":"2022-07-30T07:09:00.616212Z","iopub.execute_input":"2022-07-30T07:09:00.617122Z","iopub.status.idle":"2022-07-30T07:09:00.935349Z","shell.execute_reply.started":"2022-07-30T07:09:00.617082Z","shell.execute_reply":"2022-07-30T07:09:00.934064Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}