{"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"sourceId":84795,"databundleVersionId":10934030,"sourceType":"competition"}],"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true},"papermill":{"default_parameters":{},"duration":22.341371,"end_time":"2024-12-11T03:22:13.479076","environment_variables":{},"exception":null,"input_path":"__notebook__.ipynb","output_path":"__notebook__.ipynb","parameters":{},"start_time":"2024-12-11T03:21:51.137705","version":"2.6.0"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install --target=/kaggle/working datasets==3.1.0 vllm==0.6.3.post1 bitsandbytes==0.44.1","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-02-05T02:54:15.594903Z","iopub.execute_input":"2025-02-05T02:54:15.59527Z","iopub.status.idle":"2025-02-05T02:58:05.206507Z","shell.execute_reply.started":"2025-02-05T02:54:15.595222Z","shell.execute_reply":"2025-02-05T02:58:05.205324Z"},"_kg_hide-output":true,"collapsed":true,"jupyter":{"outputs_hidden":true}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"!rm -rf /kaggle/working/ray*","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-02-05T02:58:05.207889Z","iopub.execute_input":"2025-02-05T02:58:05.20825Z","iopub.status.idle":"2025-02-05T02:58:05.500818Z","shell.execute_reply.started":"2025-02-05T02:58:05.208217Z","shell.execute_reply":"2025-02-05T02:58:05.499557Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"import kaggle_evaluation.konwinski_prize_inference_server\n\n\nimport importlib\nimport gc, torch\n\nfrom vllm import LLM, SamplingParams\nfrom vllm.distributed.parallel_state import destroy_model_parallel","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-02-05T02:58:53.927936Z","iopub.execute_input":"2025-02-05T02:58:53.928293Z","iopub.status.idle":"2025-02-05T02:58:53.93259Z","shell.execute_reply.started":"2025-02-05T02:58:53.928261Z","shell.execute_reply":"2025-02-05T02:58:53.931456Z"}},"outputs":[],"execution_count":null}]}