gpu_kaggle.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","execution":{"iopub.execute_input":"2023-10-19T07:42:53.786911Z","iopub.status.busy":"2023-10-19T07:42:53.786207Z","iopub.status.idle":"2023-10-19T07:42:55.438482Z","shell.execute_reply":"2023-10-19T07:42:55.437376Z","shell.execute_reply.started":"2023-10-19T07:42:53.786883Z"},"trusted":true},"outputs":[],"source":["!git clone -b aurora https://github.com/tolios/query2vec.git"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-19T07:42:55.441400Z","iopub.status.busy":"2023-10-19T07:42:55.440881Z","iopub.status.idle":"2023-10-19T07:43:16.689636Z","shell.execute_reply":"2023-10-19T07:43:16.688681Z","shell.execute_reply.started":"2023-10-19T07:42:55.441365Z"},"trusted":true},"outputs":[],"source":["!pip install torch-scatter torch-sparse torch-cluster torch-spline-conv torch-geometric --no-index --find-links=file:///kaggle/input/torch-geometric\n","!pip install mlflow==2.5"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-19T07:43:45.764941Z","iopub.status.busy":"2023-10-19T07:43:45.764293Z","iopub.status.idle":"2023-10-19T07:43:55.987789Z","shell.execute_reply":"2023-10-19T07:43:55.986789Z","shell.execute_reply.started":"2023-10-19T07:43:45.764912Z"},"trusted":true},"outputs":[],"source":["!wget https://download.microsoft.com/download/8/7/0/8700516A-AB3D-4850-B4BB-805C515AECE1/FB15K-237.2.zip\n","!unzip /kaggle/working/FB15K-237.2.zip\n","!mv /kaggle/working/Release /kaggle/working/FB15k_237"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-19T12:01:56.437901Z","iopub.status.busy":"2023-10-19T12:01:56.437545Z","iopub.status.idle":"2023-10-19T12:06:53.655803Z","shell.execute_reply":"2023-10-19T12:06:53.654578Z","shell.execute_reply.started":"2023-10-19T12:01:56.437874Z"},"trusted":true},"outputs":[],"source":["bash_script = '''\n","#!/usr/bin/env bash\n","\n","dataset_path=\"/kaggle/working/FB15k_237/\"\n","qa_folder=\"qa_2p_10k\" #149689\n","train_path=$dataset_path\"train.txt\"\n","val_path=$dataset_path\"valid.txt\"\n","test_path=$dataset_path\"test.txt\"\n","train_query_orders=\"[[(1, -1), (2, 10000), (2, 149689), (3, 149689)]]\"\n","val_query_orders=\"[[(1, -1), (2, 5000), (2, 5000), (3, 5000)]]\"\n","test_query_orders=\"[[], [(2, 5000)], [(2, 5000)], [(3, 5000)], [(3, 5000)], [(3, 5000)]]\"\n","include_train='[[\"1p\", \"2p\", \"2i\", \"3i\"]]'\n","include_val='[[\"1p\", \"2p\", \"2i\", \"3i\"]]'\n","include_test='[[\"1p\"], [\"2p\"], [\"2i\"], [\"3i\"], [\"pi\"], [\"ip\"]]'\n","\n","python ./query2vec/graph.py $train_path $val_path $test_path \\\n","            --qa_folder=$qa_folder --train_query_orders=\"$train_query_orders\" \\\n","            --val_query_orders=\"$val_query_orders\" --test_query_orders=\"$test_query_orders\" \\\n","            --include_train=\"$include_train\" --include_val=\"$include_val\" --include_test=\"$include_test\" \\\n","            --add_inverse=true\n","\n","test_filter=$dataset_path$qa_folder\"/filter.pkl\"\n","val_filter=$dataset_path$qa_folder\"/val_filter.pkl\"\n","train_ds=$dataset_path$qa_folder\"/train_qa_1.txt\"\n","val_ds=$dataset_path$qa_folder\"/val_qa_1.txt\"\n","\n","python ./query2vec/create_filter.py $test_filter $train_ds $val_ds $val_filter\n","'''\n","\n","\n","# Save the Bash script to a file\n","with open('script.sh', 'w') as f:\n","    f.write(bash_script)\n","\n","!bash /kaggle/working/script.sh"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-19T12:06:53.658035Z","iopub.status.busy":"2023-10-19T12:06:53.657780Z","iopub.status.idle":"2023-10-19T12:06:53.665431Z","shell.execute_reply":"2023-10-19T12:06:53.664515Z","shell.execute_reply.started":"2023-10-19T12:06:53.658013Z"},"trusted":true},"outputs":[],"source":["import json\n","\n","model_json = '''{\n","    \"model_type\": \"MDRTkernel\",\n","    \"model_params\": {\n","        \"kernel\": \"rgcn\",\n","        \"T\": 0.1,\n","        \"T_emb\": 0.25,\n","        \"aggregation\": \"sum\",\n","        \"dynamic\": false,\n","        \"conv_dims\" : [300],\n","        \"num_bases\" : null,\n","        \"num_blocks\" : null,\n","        \"linear_dims\": [],\n","        \"heads\": 1,\n","        \"emb_dim\": 200,\n","        \"p\": 0.0,\n","        \"margin\": 1.0\n","    }\n","}\n","'''\n","\n","config_json = '''{\n","    \"experiment\": \"query2vec_init\",\n","    \"experiment_id\": null,\n","    \"run\": \"qa_MDRTkernel_full_1\",\n","    \"config\": {\n","        \"seed\": 42,\n","        \"train_data\": \"./FB15k_237/qa_2p_10k/train_qa_1.txt\",\n","        \"val_data\": \"./FB15k_237/qa_2p_10k/val_qa_1.txt\",\n","        \"epochs\": 20,\n","        \"train_batch_size\": 1024,\n","        \"val_batch_size\": 1024,\n","        \"num_negs\": 50,\n","        \"lr\": 0.0001,\n","        \"wd\": 0.000001,\n","        \"patience\": 2,\n","        \"val_every\": 1,\n","        \"scheduler_patience\": 4,\n","        \"scheduler_factor\": 0.1,\n","        \"scheduler_threshold\": 0.1,\n","        \"pretrained\": null\n","    }\n","}\n","'''\n","\n","# Parse JSON strings into Python dictionaries\n","model_json = json.loads(model_json)\n","config_json = json.loads(config_json)\n","\n","# Write JSON data to files\n","with open('model.json', 'w') as f:\n","    json.dump(model_json, f)\n","    \n","with open('train_config.json', 'w') as f:\n","    json.dump(config_json, f) "]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-19T12:06:53.667250Z","iopub.status.busy":"2023-10-19T12:06:53.666692Z","iopub.status.idle":"2023-10-19T12:57:31.432092Z","shell.execute_reply":"2023-10-19T12:57:31.430979Z","shell.execute_reply.started":"2023-10-19T12:06:53.667218Z"},"trusted":true},"outputs":[],"source":["!python /kaggle/working/query2vec/run.py /kaggle/working/ --all_scaled"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T16:29:27.794039Z","iopub.status.busy":"2023-10-18T16:29:27.793398Z","iopub.status.idle":"2023-10-18T16:29:28.742753Z","shell.execute_reply":"2023-10-18T16:29:28.741935Z","shell.execute_reply.started":"2023-10-18T16:29:27.794008Z"},"trusted":true},"outputs":[],"source":["#download runs...\n","\n","!zip -r /kaggle/working/mlruns.zip /kaggle/working/mlruns"]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.12"}},"nbformat":4,"nbformat_minor":4}