{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.6.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"sourceId":16880,"databundleVersionId":858837,"sourceType":"competition"}],"dockerImageVersionId":29845,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install -U --upgrade tensorflow","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true,"execution":{"iopub.status.busy":"2024-12-06T12:51:04.913027Z","iopub.execute_input":"2024-12-06T12:51:04.913343Z","iopub.status.idle":"2024-12-06T12:52:20.815273Z","shell.execute_reply.started":"2024-12-06T12:51:04.913285Z","shell.execute_reply":"2024-12-06T12:52:20.814299Z"}},"outputs":[{"name":"stdout","text":"Collecting tensorflow\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/fe/e2/20b693b5cc699f8116075379d57c4628502f58f96aa759209b77be047882/tensorflow-2.6.2-cp36-cp36m-manylinux2010_x86_64.whl (458.3MB)\n\u001b[K |████████████████████████████████| 458.3MB 32kB/s s eta 0:00:01 |████████████████▌ | 236.3MB 60.7MB/s eta 0:00:04\n\u001b[?25hRequirement already satisfied, skipping upgrade: protobuf>=3.9.2 in /opt/conda/lib/python3.6/site-packages (from tensorflow) (3.11.0)\n\u001b[33mWARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ProtocolError('Connection aborted.', OSError(\"(104, 'ECONNRESET')\",))': /simple/tensorboard/\u001b[0m\nCollecting tensorboard<2.7,>=2.6.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/a0/20/a59a30c32330e4ff704faa4273b251db042d495e0c367bcdf045c6fe26e9/tensorboard-2.6.0-py3-none-any.whl (5.6MB)\n\u001b[K |████████████████████████████████| 5.6MB 39.6MB/s eta 0:00:01\n\u001b[?25hCollecting gast==0.4.0\n Downloading https://files.pythonhosted.org/packages/b6/48/583c032b79ae5b3daa02225a675aeb673e58d2cb698e78510feceb11958c/gast-0.4.0-py3-none-any.whl\nCollecting numpy~=1.19.2\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/14/32/d3fa649ad7ec0b82737b92fefd3c4dd376b0bb23730715124569f38f3a08/numpy-1.19.5-cp36-cp36m-manylinux2010_x86_64.whl (14.8MB)\n\u001b[K |████████████████████████████████| 14.8MB 42.8MB/s eta 0:00:01\n\u001b[?25hCollecting h5py~=3.1.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/70/7a/e53e500335afb6b1aade11227cdf107fca54106a1dca5c9d13242a043f3b/h5py-3.1.0-cp36-cp36m-manylinux1_x86_64.whl (4.0MB)\n\u001b[K |████████████████████████████████| 4.0MB 60.9MB/s eta 0:00:01\n\u001b[?25hCollecting wheel~=0.35\n Downloading https://files.pythonhosted.org/packages/27/d6/003e593296a85fd6ed616ed962795b2f87709c3eee2bca4f6d0fe55c6d00/wheel-0.37.1-py2.py3-none-any.whl\nCollecting keras-preprocessing~=1.1.2\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/79/4c/7c3275a01e12ef9368a892926ab932b33bb13d55794881e3573482b378a7/Keras_Preprocessing-1.1.2-py2.py3-none-any.whl (42kB)\n\u001b[K |████████████████████████████████| 51kB 6.4MB/s eta 0:00:01\n\u001b[?25hCollecting wrapt~=1.12.1\n Downloading https://files.pythonhosted.org/packages/82/f7/e43cefbe88c5fd371f4cf0cf5eb3feccd07515af9fd6cf7dbf1d1793a797/wrapt-1.12.1.tar.gz\nCollecting opt-einsum~=3.3.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/bc/19/404708a7e54ad2798907210462fd950c3442ea51acc8790f3da48d2bee8b/opt_einsum-3.3.0-py3-none-any.whl (65kB)\n\u001b[K |████████████████████████████████| 71kB 8.2MB/s eta 0:00:01\n\u001b[?25hCollecting keras<2.7,>=2.6.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/5a/38/04d9b7fb53acdf861df2c4505fa96b06c779817a511e94b8882d284ba360/keras-2.6.0-py2.py3-none-any.whl (1.3MB)\n\u001b[K |████████████████████████████████| 1.3MB 45.8MB/s eta 0:00:01\n\u001b[?25hCollecting typing-extensions~=3.7.4\n Downloading https://files.pythonhosted.org/packages/60/7a/e881b5abb54db0e6e671ab088d079c57ce54e8a01a3ca443f561ccadb37e/typing_extensions-3.7.4.3-py3-none-any.whl\nCollecting absl-py~=0.10\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/97/75/f5e61fb67ecbe45c31035b17562464e11b91a2b8a351bae5ca0db2969e3b/absl_py-0.15.0-py3-none-any.whl (132kB)\n\u001b[K |████████████████████████████████| 133kB 65.6MB/s eta 0:00:01\n\u001b[?25hCollecting tensorflow-estimator<2.7,>=2.6.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/c8/54/1b2f1e22a2670546cc02e4df1b80425edaee02133173bb91aa0f6d3d0293/tensorflow_estimator-2.6.0-py2.py3-none-any.whl (462kB)\n\u001b[K |████████████████████████████████| 471kB 33.4MB/s eta 0:00:01\n\u001b[?25hCollecting grpcio<2.0,>=1.37.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/68/dc/31397ed1d4594a2b1495bc4e4cdc4fdb80c02a1e2593b45ac56a58e9b431/grpcio-1.48.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.6MB)\n\u001b[K |████████████████████████████████| 4.6MB 49.9MB/s eta 0:00:01\n\u001b[?25hCollecting flatbuffers~=1.12.0\n Downloading https://files.pythonhosted.org/packages/eb/26/712e578c5f14e26ae3314c39a1bdc4eb2ec2f4ddc89b708cf8e0a0d20423/flatbuffers-1.12-py2.py3-none-any.whl\nCollecting six~=1.15.0\n Downloading https://files.pythonhosted.org/packages/ee/ff/48bde5c0f013094d729fe4b0316ba2a24774b3ff1c52d924a8a4cb04078a/six-1.15.0-py2.py3-none-any.whl\nCollecting clang~=5.0\n Downloading https://files.pythonhosted.org/packages/32/12/e17c1220f8ca587add2e076ebb28b6c4551fcc730e3c69a5f49679ad28e9/clang-5.0.tar.gz\nCollecting google-pasta~=0.2\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/a3/de/c648ef6835192e6e2cc03f40b19eeda4382c49b5bafb43d88b931c4c74ac/google_pasta-0.2.0-py3-none-any.whl (57kB)\n\u001b[K |████████████████████████████████| 61kB 6.7MB/s eta 0:00:01\n\u001b[?25hCollecting astunparse~=1.6.3\n Downloading https://files.pythonhosted.org/packages/2b/03/13dde6512ad7b4557eb792fbcf0c653af6076b81e5941d36ec61f7ce6028/astunparse-1.6.3-py2.py3-none-any.whl\nRequirement already satisfied, skipping upgrade: termcolor~=1.1.0 in /opt/conda/lib/python3.6/site-packages (from tensorflow) (1.1.0)\nRequirement already satisfied, skipping upgrade: setuptools in /opt/conda/lib/python3.6/site-packages (from protobuf>=3.9.2->tensorflow) (42.0.1.post20191125)\nRequirement already satisfied, skipping upgrade: requests<3,>=2.21.0 in /opt/conda/lib/python3.6/site-packages (from tensorboard<2.7,>=2.6.0->tensorflow) (2.22.0)\nRequirement already satisfied, skipping upgrade: werkzeug>=0.11.15 in /opt/conda/lib/python3.6/site-packages (from tensorboard<2.7,>=2.6.0->tensorflow) (0.16.0)\nCollecting tensorboard-data-server<0.7.0,>=0.6.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/60/f9/802efd84988bffd9f644c03b6e66fde8e76c3aa33db4279ddd11c5d61f4b/tensorboard_data_server-0.6.1-py3-none-manylinux2010_x86_64.whl (4.9MB)\n\u001b[K |████████████████████████████████| 4.9MB 29.7MB/s eta 0:00:01\n\u001b[?25hCollecting tensorboard-plugin-wit>=1.6.0\n\u001b[?25l Downloading https://files.pythonhosted.org/packages/e0/68/e8ecfac5dd594b676c23a7f07ea34c197d7d69b3313afdf8ac1b0a9905a2/tensorboard_plugin_wit-1.8.1-py3-none-any.whl (781kB)\n\u001b[K |████████████████████████████████| 788kB 39.7MB/s eta 0:00:01\n\u001b[?25hRequirement already satisfied, skipping upgrade: google-auth-oauthlib<0.5,>=0.4.1 in /opt/conda/lib/python3.6/site-packages (from tensorboard<2.7,>=2.6.0->tensorflow) (0.4.1)\nRequirement already satisfied, skipping upgrade: markdown>=2.6.8 in /opt/conda/lib/python3.6/site-packages (from tensorboard<2.7,>=2.6.0->tensorflow) (3.1.1)\nRequirement already satisfied, skipping upgrade: google-auth<2,>=1.6.3 in /opt/conda/lib/python3.6/site-packages (from tensorboard<2.7,>=2.6.0->tensorflow) (1.7.1)\nCollecting cached-property; python_version < \"3.8\"\n Downloading https://files.pythonhosted.org/packages/48/19/f2090f7dad41e225c7f2326e4cfe6fff49e57dedb5b53636c9551f86b069/cached_property-1.5.2-py2.py3-none-any.whl\nRequirement already satisfied, skipping upgrade: chardet<3.1.0,>=3.0.2 in /opt/conda/lib/python3.6/site-packages (from requests<3,>=2.21.0->tensorboard<2.7,>=2.6.0->tensorflow) (3.0.4)\nRequirement already satisfied, skipping upgrade: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /opt/conda/lib/python3.6/site-packages (from requests<3,>=2.21.0->tensorboard<2.7,>=2.6.0->tensorflow) (1.24.2)\nRequirement already satisfied, skipping upgrade: certifi>=2017.4.17 in /opt/conda/lib/python3.6/site-packages (from requests<3,>=2.21.0->tensorboard<2.7,>=2.6.0->tensorflow) (2019.9.11)\nRequirement already satisfied, skipping upgrade: idna<2.9,>=2.5 in /opt/conda/lib/python3.6/site-packages (from requests<3,>=2.21.0->tensorboard<2.7,>=2.6.0->tensorflow) (2.8)\nRequirement already satisfied, skipping upgrade: requests-oauthlib>=0.7.0 in /opt/conda/lib/python3.6/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.7,>=2.6.0->tensorflow) (1.3.0)\nRequirement already satisfied, skipping upgrade: rsa<4.1,>=3.1.4 in /opt/conda/lib/python3.6/site-packages (from google-auth<2,>=1.6.3->tensorboard<2.7,>=2.6.0->tensorflow) (4.0)\nRequirement already satisfied, skipping upgrade: pyasn1-modules>=0.2.1 in /opt/conda/lib/python3.6/site-packages (from google-auth<2,>=1.6.3->tensorboard<2.7,>=2.6.0->tensorflow) (0.2.7)\nRequirement already satisfied, skipping upgrade: cachetools<3.2,>=2.0.0 in /opt/conda/lib/python3.6/site-packages (from google-auth<2,>=1.6.3->tensorboard<2.7,>=2.6.0->tensorflow) (3.1.1)\nRequirement already satisfied, skipping upgrade: oauthlib>=3.0.0 in /opt/conda/lib/python3.6/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.7,>=2.6.0->tensorflow) (3.1.0)\nRequirement already satisfied, skipping upgrade: pyasn1>=0.1.3 in /opt/conda/lib/python3.6/site-packages (from rsa<4.1,>=3.1.4->google-auth<2,>=1.6.3->tensorboard<2.7,>=2.6.0->tensorflow) (0.4.8)\nBuilding wheels for collected packages: wrapt, clang\n Building wheel for wrapt (setup.py) ... \u001b[?25ldone\n\u001b[?25h Created wheel for wrapt: filename=wrapt-1.12.1-cp36-cp36m-linux_x86_64.whl size=70340 sha256=17d9e3214767af493a746d0f466a5cdf1cbf946e6205b35d9bd641c24fc10a2c\n Stored in directory: /root/.cache/pip/wheels/b1/c2/ed/d62208260edbd3fa7156545c00ef966f45f2063d0a84f8208a\n Building wheel for clang (setup.py) ... \u001b[?25ldone\n\u001b[?25h Created wheel for clang: filename=clang-5.0-cp36-none-any.whl size=30705 sha256=e7cda052c307835b90324b22b30cc85ea6b6740006e3b3b90598c631ec12b1d5\n Stored in directory: /root/.cache/pip/wheels/a1/d0/fb/f47e814ad88e0741b0ff6fc57bc4044f61c44cb707a68de6b3\nSuccessfully built wrapt clang\n\u001b[31mERROR: allennlp 0.9.0 requires flaky, which is not installed.\u001b[0m\n\u001b[31mERROR: allennlp 0.9.0 requires responses>=0.7, which is not installed.\u001b[0m\n\u001b[31mERROR: tensorflow-probability 0.8.0 has requirement cloudpickle==1.1.1, but you'll have cloudpickle 1.2.2 which is incompatible.\u001b[0m\n\u001b[31mERROR: tensorflow-probability 0.8.0 has requirement gast<0.3,>=0.2, but you'll have gast 0.4.0 which is incompatible.\u001b[0m\n\u001b[31mERROR: mizani 0.6.0 has requirement matplotlib>=3.1.1, but you'll have matplotlib 3.0.3 which is incompatible.\u001b[0m\n\u001b[31mERROR: kmeans-smote 0.1.2 has requirement imbalanced-learn<0.5,>=0.4.0, but you'll have imbalanced-learn 0.5.0 which is incompatible.\u001b[0m\n\u001b[31mERROR: kmeans-smote 0.1.2 has requirement numpy<1.16,>=1.13, but you'll have numpy 1.19.5 which is incompatible.\u001b[0m\n\u001b[31mERROR: kmeans-smote 0.1.2 has requirement scikit-learn<0.21,>=0.19.0, but you'll have scikit-learn 0.21.3 which is incompatible.\u001b[0m\n\u001b[31mERROR: hyperopt 0.2.2 has requirement networkx==2.2, but you'll have networkx 2.4 which is incompatible.\u001b[0m\n\u001b[31mERROR: docs 0.2.2 has requirement networkx==2.2, but you'll have networkx 2.4 which is incompatible.\u001b[0m\n\u001b[31mERROR: chainer 6.5.0 has requirement typing-extensions<=3.6.6, but you'll have typing-extensions 3.7.4.3 which is incompatible.\u001b[0m\n\u001b[31mERROR: astroid 2.3.3 has requirement wrapt==1.11.*, but you'll have wrapt 1.12.1 which is incompatible.\u001b[0m\n\u001b[31mERROR: allennlp 0.9.0 has requirement spacy<2.2,>=2.1.0, but you'll have spacy 2.2.3 which is incompatible.\u001b[0m\nInstalling collected packages: wheel, numpy, tensorboard-data-server, tensorboard-plugin-wit, six, grpcio, absl-py, tensorboard, gast, cached-property, h5py, keras-preprocessing, wrapt, opt-einsum, keras, typing-extensions, tensorflow-estimator, flatbuffers, clang, google-pasta, astunparse, tensorflow\n Found existing installation: wheel 0.33.6\n Uninstalling wheel-0.33.6:\n Successfully uninstalled wheel-0.33.6\n Found existing installation: numpy 1.17.4\n Uninstalling numpy-1.17.4:\n Successfully uninstalled numpy-1.17.4\n Found existing installation: six 1.13.0\n Uninstalling six-1.13.0:\n Successfully uninstalled six-1.13.0\n Found existing installation: grpcio 1.25.0\n Uninstalling grpcio-1.25.0:\n Successfully uninstalled grpcio-1.25.0\n Found existing installation: absl-py 0.8.1\n Uninstalling absl-py-0.8.1:\n Successfully uninstalled absl-py-0.8.1\n Found existing installation: tensorboard 2.0.2\n Uninstalling tensorboard-2.0.2:\n Successfully uninstalled tensorboard-2.0.2\n Found existing installation: gast 0.2.2\n Uninstalling gast-0.2.2:\n Successfully uninstalled gast-0.2.2\n Found existing installation: h5py 2.9.0\n Uninstalling h5py-2.9.0:\n Successfully uninstalled h5py-2.9.0\n Found existing installation: Keras-Preprocessing 1.1.0\n Uninstalling Keras-Preprocessing-1.1.0:\n Successfully uninstalled Keras-Preprocessing-1.1.0\n Found existing installation: wrapt 1.11.2\n Uninstalling wrapt-1.11.2:\n Successfully uninstalled wrapt-1.11.2\n Found existing installation: opt-einsum 3.1.0\n Uninstalling opt-einsum-3.1.0:\n Successfully uninstalled opt-einsum-3.1.0\n Found existing installation: Keras 2.3.1\n Uninstalling Keras-2.3.1:\n Successfully uninstalled Keras-2.3.1\n Found existing installation: typing-extensions 3.6.6\n Uninstalling typing-extensions-3.6.6:\n Successfully uninstalled typing-extensions-3.6.6\n Found existing installation: tensorflow-estimator 2.0.1\n Uninstalling tensorflow-estimator-2.0.1:\n Successfully uninstalled tensorflow-estimator-2.0.1\n Found existing installation: google-pasta 0.1.8\n Uninstalling google-pasta-0.1.8:\n Successfully uninstalled google-pasta-0.1.8\n Found existing installation: tensorflow 2.1.0rc0\n Uninstalling tensorflow-2.1.0rc0:\n Successfully uninstalled tensorflow-2.1.0rc0\nSuccessfully installed absl-py-0.15.0 astunparse-1.6.3 cached-property-1.5.2 clang-5.0 flatbuffers-1.12 gast-0.4.0 google-pasta-0.2.0 grpcio-1.48.2 h5py-3.1.0 keras-2.6.0 keras-preprocessing-1.1.2 numpy-1.19.5 opt-einsum-3.3.0 six-1.15.0 tensorboard-2.6.0 tensorboard-data-server-0.6.1 tensorboard-plugin-wit-1.8.1 tensorflow-2.6.2 tensorflow-estimator-2.6.0 typing-extensions-3.7.4.3 wheel-0.37.1 wrapt-1.12.1\n","output_type":"stream"}],"execution_count":22},{"cell_type":"code","source":"from tensorflow import keras\n\nimport matplotlib.pyplot as plt\nimport tensorflow as tf\nimport pandas as pd\nimport numpy as np\nimport imageio\nimport cv2\nimport os","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-06T12:52:21.041786Z","iopub.execute_input":"2024-12-06T12:52:21.042047Z","iopub.status.idle":"2024-12-06T12:52:21.049993Z","shell.execute_reply.started":"2024-12-06T12:52:21.042006Z","shell.execute_reply":"2024-12-06T12:52:21.049318Z"}},"outputs":[],"execution_count":27},{"cell_type":"code","source":"DATA_FOLDER = '/kaggle/input/deepfake-detection-challenge'\nTRAIN_SAMPLE_FOLDER = 'train_sample_videos'\nTEST_FOLDER = 'test_videos'\n\nprint(f\"train samples: {len(os.listdir(os.path.join(DATA_FOLDER, TRAIN_SAMPLE_FOLDER)))}\")\nprint(f\"test samples: {len(os.listdir(os.path.join(DATA_FOLDER, TEST_FOLDER)))}\")","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-06T12:52:38.86414Z","iopub.execute_input":"2024-12-06T12:52:38.864455Z","iopub.status.idle":"2024-12-06T12:52:38.871918Z","shell.execute_reply.started":"2024-12-06T12:52:38.8644Z","shell.execute_reply":"2024-12-06T12:52:38.870813Z"}},"outputs":[{"name":"stdout","text":"train samples: 401\ntest samples: 400\n","output_type":"stream"}],"execution_count":30},{"cell_type":"code","source":"train_sample_metadata = pd.read_json('/kaggle/input/deepfake-detection-challenge/train_sample_videos/metadata.json').T\ntrain_sample_metadata.head()","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2024-12-06T12:52:52.618735Z","iopub.execute_input":"2024-12-06T12:52:52.619046Z","iopub.status.idle":"2024-12-06T12:52:52.73798Z","shell.execute_reply.started":"2024-12-06T12:52:52.618991Z","shell.execute_reply":"2024-12-06T12:52:52.73717Z"}},"outputs":[{"execution_count":31,"output_type":"execute_result","data":{"text/plain":" label split original\naagfhgtpmv.mp4 FAKE train vudstovrck.mp4\naapnvogymq.mp4 FAKE train jdubbvfswz.mp4\nabarnvbtwb.mp4 REAL train None\nabofeumbvv.mp4 FAKE train atvmxvwyns.mp4\nabqwwspghj.mp4 FAKE train qzimuostzz.mp4","text/html":"\n\n
\n \n \n | \n label | \n split | \n original | \n
\n \n \n \n | aagfhgtpmv.mp4 | \n FAKE | \n train | \n vudstovrck.mp4 | \n
\n \n | aapnvogymq.mp4 | \n FAKE | \n train | \n jdubbvfswz.mp4 | \n
\n \n | abarnvbtwb.mp4 | \n REAL | \n train | \n None | \n
\n \n | abofeumbvv.mp4 | \n FAKE | \n train | \n atvmxvwyns.mp4 | \n
\n \n | abqwwspghj.mp4 | \n FAKE | \n train | \n qzimuostzz.mp4 | \n
\n \n
\n