{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimage_embeddings=pd.read_feather(\"../input/embeddings/embedding_image.feature\")\nimage_embedding_value=image_embeddings.iloc[:,1:513].values\n","metadata":{"ExecuteTime":{"end_time":"2022-04-07T01:55:08.442906Z","start_time":"2022-04-07T01:55:08.045701Z"}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"image_embeddings","metadata":{"ExecuteTime":{"end_time":"2022-04-07T02:02:50.857054Z","start_time":"2022-04-07T02:02:50.723084Z"}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"text_embeddings=pd.read_feather(\"../input/embeddings/embedding_text.feature\")\ntext_embedding_value=text_embeddings.iloc[:,1:768].values","metadata":{"ExecuteTime":{"end_time":"2022-04-07T02:16:39.679883Z","start_time":"2022-04-07T02:16:38.908729Z"}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"text_embedding_value","metadata":{"ExecuteTime":{"end_time":"2022-04-07T02:16:40.221803Z","start_time":"2022-04-07T02:16:40.219258Z"}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.decomposition import PCA\nn_dimension=[25,50,100,150,200,250,300,450]\nfrom tqdm import tqdm\nfor dimension in tqdm(n_dimension):\n    pca = PCA(n_components=dimension)\n    transformed_image=pca.fit_transform(image_embedding_value)\n    pca = PCA(n_components=dimension)\n    transformed_text=pca.fit_transform(text_embedding_value)\n    stack=np.column_stack((transformed_image,transformed_text))\n    embeddings=pd.DataFrame(stack,columns=[\"embedding\"+str(i+1) for i in range(2*dimension)])\n    embeddings.to_feather(\"./embeddings\"+str(dimension)+\".feather\")","metadata":{"ExecuteTime":{"end_time":"2022-04-07T02:19:55.779606Z","start_time":"2022-04-07T02:17:20.230664Z"}},"execution_count":null,"outputs":[]}]}