{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"5c063fac-5082-f83c-2f66-0019dc5d7465"},"outputs":[],"source":"from sklearn.metrics.pairwise import cosine_similarity\nfrom scipy import sparse\nimport numpy as np\nimport pandas as pd\nfrom sklearn import preprocessing\nfrom sklearn.neighbors import NearestNeighbors\nimport sklearn.metrics.pairwise as smp\nfrom sklearn.neighbors import LSHForest\n\nA =  np.array([[0, 1, 0, 0, 1], [0, 0, 1, 1, 1],[1, 1, 0, 1, 0]])\nA_sparse = sparse.csr_matrix(A)\n\n\n#also can output sparse matrices\nsimilarities_sparse = cosine_similarity(A_sparse,dense_output=False)\nprint('pairwise sparse output:\\n {}\\n'.format(similarities_sparse))\n"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"b59f6002-87b2-ff54-9f6f-a93a5ea4a12f"},"outputs":[],"source":"categories = pd.read_csv(\"../input/documents_categories.csv\")"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"9590e099-e63a-1741-bcbd-bc95caa0c6a3"},"outputs":[],"source":"A = categories[\"document_id\"].tolist()\nB = categories[\"category_id\"].tolist()\nC = categories[\"confidence_level\"].tolist()"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"7ff701f6-b23a-e3e1-d5fa-57b9632ae968"},"outputs":[],"source":"leB = preprocessing.LabelEncoder()\nleB.fit(B)\nBU = leB.transform(B)\nleA = preprocessing.LabelEncoder()\nleA.fit(A)\nAU = leA.transform(A)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"5f24b8f6-83f7-7e65-aa73-ea544ba2ddcf"},"outputs":[],"source":"matrix = sparse.coo_matrix((C,(AU,BU)))\nmatrix"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"48c1cb7f-a161-b86e-1c24-ae5e1417ee09"},"outputs":[],"source":"similarities = cosine_similarity(matrix, dense_output=False)\nsimilarities"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"5477094b-e877-1cbb-a79d-3bcb04d4f3ba"},"outputs":[],"source":"train = pd.read_csv(\"../input/click_train.csv\")"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"5aa816e2-e9f7-8b3e-764f-2a83f6bcccd8"},"outputs":[],"source":"train"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"274bfd58-f09c-65fb-14b7-16d6822001c6"},"outputs":[],"source":""}],"metadata":{"_change_revision":0,"_is_fork":false,"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.5.2"}},"nbformat":4,"nbformat_minor":0}