{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "%load_ext autoreload\n", "%autoreload 2\n", "%matplotlib inline" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "import os\n", "import json\n", "\n", "import numpy as np\n", "import matplotlib.pyplot as plt\n", "from PIL import Image\n", "from tqdm import tqdm\n", "import pandas as pd\n", "from annoy import AnnoyIndex\n", "from sklearn.model_selection import train_test_split\n", "\n", "import config\n", "from doppler.image_utils import read_img, display_n_images" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "annoy_idx_file = os.path.join(config.working_dir, 'annoy_index.ann')\n", "annoy_idx2dhash = os.path.join(config.working_dir, 'annoy_idx2dhash.json')" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "df_conv = pd.read_csv(config.logits_file, index_col=0)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | conv_0 | \n", "conv_1 | \n", "conv_2 | \n", "conv_3 | \n", "conv_4 | \n", "conv_5 | \n", "conv_6 | \n", "conv_7 | \n", "conv_8 | \n", "conv_9 | \n", "... | \n", "conv_2039 | \n", "conv_2040 | \n", "conv_2041 | \n", "conv_2042 | \n", "conv_2043 | \n", "conv_2044 | \n", "conv_2045 | \n", "conv_2046 | \n", "conv_2047 | \n", "f_img | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
de199bce51eca611 | \n", "0.171140 | \n", "0.821729 | \n", "1.545403 | \n", "0.484026 | \n", "0.493857 | \n", "0.201970 | \n", "0.532051 | \n", "0.243506 | \n", "0.137374 | \n", "1.018628 | \n", "... | \n", "0.549163 | \n", "0.045832 | \n", "1.109954 | \n", "0.698326 | \n", "0.147469 | \n", "0.475100 | \n", "0.073677 | \n", "0.026989 | \n", "0.039199 | \n", "/mnt/n1p1/data/platforms/reddit/media/dd/bs/Dd... | \n", "
9a0f8793135093b3 | \n", "0.062129 | \n", "1.315232 | \n", "0.039969 | \n", "0.081984 | \n", "1.519520 | \n", "0.488671 | \n", "0.596972 | \n", "0.106461 | \n", "0.368639 | \n", "0.229714 | \n", "... | \n", "0.045548 | \n", "0.383502 | \n", "0.050320 | \n", "0.006937 | \n", "0.141298 | \n", "0.595841 | \n", "0.080084 | \n", "0.178390 | \n", "0.113449 | \n", "/mnt/n1p1/data/platforms/reddit/media/kb/6a/kb... | \n", "
2 rows × 2049 columns
\n", "