987 lines
63 KiB
Plaintext
987 lines
63 KiB
Plaintext
{
|
||
"cells": [
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 1,
|
||
"id": "8ef5cd92",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"%load_ext autoreload\n",
|
||
"%autoreload 2"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 2,
|
||
"id": "78c4643a",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"import os\n",
|
||
"import sys\n",
|
||
"import os.path as op\n",
|
||
"import pandas as pd\n",
|
||
"import json\n",
|
||
"import base64"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 3,
|
||
"id": "ffba4333",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"sys.path.append(op.abspath('..'))"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 4,
|
||
"id": "5bc81f71",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"os.environ[\"CUBLAS_WORKSPACE_CONFIG\"] = \":16:8\""
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 5,
|
||
"id": "3de8bcf2",
|
||
"metadata": {
|
||
"lines_to_next_cell": 0
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"import torch\n",
|
||
"import multiprocessing\n",
|
||
"from itertools import chain\n",
|
||
"import numpy as np\n",
|
||
"import random"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 6,
|
||
"id": "91a045ba",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"from bokeh.io import output_notebook, output_file\n",
|
||
"from bokeh.plotting import figure, show\n",
|
||
"from bokeh.models import LinearColorMapper, ColumnDataSource\n",
|
||
"from bokeh.transform import factor_cmap, factor_mark\n",
|
||
"from torch.utils.data import DataLoader\n",
|
||
"\n",
|
||
"\n",
|
||
"from datasets import SLREmbeddingDataset, collate_fn_padd\n",
|
||
"from datasets.dataset_loader import LocalDatasetLoader\n",
|
||
"from models import embeddings_scatter_plot_splits\n",
|
||
"from models import SPOTER_EMBEDDINGS"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 7,
|
||
"id": "bc50c296",
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"<torch._C.Generator at 0x7fc80f62ff70>"
|
||
]
|
||
},
|
||
"execution_count": 7,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"seed = 43\n",
|
||
"random.seed(seed)\n",
|
||
"np.random.seed(seed)\n",
|
||
"os.environ[\"PYTHONHASHSEED\"] = str(seed)\n",
|
||
"torch.manual_seed(seed)\n",
|
||
"torch.cuda.manual_seed(seed)\n",
|
||
"torch.cuda.manual_seed_all(seed)\n",
|
||
"torch.backends.cudnn.deterministic = True\n",
|
||
"torch.use_deterministic_algorithms(True) \n",
|
||
"generator = torch.Generator()\n",
|
||
"generator.manual_seed(seed)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 8,
|
||
"id": "82766a17",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"BASE_DATA_FOLDER = '../data/'\n",
|
||
"os.environ[\"BASE_DATA_FOLDER\"] = BASE_DATA_FOLDER\n",
|
||
"device = torch.device(\"cpu\")\n",
|
||
"if torch.cuda.is_available():\n",
|
||
" device = torch.device(\"cuda\")"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 41,
|
||
"id": "ead15a36",
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"<All keys matched successfully>"
|
||
]
|
||
},
|
||
"execution_count": 41,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"# LOAD MODEL FROM CLEARML\n",
|
||
"# from clearml import InputModel\n",
|
||
"# model = InputModel(model_id='1b736da469b04e91b8451d2342aef6ce')\n",
|
||
"# checkpoint = torch.load(model.get_weights())\n",
|
||
"\n",
|
||
"\n",
|
||
"CHECKPOINT_PATH = \"../out-checkpoints/augment_rotate_75_x8/checkpoint_embed_197.pth\"\n",
|
||
"checkpoint = torch.load(CHECKPOINT_PATH, map_location=device)\n",
|
||
"\n",
|
||
"\n",
|
||
"model = SPOTER_EMBEDDINGS(\n",
|
||
" features=checkpoint[\"config_args\"].vector_length,\n",
|
||
" hidden_dim=checkpoint[\"config_args\"].hidden_dim,\n",
|
||
" norm_emb=checkpoint[\"config_args\"].normalize_embeddings,\n",
|
||
").to(device)\n",
|
||
"\n",
|
||
"model.load_state_dict(checkpoint[\"state_dict\"])"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 42,
|
||
"id": "20f8036d",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"SL_DATASET = 'basic-signs' # or 'wlasl'\n",
|
||
"\n",
|
||
"if SL_DATASET == 'fingerspelling':\n",
|
||
" dataset_name = \"fingerspelling\"\n",
|
||
" split_dataset_path = \"fingerspelling_{}.csv\"\n",
|
||
"elif SL_DATASET == 'wlasl':\n",
|
||
" dataset_name = \"wlasl\"\n",
|
||
" split_dataset_path = \"WLASL100_{}.csv\"\n",
|
||
"elif SL_DATASET == 'basic-signs':\n",
|
||
" dataset_name = \"basic-signs\"\n",
|
||
" split_dataset_path = \"{}.csv\"\n",
|
||
" "
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 43,
|
||
"id": "758716b6",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"def get_dataset_loader(loader_name=None):\n",
|
||
" if loader_name == 'CLEARML':\n",
|
||
" from datasets.clearml_dataset_loader import ClearMLDatasetLoader\n",
|
||
" return ClearMLDatasetLoader()\n",
|
||
" else:\n",
|
||
" return LocalDatasetLoader()\n",
|
||
"\n",
|
||
"dataset_loader = get_dataset_loader()\n",
|
||
"dataset_project = \"Sign Language Recognition\"\n",
|
||
"batch_size = 1\n",
|
||
"dataset_folder = dataset_loader.get_dataset_folder(dataset_project, dataset_name)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 44,
|
||
"id": "f1527959",
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/usr/local/lib/python3.8/dist-packages/sklearn/manifold/_t_sne.py:780: FutureWarning: The default initialization in TSNE will change from 'random' to 'pca' in 1.2.\n",
|
||
" warnings.warn(\n",
|
||
"/usr/local/lib/python3.8/dist-packages/sklearn/manifold/_t_sne.py:790: FutureWarning: The default learning rate in TSNE will change from 200.0 to 'auto' in 1.2.\n",
|
||
" warnings.warn(\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"dataloaders = {}\n",
|
||
"splits = ['train', 'val']\n",
|
||
"dfs = {}\n",
|
||
"for split in splits:\n",
|
||
" split_set_path = op.join(dataset_folder, split_dataset_path.format(split))\n",
|
||
" split_set = SLREmbeddingDataset(split_set_path, triplet=False)\n",
|
||
" data_loader = DataLoader(\n",
|
||
" split_set,\n",
|
||
" batch_size=batch_size,\n",
|
||
" shuffle=False,\n",
|
||
" collate_fn=collate_fn_padd,\n",
|
||
" pin_memory=torch.cuda.is_available(),\n",
|
||
" num_workers=multiprocessing.cpu_count()\n",
|
||
" )\n",
|
||
" dataloaders[split] = data_loader\n",
|
||
" dfs[split] = pd.read_csv(split_set_path)\n",
|
||
"\n",
|
||
"with open(op.join(dataset_folder, 'id_to_label.json')) as fid:\n",
|
||
" id_to_label = json.load(fid)\n",
|
||
"id_to_label = {int(key): value for key, value in id_to_label.items()}\n",
|
||
"\n",
|
||
"tsne_results, labels_results = embeddings_scatter_plot_splits(model,\n",
|
||
" dataloaders,\n",
|
||
" device,\n",
|
||
" id_to_label,\n",
|
||
" perplexity=40,\n",
|
||
" n_iter=1000)\n",
|
||
"\n",
|
||
"\n",
|
||
"set_labels = list(set(next(chain(labels_results.values()))))"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 45,
|
||
"id": "3c3af5bf",
|
||
"metadata": {
|
||
"lines_to_next_cell": 0
|
||
},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"143"
|
||
]
|
||
},
|
||
"execution_count": 45,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"dfs = {}\n",
|
||
"for split in splits:\n",
|
||
" split_set_path = op.join(dataset_folder, split_dataset_path.format(split))\n",
|
||
" df = pd.read_csv(split_set_path)\n",
|
||
" df['tsne_x'] = tsne_results[split][:, 0]\n",
|
||
" df['tsne_y'] = tsne_results[split][:, 1]\n",
|
||
" df['split'] = split\n",
|
||
" # if SL_DATASET == 'wlasl':\n",
|
||
" # df['video_fn'] = df['video_id'].apply(lambda video_id: os.path.join(BASE_DATA_FOLDER, f'wlasl/videos/{video_id:05d}.mp4'))\n",
|
||
" # else:\n",
|
||
" # df['video_fn'] = df['video_id'].apply(lambda video_id: os.path.join(BASE_DATA_FOLDER, f'lsa/videos/{video_id}.mp4'))\n",
|
||
" dfs[split] = df\n",
|
||
"\n",
|
||
"df = pd.concat([dfs['train']]).reset_index(drop=True)\n",
|
||
"len(df)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 46,
|
||
"id": "dccbe1b9",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"from tqdm.auto import tqdm\n",
|
||
"\n",
|
||
"def load_videos(video_list):\n",
|
||
" print('loading videos')\n",
|
||
" videos = []\n",
|
||
" for video_fn in tqdm(video_list):\n",
|
||
" if video_fn is None:\n",
|
||
" video_data = None\n",
|
||
" else:\n",
|
||
" with open(video_fn, 'rb') as fid:\n",
|
||
" video_data = base64.b64encode(fid.read()).decode()\n",
|
||
" videos.append(video_data)\n",
|
||
" print('Done loading videos')\n",
|
||
" return videos"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 47,
|
||
"id": "904298f0",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"use_img_div = False\n",
|
||
"if use_img_div:\n",
|
||
" # sample dataframe data to avoid overloading scatter plot with too many videos\n",
|
||
" df = df.loc[(df['tsne_x'] > 10) & (df['tsne_x'] < 20)]\n",
|
||
" df = df.loc[(df['tsne_y'] > 10) & (df['tsne_y'] < 20)]"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 48,
|
||
"id": "42832f7c",
|
||
"metadata": {
|
||
"scrolled": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"<div class=\"bk-root\">\n",
|
||
" <a href=\"https://bokeh.org\" target=\"_blank\" class=\"bk-logo bk-logo-small bk-logo-notebook\"></a>\n",
|
||
" <span id=\"1506\">Loading BokehJS ...</span>\n",
|
||
" </div>\n"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
},
|
||
{
|
||
"data": {
|
||
"application/javascript": "(function(root) {\n function now() {\n return new Date();\n }\n\n const force = true;\n\n if (typeof root._bokeh_onload_callbacks === \"undefined\" || force === true) {\n root._bokeh_onload_callbacks = [];\n root._bokeh_is_loading = undefined;\n }\n\nconst JS_MIME_TYPE = 'application/javascript';\n const HTML_MIME_TYPE = 'text/html';\n const EXEC_MIME_TYPE = 'application/vnd.bokehjs_exec.v0+json';\n const CLASS_NAME = 'output_bokeh rendered_html';\n\n /**\n * Render data to the DOM node\n */\n function render(props, node) {\n const script = document.createElement(\"script\");\n node.appendChild(script);\n }\n\n /**\n * Handle when an output is cleared or removed\n */\n function handleClearOutput(event, handle) {\n const cell = handle.cell;\n\n const id = cell.output_area._bokeh_element_id;\n const server_id = cell.output_area._bokeh_server_id;\n // Clean up Bokeh references\n if (id != null && id in Bokeh.index) {\n Bokeh.index[id].model.document.clear();\n delete Bokeh.index[id];\n }\n\n if (server_id !== undefined) {\n // Clean up Bokeh references\n const cmd_clean = \"from bokeh.io.state import curstate; print(curstate().uuid_to_server['\" + server_id + \"'].get_sessions()[0].document.roots[0]._id)\";\n cell.notebook.kernel.execute(cmd_clean, {\n iopub: {\n output: function(msg) {\n const id = msg.content.text.trim();\n if (id in Bokeh.index) {\n Bokeh.index[id].model.document.clear();\n delete Bokeh.index[id];\n }\n }\n }\n });\n // Destroy server and session\n const cmd_destroy = \"import bokeh.io.notebook as ion; ion.destroy_server('\" + server_id + \"')\";\n cell.notebook.kernel.execute(cmd_destroy);\n }\n }\n\n /**\n * Handle when a new output is added\n */\n function handleAddOutput(event, handle) {\n const output_area = handle.output_area;\n const output = handle.output;\n\n // limit handleAddOutput to display_data with EXEC_MIME_TYPE content only\n if ((output.output_type != \"display_data\") || (!Object.prototype.hasOwnProperty.call(output.data, EXEC_MIME_TYPE))) {\n return\n }\n\n const toinsert = output_area.element.find(\".\" + CLASS_NAME.split(' ')[0]);\n\n if (output.metadata[EXEC_MIME_TYPE][\"id\"] !== undefined) {\n toinsert[toinsert.length - 1].firstChild.textContent = output.data[JS_MIME_TYPE];\n // store reference to embed id on output_area\n output_area._bokeh_element_id = output.metadata[EXEC_MIME_TYPE][\"id\"];\n }\n if (output.metadata[EXEC_MIME_TYPE][\"server_id\"] !== undefined) {\n const bk_div = document.createElement(\"div\");\n bk_div.innerHTML = output.data[HTML_MIME_TYPE];\n const script_attrs = bk_div.children[0].attributes;\n for (let i = 0; i < script_attrs.length; i++) {\n toinsert[toinsert.length - 1].firstChild.setAttribute(script_attrs[i].name, script_attrs[i].value);\n toinsert[toinsert.length - 1].firstChild.textContent = bk_div.children[0].textContent\n }\n // store reference to server id on output_area\n output_area._bokeh_server_id = output.metadata[EXEC_MIME_TYPE][\"server_id\"];\n }\n }\n\n function register_renderer(events, OutputArea) {\n\n function append_mime(data, metadata, element) {\n // create a DOM node to render to\n const toinsert = this.create_output_subarea(\n metadata,\n CLASS_NAME,\n EXEC_MIME_TYPE\n );\n this.keyboard_manager.register_events(toinsert);\n // Render to node\n const props = {data: data, metadata: metadata[EXEC_MIME_TYPE]};\n render(props, toinsert[toinsert.length - 1]);\n element.append(toinsert);\n return toinsert\n }\n\n /* Handle when an output is cleared or removed */\n events.on('clear_output.CodeCell', handleClearOutput);\n events.on('delete.Cell', handleClearOutput);\n\n /* Handle when a new output is added */\n events.on('output_added.OutputArea', handleAddOutput);\n\n /**\n * Register the mime type and append_mime function with output_area\n */\n OutputArea.prototype.register_mime_type(EXEC_MIME_TYPE, append_mime, {\n /* Is output safe? */\n safe: true,\n /* Index of renderer in `output_area.display_order` */\n index: 0\n });\n }\n\n // register the mime type if in Jupyter Notebook environment and previously unregistered\n if (root.Jupyter !== undefined) {\n const events = require('base/js/events');\n const OutputArea = require('notebook/js/outputarea').OutputArea;\n\n if (OutputArea.prototype.mime_types().indexOf(EXEC_MIME_TYPE) == -1) {\n register_renderer(events, OutputArea);\n }\n }\n if (typeof (root._bokeh_timeout) === \"undefined\" || force === true) {\n root._bokeh_timeout = Date.now() + 5000;\n root._bokeh_failed_load = false;\n }\n\n const NB_LOAD_WARNING = {'data': {'text/html':\n \"<div style='background-color: #fdd'>\\n\"+\n \"<p>\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"</p>\\n\"+\n \"<ul>\\n\"+\n \"<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\\n\"+\n \"<li>use INLINE resources instead, as so:</li>\\n\"+\n \"</ul>\\n\"+\n \"<code>\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"</code>\\n\"+\n \"</div>\"}};\n\n function display_loaded() {\n const el = document.getElementById(\"1506\");\n if (el != null) {\n el.textContent = \"BokehJS is loading...\";\n }\n if (root.Bokeh !== undefined) {\n if (el != null) {\n el.textContent = \"BokehJS \" + root.Bokeh.version + \" successfully loaded.\";\n }\n } else if (Date.now() < root._bokeh_timeout) {\n setTimeout(display_loaded, 100)\n }\n }\n\n function run_callbacks() {\n try {\n root._bokeh_onload_callbacks.forEach(function(callback) {\n if (callback != null)\n callback();\n });\n } finally {\n delete root._bokeh_onload_callbacks\n }\n console.debug(\"Bokeh: all callbacks have finished\");\n }\n\n function load_libs(css_urls, js_urls, callback) {\n if (css_urls == null) css_urls = [];\n if (js_urls == null) js_urls = [];\n\n root._bokeh_onload_callbacks.push(callback);\n if (root._bokeh_is_loading > 0) {\n console.debug(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n return null;\n }\n if (js_urls == null || js_urls.length === 0) {\n run_callbacks();\n return null;\n }\n console.debug(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n root._bokeh_is_loading = css_urls.length + js_urls.length;\n\n function on_load() {\n root._bokeh_is_loading--;\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: all BokehJS libraries/stylesheets loaded\");\n run_callbacks()\n }\n }\n\n function on_error(url) {\n console.error(\"failed to load \" + url);\n }\n\n for (let i = 0; i < css_urls.length; i++) {\n const url = css_urls[i];\n const element = document.createElement(\"link\");\n element.onload = on_load;\n element.onerror = on_error.bind(null, url);\n element.rel = \"stylesheet\";\n element.type = \"text/css\";\n element.href = url;\n console.debug(\"Bokeh: injecting link tag for BokehJS stylesheet: \", url);\n document.body.appendChild(element);\n }\n\n for (let i = 0; i < js_urls.length; i++) {\n const url = js_urls[i];\n const element = document.createElement('script');\n element.onload = on_load;\n element.onerror = on_error.bind(null, url);\n element.async = false;\n element.src = url;\n console.debug(\"Bokeh: injecting script tag for BokehJS library: \", url);\n document.head.appendChild(element);\n }\n };\n\n function inject_raw_css(css) {\n const element = document.createElement(\"style\");\n element.appendChild(document.createTextNode(css));\n document.body.appendChild(element);\n }\n\n const js_urls = [\"https://cdn.bokeh.org/bokeh/release/bokeh-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-gl-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-widgets-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-tables-2.4.3.min.js\", \"https://cdn.bokeh.org/bokeh/release/bokeh-mathjax-2.4.3.min.js\"];\n const css_urls = [];\n\n const inline_js = [ function(Bokeh) {\n Bokeh.set_log_level(\"info\");\n },\nfunction(Bokeh) {\n }\n ];\n\n function run_inline_js() {\n if (root.Bokeh !== undefined || force === true) {\n for (let i = 0; i < inline_js.length; i++) {\n inline_js[i].call(root, root.Bokeh);\n }\nif (force === true) {\n display_loaded();\n }} else if (Date.now() < root._bokeh_timeout) {\n setTimeout(run_inline_js, 100);\n } else if (!root._bokeh_failed_load) {\n console.log(\"Bokeh: BokehJS failed to load within specified timeout.\");\n root._bokeh_failed_load = true;\n } else if (force !== true) {\n const cell = $(document.getElementById(\"1506\")).parents('.cell').data().cell;\n cell.output_area.append_execute_result(NB_LOAD_WARNING)\n }\n }\n\n if (root._bokeh_is_loading === 0) {\n console.debug(\"Bokeh: BokehJS loaded, going straight to plotting\");\n run_inline_js();\n } else {\n load_libs(css_urls, js_urls, function() {\n console.debug(\"Bokeh: BokehJS plotting callback run at\", now());\n run_inline_js();\n });\n }\n}(window));",
|
||
"application/vnd.bokehjs_load.v0+json": ""
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"img_div = '''\n",
|
||
" <div>\n",
|
||
" <video autoplay src=\"data:video/mp4;base64,@videos\" height=\"90\" width=\"120\">\n",
|
||
" </video>\n",
|
||
" </div>\n",
|
||
"'''\n",
|
||
"TOOLTIPS = f\"\"\"\n",
|
||
" <div>\n",
|
||
" {img_div if use_img_div else ''}\n",
|
||
" <div>\n",
|
||
" <span style=\"font-size: 17px; font-weight: bold;\">@label_desc - @split</span>\n",
|
||
" <span style=\"font-size: 15px; color: #966;\">[#@video_id]</span>\n",
|
||
" </div>\n",
|
||
" </div>\n",
|
||
" </div>\n",
|
||
"\"\"\"\n",
|
||
"\n",
|
||
"# get labels\n",
|
||
"labels = df['label_name'].values\n",
|
||
"# get unique labels\n",
|
||
"unique_labels = np.unique(labels)\n",
|
||
"cmap = LinearColorMapper(palette=\"Turbo256\", low=0, high=len(unique_labels))\n",
|
||
"\n",
|
||
"output_notebook()\n",
|
||
"# or \n",
|
||
"# output_file(\"scatter_plot.html\")\n",
|
||
"\n",
|
||
"p = figure(width=1000,\n",
|
||
" height=800,\n",
|
||
" tooltips=TOOLTIPS,\n",
|
||
" title=f\"Check {'video' if use_img_div else 'label'} by hovering mouse over the dots\")"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 49,
|
||
"id": "ead4daf7",
|
||
"metadata": {
|
||
"scrolled": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"\n",
|
||
" <div class=\"bk-root\" id=\"c95f81fb-7cf0-4c10-b8a3-a9e77c772aef\" data-root-id=\"1507\"></div>\n"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
},
|
||
{
|
||
"data": {
|
||
"application/javascript": "(function(root) {\n function embed_document(root) {\n const docs_json = {\"49e50715-c814-427d-91f3-7faabca8d9a1\":{\"defs\":[],\"roots\":{\"references\":[{\"attributes\":{\"below\":[{\"id\":\"1518\"}],\"center\":[{\"id\":\"1521\"},{\"id\":\"1525\"},{\"id\":\"1559\"}],\"height\":800,\"left\":[{\"id\":\"1522\"}],\"renderers\":[{\"id\":\"1547\"}],\"title\":{\"id\":\"1508\"},\"toolbar\":{\"id\":\"1534\"},\"width\":1000,\"x_range\":{\"id\":\"1510\"},\"x_scale\":{\"id\":\"1514\"},\"y_range\":{\"id\":\"1512\"},\"y_scale\":{\"id\":\"1516\"}},\"id\":\"1507\",\"subtype\":\"Figure\",\"type\":\"Plot\"},{\"attributes\":{},\"id\":\"1529\",\"type\":\"SaveTool\"},{\"attributes\":{},\"id\":\"1551\",\"type\":\"BasicTickFormatter\"},{\"attributes\":{},\"id\":\"1552\",\"type\":\"AllLabels\"},{\"attributes\":{},\"id\":\"1555\",\"type\":\"AllLabels\"},{\"attributes\":{\"coordinates\":null,\"formatter\":{\"id\":\"1554\"},\"group\":null,\"major_label_policy\":{\"id\":\"1555\"},\"ticker\":{\"id\":\"1519\"}},\"id\":\"1518\",\"type\":\"LinearAxis\"},{\"attributes\":{},\"id\":\"1554\",\"type\":\"BasicTickFormatter\"},{\"attributes\":{\"bottom_units\":\"screen\",\"coordinates\":null,\"fill_alpha\":0.5,\"fill_color\":\"lightgrey\",\"group\":null,\"left_units\":\"screen\",\"level\":\"overlay\",\"line_alpha\":1.0,\"line_color\":\"black\",\"line_dash\":[4,4],\"line_width\":2,\"right_units\":\"screen\",\"syncable\":false,\"top_units\":\"screen\"},\"id\":\"1532\",\"type\":\"BoxAnnotation\"},{\"attributes\":{},\"id\":\"1523\",\"type\":\"BasicTicker\"},{\"attributes\":{},\"id\":\"1526\",\"type\":\"PanTool\"},{\"attributes\":{},\"id\":\"1510\",\"type\":\"DataRange1d\"},{\"attributes\":{},\"id\":\"1527\",\"type\":\"WheelZoomTool\"},{\"attributes\":{},\"id\":\"1519\",\"type\":\"BasicTicker\"},{\"attributes\":{},\"id\":\"1556\",\"type\":\"UnionRenderers\"},{\"attributes\":{\"high\":15,\"low\":0,\"palette\":[\"#30123b\",\"#311542\",\"#32184a\",\"#341b51\",\"#351e58\",\"#36215f\",\"#372365\",\"#38266c\",\"#392972\",\"#3a2c79\",\"#3b2f7f\",\"#3c3285\",\"#3c358b\",\"#3d3791\",\"#3e3a96\",\"#3f3d9c\",\"#4040a1\",\"#4043a6\",\"#4145ab\",\"#4148b0\",\"#424bb5\",\"#434eba\",\"#4350be\",\"#4353c2\",\"#4456c7\",\"#4458cb\",\"#455bce\",\"#455ed2\",\"#4560d6\",\"#4563d9\",\"#4666dd\",\"#4668e0\",\"#466be3\",\"#466de6\",\"#4670e8\",\"#4673eb\",\"#4675ed\",\"#4678f0\",\"#467af2\",\"#467df4\",\"#467ff6\",\"#4682f8\",\"#4584f9\",\"#4587fb\",\"#4589fc\",\"#448cfd\",\"#438efd\",\"#4291fe\",\"#4193fe\",\"#4096fe\",\"#3f98fe\",\"#3e9bfe\",\"#3c9dfd\",\"#3ba0fc\",\"#39a2fc\",\"#38a5fb\",\"#36a8f9\",\"#34aaf8\",\"#33acf6\",\"#31aff5\",\"#2fb1f3\",\"#2db4f1\",\"#2bb6ef\",\"#2ab9ed\",\"#28bbeb\",\"#26bde9\",\"#25c0e6\",\"#23c2e4\",\"#21c4e1\",\"#20c6df\",\"#1ec9dc\",\"#1dcbda\",\"#1ccdd7\",\"#1bcfd4\",\"#1ad1d2\",\"#19d3cf\",\"#18d5cc\",\"#18d7ca\",\"#17d9c7\",\"#17dac4\",\"#17dcc2\",\"#17debf\",\"#18e0bd\",\"#18e1ba\",\"#19e3b8\",\"#1ae4b6\",\"#1be5b4\",\"#1de7b1\",\"#1ee8af\",\"#20e9ac\",\"#22eba9\",\"#24eca6\",\"#27eda3\",\"#29eea0\",\"#2cef9d\",\"#2ff09a\",\"#32f197\",\"#35f394\",\"#38f491\",\"#3bf48d\",\"#3ff58a\",\"#42f687\",\"#46f783\",\"#4af880\",\"#4df97c\",\"#51f979\",\"#55fa76\",\"#59fb72\",\"#5dfb6f\",\"#61fc6c\",\"#65fc68\",\"#69fd65\",\"#6dfd62\",\"#71fd5f\",\"#74fe5c\",\"#78fe59\",\"#7cfe56\",\"#80fe53\",\"#84fe50\",\"#87fe4d\",\"#8bfe4b\",\"#8efe48\",\"#92fe46\",\"#95fe44\",\"#98fe42\",\"#9bfd40\",\"#9efd3e\",\"#a1fc3d\",\"#a4fc3b\",\"#a6fb3a\",\"#a9fb39\",\"#acfa37\",\"#aef937\",\"#b1f836\",\"#b3f835\",\"#b6f735\",\"#b9f534\",\"#bbf434\",\"#bef334\",\"#c0f233\",\"#c3f133\",\"#c5ef33\",\"#c8ee33\",\"#caed33\",\"#cdeb34\",\"#cfea34\",\"#d1e834\",\"#d4e735\",\"#d6e535\",\"#d8e335\",\"#dae236\",\"#dde036\",\"#dfde36\",\"#e1dc37\",\"#e3da37\",\"#e5d838\",\"#e7d738\",\"#e8d538\",\"#ead339\",\"#ecd139\",\"#edcf39\",\"#efcd39\",\"#f0cb3a\",\"#f2c83a\",\"#f3c63a\",\"#f4c43a\",\"#f6c23a\",\"#f7c039\",\"#f8be39\",\"#f9bc39\",\"#f9ba38\",\"#fab737\",\"#fbb537\",\"#fbb336\",\"#fcb035\",\"#fcae34\",\"#fdab33\",\"#fda932\",\"#fda631\",\"#fda330\",\"#fea12f\",\"#fe9e2e\",\"#fe9b2d\",\"#fe982c\",\"#fd952b\",\"#fd9229\",\"#fd8f28\",\"#fd8c27\",\"#fc8926\",\"#fc8624\",\"#fb8323\",\"#fb8022\",\"#fa7d20\",\"#fa7a1f\",\"#f9771e\",\"#f8741c\",\"#f7711b\",\"#f76e1a\",\"#f66b18\",\"#f56817\",\"#f46516\",\"#f36315\",\"#f26014\",\"#f15d13\",\"#ef5a11\",\"#ee5810\",\"#ed550f\",\"#ec520e\",\"#ea500d\",\"#e94d0d\",\"#e84b0c\",\"#e6490b\",\"#e5460a\",\"#e3440a\",\"#e24209\",\"#e04008\",\"#de3e08\",\"#dd3c07\",\"#db3a07\",\"#d93806\",\"#d73606\",\"#d63405\",\"#d43205\",\"#d23005\",\"#d02f04\",\"#ce2d04\",\"#cb2b03\",\"#c92903\",\"#c72803\",\"#c52602\",\"#c32402\",\"#c02302\",\"#be2102\",\"#bb1f01\",\"#b91e01\",\"#b61c01\",\"#b41b01\",\"#b11901\",\"#ae1801\",\"#ac1601\",\"#a91501\",\"#a61401\",\"#a31201\",\"#a01101\",\"#9d1001\",\"#9a0e01\",\"#970d01\",\"#940c01\",\"#910b01\",\"#8e0a01\",\"#8b0901\",\"#870801\",\"#840701\",\"#810602\",\"#7d0502\",\"#7a0402\"]},\"id\":\"1505\",\"type\":\"LinearColorMapper\"},{\"attributes\":{\"coordinates\":null,\"data_source\":{\"id\":\"1542\"},\"glyph\":{\"id\":\"1544\"},\"group\":null,\"hover_glyph\":null,\"muted_glyph\":{\"id\":\"1546\"},\"nonselection_glyph\":{\"id\":\"1545\"},\"view\":{\"id\":\"1548\"}},\"id\":\"1547\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.2},\"fill_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"hatch_alpha\":{\"value\":0.2},\"hatch_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"line_alpha\":{\"value\":0.2},\"line_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"size\":{\"value\":10},\"x\":{\"field\":\"x\"},\"y\":{\"field\":\"y\"}},\"id\":\"1546\",\"type\":\"Scatter\"},{\"attributes\":{\"source\":{\"id\":\"1542\"}},\"id\":\"1548\",\"type\":\"CDSView\"},{\"attributes\":{\"coordinates\":null,\"group\":null,\"text\":\"Check label by hovering mouse over the dots\"},\"id\":\"1508\",\"type\":\"Title\"},{\"attributes\":{\"data\":{\"label\":[3,0,9,1,2,12,8,4,11,4,5,6,1,8,4,1,8,6,2,0,0,0,11,10,4,6,8,4,2,13,6,7,4,6,13,6,11,0,12,9,9,2,7,13,3,4,14,2,2,5,2,14,7,9,14,1,10,4,3,4,10,0,14,7,6,9,3,12,1,9,9,11,1,1,8,7,11,3,1,9,14,5,6,8,12,11,11,5,9,1,0,8,5,14,10,10,11,8,5,12,0,3,1,10,5,11,5,12,9,9,3,6,8,2,14,10,5,9,3,6,0,13,7,7,10,0,10,7,11,13,2,12,13,9,13,7,2,8,4,10,14,2,13],\"label_desc\":[\"NEE\",\"TOT-ZIENS\",\"RECHTS\",\"GOED\",\"GOEDENACHT\",\"BEDANKEN\",\"SMAKELIJK\",\"SLECHT\",\"SALUUT\",\"SLECHT\",\"GOEDEMORGEN\",\"JA\",\"GOED\",\"SMAKELIJK\",\"SLECHT\",\"GOED\",\"SMAKELIJK\",\"JA\",\"GOEDENACHT\",\"TOT-ZIENS\",\"TOT-ZIENS\",\"TOT-ZIENS\",\"SALUUT\",\"GOEDENAVOND\",\"SLECHT\",\"JA\",\"SMAKELIJK\",\"SLECHT\",\"GOEDENACHT\",\"LINKS\",\"JA\",\"SORRY\",\"SLECHT\",\"JA\",\"LINKS\",\"JA\",\"SALUUT\",\"TOT-ZIENS\",\"BEDANKEN\",\"RECHTS\",\"RECHTS\",\"GOEDENACHT\",\"SORRY\",\"LINKS\",\"NEE\",\"SLECHT\",\"GOEDEMIDDAG\",\"GOEDENACHT\",\"GOEDENACHT\",\"GOEDEMORGEN\",\"GOEDENACHT\",\"GOEDEMIDDAG\",\"SORRY\",\"RECHTS\",\"GOEDEMIDDAG\",\"GOED\",\"GOEDENAVOND\",\"SLECHT\",\"NEE\",\"SLECHT\",\"GOEDENAVOND\",\"TOT-ZIENS\",\"GOEDEMIDDAG\",\"SORRY\",\"JA\",\"RECHTS\",\"NEE\",\"BEDANKEN\",\"GOED\",\"RECHTS\",\"RECHTS\",\"SALUUT\",\"GOED\",\"GOED\",\"SMAKELIJK\",\"SORRY\",\"SALUUT\",\"NEE\",\"GOED\",\"RECHTS\",\"GOEDEMIDDAG\",\"GOEDEMORGEN\",\"JA\",\"SMAKELIJK\",\"BEDANKEN\",\"SALUUT\",\"SALUUT\",\"GOEDEMORGEN\",\"RECHTS\",\"GOED\",\"TOT-ZIENS\",\"SMAKELIJK\",\"GOEDEMORGEN\",\"GOEDEMIDDAG\",\"GOEDENAVOND\",\"GOEDENAVOND\",\"SALUUT\",\"SMAKELIJK\",\"GOEDEMORGEN\",\"BEDANKEN\",\"TOT-ZIENS\",\"NEE\",\"GOED\",\"GOEDENAVOND\",\"GOEDEMORGEN\",\"SALUUT\",\"GOEDEMORGEN\",\"BEDANKEN\",\"RECHTS\",\"RECHTS\",\"NEE\",\"JA\",\"SMAKELIJK\",\"GOEDENACHT\",\"GOEDEMIDDAG\",\"GOEDENAVOND\",\"GOEDEMORGEN\",\"RECHTS\",\"NEE\",\"JA\",\"TOT-ZIENS\",\"LINKS\",\"SORRY\",\"SORRY\",\"GOEDENAVOND\",\"TOT-ZIENS\",\"GOEDENAVOND\",\"SORRY\",\"SALUUT\",\"LINKS\",\"GOEDENACHT\",\"BEDANKEN\",\"LINKS\",\"RECHTS\",\"LINKS\",\"SORRY\",\"GOEDENACHT\",\"SMAKELIJK\",\"SLECHT\",\"GOEDENAVOND\",\"GOEDEMIDDAG\",\"GOEDENACHT\",\"LINKS\"],\"labels\":[3,0,9,1,2,12,8,4,11,4,5,6,1,8,4,1,8,6,2,0,0,0,11,10,4,6,8,4,2,13,6,7,4,6,13,6,11,0,12,9,9,2,7,13,3,4,14,2,2,5,2,14,7,9,14,1,10,4,3,4,10,0,14,7,6,9,3,12,1,9,9,11,1,1,8,7,11,3,1,9,14,5,6,8,12,11,11,5,9,1,0,8,5,14,10,10,11,8,5,12,0,3,1,10,5,11,5,12,9,9,3,6,8,2,14,10,5,9,3,6,0,13,7,7,10,0,10,7,11,13,2,12,13,9,13,7,2,8,4,10,14,2,13],\"split\":[\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\",\"train\"],\"x\":{\"__ndarray__\":\"ARi7wMqEXkDRJx/Bu6GvQNdTvr+4Pyu+y7TdPu/JAcG7Lw7BtZ/mwMGKlcA2FoM/tMCXQACITjhk3efA6K2gQBJRZz882QdA8YqJv5gnnUAMb4lA58mQQFZZJcGhd0Y/fNz1wN7Wvb+n5Vw/wjcQwVyr4r+4MU++QQxswOAWBUEwRBbBxD80QP2k7r1nampAqpPbwFC2gkB6w3o9Iu8EwLf1A8GNWgHAdBYLQT5/SL19Scy/MXWvwKHt8sCnZb2/CfYGwB9oGcAAcGu/NW7IwMUKCkEHNtnAOWIfwOtNtUCP5no/d5b5wANVysAa1vPADqK3v5EEaUCSqJbA7o4RQd/2Pr+0SRHBtwyxwNHijr/eWZpALA11wLfGGMFN6/3AFrWcQN7+vkBqtUjASRgSQQOSJ8H9eaBAmVyeQHQq5MCNhkHARcYjweTFakB652XAYe9xwDOK/8B7Qv7Ac5YFQFmYAsEg5MFAe4RtQPyZuMCEIyfA/KugwJjtHD/htLU+AoMhwcJ3+D8Mq+zA33mEwGhynED117vAZDtQQI3/BT+xvpnA2Z3/wO3coMAOfby/KXYHwcjJ6sC05o9A8aBDQIElpj/ZwhzAPDjPwNyB9b/6cDLAVTeAwJ2A8cBPfum+V/eEQEcPAD+oyyJB0ykQQaCfoMDJz39AoxEtwDovC0EgXtfAAVWHPa+v+r9BQgjAGU12vMQ8CsEIN8E+W0YGQfaj2b+UVTFA4S37wFa7U7+lIr7AkUvAv75/qL4=\",\"dtype\":\"float32\",\"order\":\"little\",\"shape\":[143]},\"y\":{\"__ndarray__\":\"PXMbwDmNZEBa2QFASR2Tv0LmOL8awdQ/DpRuQPEFiMBeHSRAEEyHwJnpnz+WH47Arl8bvlanJUDzXYjAvQaMv3zVPkARozfADUmMwOENS0Cg+C9ApddUQEVaEEDL/fq9MkGewCuMo8BUBeY/mUlYwHOBxcAfgbHAiFn0vwJYfj83/FfA3UEbwB91rsALH3q/k5weQDYepUBdD0I/8fakQFHASkC4wQDAG3ICvyxpv8DV3EvAQeKcwIAAlUCtWY/AyOW6wEqbvj+OT2nAh2eGQPV2R74JPrc/P4GLQDd4BsAguoG/RPypwCqCocBd04/ACbljP82/kUArvkRAhD79PUCVoMC+goY/8A/4v0ie9j+S8Ly/wKRwQGgJlj9SdDVAvVANwN8y+7/0DKlAWWlPv8uW1T+v8lbAftUXwLd/ur3NwnlAHe5OQGs2lL8ToDpAShobQJUxhD/7uOA/66MLwCjwPD+PheC/eIMxQIPlU0DqgIu/DL5lQIKO8D6UvQhA0zCwP4f0T0DmeJtA7s2NQCFoSkCStYHAzALkPS9/1T0ZtZxA92wDQPOCm0AwxxJAQsZuPr6zUT+wdbc/D7fdv6lgUEBF7gzA/5mFQJyxSr4/CJw/0AZfQMQRH8BYG9LAvfaDQMMEx8Acb1U/hK0avzBICEApmhlAuWyXPqzxgz/A9jNAqCPWwG9HrMANYak+K0mowCFyyj9R5czAZfjvPUVycr9WR3rAuIc1wI8BUD+xnts/9WZ7wJhOxcA=\",\"dtype\":\"float32\",\"order\":\"little\",\"shape\":[143]}},\"selected\":{\"id\":\"1557\"},\"selection_policy\":{\"id\":\"1556\"}},\"id\":\"1542\",\"type\":\"ColumnDataSource\"},{\"attributes\":{},\"id\":\"1514\",\"type\":\"LinearScale\"},{\"attributes\":{\"coordinates\":null,\"group\":null,\"items\":[{\"id\":\"1560\"}]},\"id\":\"1559\",\"type\":\"Legend\"},{\"attributes\":{},\"id\":\"1531\",\"type\":\"HelpTool\"},{\"attributes\":{},\"id\":\"1512\",\"type\":\"DataRange1d\"},{\"attributes\":{\"axis\":{\"id\":\"1522\"},\"coordinates\":null,\"dimension\":1,\"group\":null,\"ticker\":null},\"id\":\"1525\",\"type\":\"Grid\"},{\"attributes\":{\"label\":{\"field\":\"label_desc\"},\"renderers\":[{\"id\":\"1547\"}]},\"id\":\"1560\",\"type\":\"LegendItem\"},{\"attributes\":{\"callback\":null,\"tooltips\":\"\\n <div>\\n \\n <div>\\n <span style=\\\"font-size: 17px; font-weight: bold;\\\">@label_desc - @split</span>\\n <span style=\\\"font-size: 15px; color: #966;\\\">[#@video_id]</span>\\n </div>\\n </div>\\n </div>\\n\"},\"id\":\"1533\",\"type\":\"HoverTool\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.1},\"fill_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"hatch_alpha\":{\"value\":0.1},\"hatch_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"line_alpha\":{\"value\":0.1},\"line_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"size\":{\"value\":10},\"x\":{\"field\":\"x\"},\"y\":{\"field\":\"y\"}},\"id\":\"1545\",\"type\":\"Scatter\"},{\"attributes\":{\"axis\":{\"id\":\"1518\"},\"coordinates\":null,\"group\":null,\"ticker\":null},\"id\":\"1521\",\"type\":\"Grid\"},{\"attributes\":{},\"id\":\"1557\",\"type\":\"Selection\"},{\"attributes\":{},\"id\":\"1530\",\"type\":\"ResetTool\"},{\"attributes\":{\"overlay\":{\"id\":\"1532\"}},\"id\":\"1528\",\"type\":\"BoxZoomTool\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.5},\"fill_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"hatch_alpha\":{\"value\":0.5},\"hatch_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"line_alpha\":{\"value\":0.5},\"line_color\":{\"field\":\"labels\",\"transform\":{\"id\":\"1505\"}},\"size\":{\"value\":10},\"x\":{\"field\":\"x\"},\"y\":{\"field\":\"y\"}},\"id\":\"1544\",\"type\":\"Scatter\"},{\"attributes\":{},\"id\":\"1516\",\"type\":\"LinearScale\"},{\"attributes\":{\"tools\":[{\"id\":\"1526\"},{\"id\":\"1527\"},{\"id\":\"1528\"},{\"id\":\"1529\"},{\"id\":\"1530\"},{\"id\":\"1531\"},{\"id\":\"1533\"}]},\"id\":\"1534\",\"type\":\"Toolbar\"},{\"attributes\":{\"coordinates\":null,\"formatter\":{\"id\":\"1551\"},\"group\":null,\"major_label_policy\":{\"id\":\"1552\"},\"ticker\":{\"id\":\"1523\"}},\"id\":\"1522\",\"type\":\"LinearAxis\"}],\"root_ids\":[\"1507\"]},\"title\":\"Bokeh Application\",\"version\":\"2.4.3\"}};\n const render_items = [{\"docid\":\"49e50715-c814-427d-91f3-7faabca8d9a1\",\"root_ids\":[\"1507\"],\"roots\":{\"1507\":\"c95f81fb-7cf0-4c10-b8a3-a9e77c772aef\"}}];\n root.Bokeh.embed.embed_items_notebook(docs_json, render_items);\n }\n if (root.Bokeh !== undefined) {\n embed_document(root);\n } else {\n let attempts = 0;\n const timer = setInterval(function(root) {\n if (root.Bokeh !== undefined) {\n clearInterval(timer);\n embed_document(root);\n } else {\n attempts++;\n if (attempts > 100) {\n clearInterval(timer);\n console.log(\"Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing\");\n }\n }\n }, 10, root)\n }\n})(window);",
|
||
"application/vnd.bokehjs_exec.v0+json": ""
|
||
},
|
||
"metadata": {
|
||
"application/vnd.bokehjs_exec.v0+json": {
|
||
"id": "1507"
|
||
}
|
||
},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"column_data = dict(\n",
|
||
" x=df['tsne_x'],\n",
|
||
" y=df['tsne_y'],\n",
|
||
" label=df['labels'],\n",
|
||
" label_desc=df['label_name'],\n",
|
||
" split=df['split'],\n",
|
||
" # video_id=df['video_id']\n",
|
||
")\n",
|
||
"\n",
|
||
"# get unique labels\n",
|
||
"set_labels = list(set(column_data['label']))\n",
|
||
"\n",
|
||
"# map labels to 0 to num_classes\n",
|
||
"label_to_id = {label: i for i, label in enumerate(set_labels)}\n",
|
||
"column_data['labels'] = [label_to_id[label] for label in column_data['label']]\n",
|
||
"\n",
|
||
"\n",
|
||
"if use_img_div:\n",
|
||
" emb_videos = load_videos(df['video_fn'])\n",
|
||
" column_data[\"videos\"] = emb_videos\n",
|
||
"source = ColumnDataSource(data=column_data)\n",
|
||
"\n",
|
||
"# scatter plot with for each label another color\n",
|
||
"p.scatter(x='x',\n",
|
||
" y='y',\n",
|
||
" source=source,\n",
|
||
" color={'field': 'labels', 'transform': cmap},\n",
|
||
" legend_field='label_desc',\n",
|
||
" size=10,\n",
|
||
" alpha=0.5)\n",
|
||
"\n",
|
||
"\n",
|
||
"show(p)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 134,
|
||
"id": "1d761766",
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"<div>\n",
|
||
"<style scoped>\n",
|
||
" .dataframe tbody tr th:only-of-type {\n",
|
||
" vertical-align: middle;\n",
|
||
" }\n",
|
||
"\n",
|
||
" .dataframe tbody tr th {\n",
|
||
" vertical-align: top;\n",
|
||
" }\n",
|
||
"\n",
|
||
" .dataframe thead th {\n",
|
||
" text-align: right;\n",
|
||
" }\n",
|
||
"</style>\n",
|
||
"<table border=\"1\" class=\"dataframe\">\n",
|
||
" <thead>\n",
|
||
" <tr style=\"text-align: right;\">\n",
|
||
" <th></th>\n",
|
||
" <th>nose_X</th>\n",
|
||
" <th>nose_Y</th>\n",
|
||
" <th>leftEye_X</th>\n",
|
||
" <th>leftEye_Y</th>\n",
|
||
" <th>rightEye_X</th>\n",
|
||
" <th>rightEye_Y</th>\n",
|
||
" <th>leftEar_X</th>\n",
|
||
" <th>leftEar_Y</th>\n",
|
||
" <th>rightEar_X</th>\n",
|
||
" <th>rightEar_Y</th>\n",
|
||
" <th>...</th>\n",
|
||
" <th>split</th>\n",
|
||
" <th>video_id</th>\n",
|
||
" <th>labels</th>\n",
|
||
" <th>label_name</th>\n",
|
||
" <th>video_width</th>\n",
|
||
" <th>video_height</th>\n",
|
||
" <th>fps</th>\n",
|
||
" <th>length</th>\n",
|
||
" <th>tsne_x</th>\n",
|
||
" <th>tsne_y</th>\n",
|
||
" </tr>\n",
|
||
" </thead>\n",
|
||
" <tbody>\n",
|
||
" <tr>\n",
|
||
" <th>0</th>\n",
|
||
" <td>[0.498452,0.498553,0.498740,0.499141,0.499253,...</td>\n",
|
||
" <td>[0.320706,0.326079,0.329347,0.330840,0.331348,...</td>\n",
|
||
" <td>[0.534112,0.534081,0.534074,0.534061,0.533951,...</td>\n",
|
||
" <td>[0.283401,0.285650,0.287332,0.288115,0.288350,...</td>\n",
|
||
" <td>[0.461303,0.461805,0.462395,0.462959,0.463122,...</td>\n",
|
||
" <td>[0.276863,0.278502,0.279791,0.280531,0.280942,...</td>\n",
|
||
" <td>[0.558462,0.557758,0.557173,0.556385,0.555548,...</td>\n",
|
||
" <td>[0.304631,0.305481,0.306485,0.306842,0.306911,...</td>\n",
|
||
" <td>[0.432248,0.432255,0.432270,0.432289,0.432280,...</td>\n",
|
||
" <td>[0.300599,0.302358,0.303453,0.304156,0.304925,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>B!train!2_20230301114043553439_H4EER</td>\n",
|
||
" <td>0</td>\n",
|
||
" <td>B</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>30.000000</td>\n",
|
||
" <td>3.933333</td>\n",
|
||
" <td>-5.145745</td>\n",
|
||
" <td>10.443328</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>1</th>\n",
|
||
" <td>[0.499603,0.499782,0.499713,0.499718,0.499716,...</td>\n",
|
||
" <td>[0.377759,0.372090,0.369328,0.368845,0.368575,...</td>\n",
|
||
" <td>[0.545239,0.545351,0.545337,0.545315,0.545176,...</td>\n",
|
||
" <td>[0.303044,0.300618,0.299811,0.299697,0.299686,...</td>\n",
|
||
" <td>[0.450075,0.450722,0.451349,0.452002,0.452172,...</td>\n",
|
||
" <td>[0.302042,0.301742,0.301553,0.301575,0.301589,...</td>\n",
|
||
" <td>[0.571113,0.571111,0.571020,0.570947,0.570956,...</td>\n",
|
||
" <td>[0.315368,0.314974,0.315351,0.315415,0.315432,...</td>\n",
|
||
" <td>[0.411997,0.412929,0.413561,0.414035,0.414218,...</td>\n",
|
||
" <td>[0.322391,0.322607,0.322609,0.322896,0.323251,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>D!train!4_20230228231932508739_203WJ</td>\n",
|
||
" <td>1</td>\n",
|
||
" <td>D</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>15.000000</td>\n",
|
||
" <td>4.000000</td>\n",
|
||
" <td>-1.611456</td>\n",
|
||
" <td>-13.267664</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>2</th>\n",
|
||
" <td>[0.506591,0.507312,0.507955,0.508396,0.508882,...</td>\n",
|
||
" <td>[0.397696,0.397776,0.397885,0.397972,0.398277,...</td>\n",
|
||
" <td>[0.554327,0.554781,0.555182,0.555651,0.556110,...</td>\n",
|
||
" <td>[0.343845,0.343422,0.343181,0.342978,0.342935,...</td>\n",
|
||
" <td>[0.464670,0.464618,0.464613,0.464606,0.464599,...</td>\n",
|
||
" <td>[0.342834,0.343746,0.344376,0.344640,0.345239,...</td>\n",
|
||
" <td>[0.589977,0.589761,0.589638,0.589578,0.589559,...</td>\n",
|
||
" <td>[0.373605,0.372651,0.372061,0.371614,0.371254,...</td>\n",
|
||
" <td>[0.439167,0.439298,0.439412,0.439468,0.439555,...</td>\n",
|
||
" <td>[0.369968,0.371493,0.372602,0.372962,0.373442,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>X!train!24_20230313193727472324_QZ48Y</td>\n",
|
||
" <td>2</td>\n",
|
||
" <td>X</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>16.666667</td>\n",
|
||
" <td>3.840000</td>\n",
|
||
" <td>-8.379868</td>\n",
|
||
" <td>-9.681334</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>3</th>\n",
|
||
" <td>[0.563219,0.564298,0.564446,0.564395,0.564335,...</td>\n",
|
||
" <td>[0.453190,0.454664,0.455088,0.455298,0.455444,...</td>\n",
|
||
" <td>[0.615217,0.615701,0.615785,0.615487,0.615222,...</td>\n",
|
||
" <td>[0.390181,0.393572,0.394811,0.395661,0.396261,...</td>\n",
|
||
" <td>[0.525598,0.528705,0.529607,0.529693,0.529688,...</td>\n",
|
||
" <td>[0.376735,0.379062,0.379977,0.381287,0.382156,...</td>\n",
|
||
" <td>[0.654602,0.652928,0.651517,0.649746,0.648452,...</td>\n",
|
||
" <td>[0.414657,0.417255,0.418721,0.419629,0.420523,...</td>\n",
|
||
" <td>[0.487122,0.489352,0.490052,0.490523,0.490764,...</td>\n",
|
||
" <td>[0.389374,0.393725,0.396954,0.398778,0.399780,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>O!train!15_20230316130349891667_94GK7</td>\n",
|
||
" <td>3</td>\n",
|
||
" <td>O</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>30.000000</td>\n",
|
||
" <td>3.933333</td>\n",
|
||
" <td>-3.468011</td>\n",
|
||
" <td>19.879887</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>4</th>\n",
|
||
" <td>[0.534347,0.534350,0.534348,0.534351,0.534257,...</td>\n",
|
||
" <td>[0.366040,0.369482,0.371950,0.373151,0.375056,...</td>\n",
|
||
" <td>[0.573697,0.573855,0.573859,0.573850,0.573835,...</td>\n",
|
||
" <td>[0.312855,0.314814,0.315821,0.316412,0.317599,...</td>\n",
|
||
" <td>[0.499859,0.499486,0.499479,0.499499,0.499556,...</td>\n",
|
||
" <td>[0.319383,0.320213,0.321349,0.322067,0.322843,...</td>\n",
|
||
" <td>[0.614189,0.611145,0.609677,0.608775,0.608422,...</td>\n",
|
||
" <td>[0.339505,0.339731,0.339752,0.339752,0.339768,...</td>\n",
|
||
" <td>[0.469407,0.469407,0.469571,0.469696,0.469925,...</td>\n",
|
||
" <td>[0.340159,0.340279,0.340594,0.340797,0.340932,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>W!train!23_20230307162255985290_ZET4J</td>\n",
|
||
" <td>5</td>\n",
|
||
" <td>W</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>30.000000</td>\n",
|
||
" <td>3.933333</td>\n",
|
||
" <td>-13.819662</td>\n",
|
||
" <td>9.518650</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>...</th>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>...</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>555</th>\n",
|
||
" <td>[0.606690,0.606405,0.606321,0.606093,0.606335,...</td>\n",
|
||
" <td>[0.533929,0.534472,0.534947,0.534889,0.537878,...</td>\n",
|
||
" <td>[0.653085,0.652606,0.652609,0.652661,0.653283,...</td>\n",
|
||
" <td>[0.484087,0.483741,0.483700,0.483398,0.483384,...</td>\n",
|
||
" <td>[0.565955,0.565624,0.565546,0.565457,0.566247,...</td>\n",
|
||
" <td>[0.485883,0.485947,0.486004,0.485994,0.486090,...</td>\n",
|
||
" <td>[0.695397,0.695193,0.695191,0.695250,0.695459,...</td>\n",
|
||
" <td>[0.516024,0.516022,0.516945,0.516905,0.516701,...</td>\n",
|
||
" <td>[0.538066,0.539230,0.539818,0.540210,0.541056,...</td>\n",
|
||
" <td>[0.520784,0.520945,0.521081,0.520950,0.520934,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>F!train!6_20230306192746737772_PBKJJ</td>\n",
|
||
" <td>24</td>\n",
|
||
" <td>F</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>14.985015</td>\n",
|
||
" <td>3.937267</td>\n",
|
||
" <td>0.850391</td>\n",
|
||
" <td>9.577452</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>556</th>\n",
|
||
" <td>[0.573205,0.574528,0.574271,0.573180,0.572867,...</td>\n",
|
||
" <td>[0.425358,0.427494,0.430532,0.431733,0.435090,...</td>\n",
|
||
" <td>[0.639872,0.640339,0.640325,0.639660,0.639780,...</td>\n",
|
||
" <td>[0.375095,0.375091,0.375052,0.374993,0.375106,...</td>\n",
|
||
" <td>[0.520413,0.520586,0.519840,0.519523,0.519537,...</td>\n",
|
||
" <td>[0.352025,0.352860,0.353801,0.354090,0.355025,...</td>\n",
|
||
" <td>[0.679821,0.679411,0.678846,0.678844,0.678880,...</td>\n",
|
||
" <td>[0.415243,0.415450,0.415431,0.415466,0.415461,...</td>\n",
|
||
" <td>[0.473096,0.472687,0.471395,0.470902,0.470860,...</td>\n",
|
||
" <td>[0.389405,0.390338,0.391198,0.391376,0.391626,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>X!train!24_20230318150756432389_T1XTN</td>\n",
|
||
" <td>2</td>\n",
|
||
" <td>X</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>1000.000000</td>\n",
|
||
" <td>2.542000</td>\n",
|
||
" <td>6.209669</td>\n",
|
||
" <td>-17.046406</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>557</th>\n",
|
||
" <td>[0.438977,0.438982,0.438984,0.439069,0.439295,...</td>\n",
|
||
" <td>[0.379214,0.380074,0.381261,0.382829,0.384443,...</td>\n",
|
||
" <td>[0.486520,0.487420,0.488052,0.488677,0.489241,...</td>\n",
|
||
" <td>[0.325285,0.328029,0.330372,0.332641,0.334531,...</td>\n",
|
||
" <td>[0.406919,0.407048,0.407155,0.407375,0.407649,...</td>\n",
|
||
" <td>[0.323748,0.324836,0.326162,0.327786,0.329353,...</td>\n",
|
||
" <td>[0.526903,0.526998,0.527116,0.527220,0.527326,...</td>\n",
|
||
" <td>[0.355733,0.356432,0.357204,0.357981,0.358690,...</td>\n",
|
||
" <td>[0.381000,0.381048,0.381127,0.381257,0.381449,...</td>\n",
|
||
" <td>[0.345693,0.345312,0.345154,0.345138,0.345149,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>Z!train!26_20230313164104308046_EDP6L</td>\n",
|
||
" <td>14</td>\n",
|
||
" <td>Z</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>30.000000</td>\n",
|
||
" <td>3.600000</td>\n",
|
||
" <td>7.305971</td>\n",
|
||
" <td>-23.761284</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>558</th>\n",
|
||
" <td>[0.562234,0.562230,0.562221,0.562282,0.562289,...</td>\n",
|
||
" <td>[0.604714,0.604817,0.605458,0.605774,0.605789,...</td>\n",
|
||
" <td>[0.621810,0.620646,0.619884,0.619644,0.619426,...</td>\n",
|
||
" <td>[0.547658,0.549717,0.552919,0.554406,0.554940,...</td>\n",
|
||
" <td>[0.526415,0.526580,0.526635,0.526828,0.526959,...</td>\n",
|
||
" <td>[0.542624,0.542402,0.542402,0.542387,0.542231,...</td>\n",
|
||
" <td>[0.662978,0.662662,0.662170,0.661898,0.661687,...</td>\n",
|
||
" <td>[0.577477,0.579208,0.581354,0.582389,0.582804,...</td>\n",
|
||
" <td>[0.492118,0.492225,0.492262,0.492301,0.492397,...</td>\n",
|
||
" <td>[0.553820,0.556338,0.558264,0.559222,0.559432,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>Y!train!25_20230313125334541132_UB003</td>\n",
|
||
" <td>8</td>\n",
|
||
" <td>Y</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>1000.000000</td>\n",
|
||
" <td>3.902000</td>\n",
|
||
" <td>9.304266</td>\n",
|
||
" <td>10.654608</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>559</th>\n",
|
||
" <td>[0.537090,0.537468,0.538434,0.537603,0.536945,...</td>\n",
|
||
" <td>[0.298635,0.298634,0.298710,0.298587,0.298353,...</td>\n",
|
||
" <td>[0.567478,0.567737,0.568967,0.568920,0.568670,...</td>\n",
|
||
" <td>[0.272478,0.272135,0.271965,0.271218,0.270843,...</td>\n",
|
||
" <td>[0.507183,0.507388,0.507843,0.507606,0.507431,...</td>\n",
|
||
" <td>[0.266559,0.266555,0.266612,0.266608,0.266449,...</td>\n",
|
||
" <td>[0.597032,0.597237,0.597694,0.598045,0.598189,...</td>\n",
|
||
" <td>[0.297459,0.297435,0.297352,0.296939,0.296923,...</td>\n",
|
||
" <td>[0.477034,0.477224,0.477629,0.477716,0.477724,...</td>\n",
|
||
" <td>[0.294895,0.294492,0.294483,0.294487,0.294418,...</td>\n",
|
||
" <td>...</td>\n",
|
||
" <td>train</td>\n",
|
||
" <td>W!train!23_20230307164435248346_FGQVL</td>\n",
|
||
" <td>5</td>\n",
|
||
" <td>W</td>\n",
|
||
" <td>640.0</td>\n",
|
||
" <td>480.0</td>\n",
|
||
" <td>1000.000000</td>\n",
|
||
" <td>3.198000</td>\n",
|
||
" <td>-14.610600</td>\n",
|
||
" <td>8.728515</td>\n",
|
||
" </tr>\n",
|
||
" </tbody>\n",
|
||
"</table>\n",
|
||
"<p>560 rows × 118 columns</p>\n",
|
||
"</div>"
|
||
],
|
||
"text/plain": [
|
||
" nose_X \\\n",
|
||
"0 [0.498452,0.498553,0.498740,0.499141,0.499253,... \n",
|
||
"1 [0.499603,0.499782,0.499713,0.499718,0.499716,... \n",
|
||
"2 [0.506591,0.507312,0.507955,0.508396,0.508882,... \n",
|
||
"3 [0.563219,0.564298,0.564446,0.564395,0.564335,... \n",
|
||
"4 [0.534347,0.534350,0.534348,0.534351,0.534257,... \n",
|
||
".. ... \n",
|
||
"555 [0.606690,0.606405,0.606321,0.606093,0.606335,... \n",
|
||
"556 [0.573205,0.574528,0.574271,0.573180,0.572867,... \n",
|
||
"557 [0.438977,0.438982,0.438984,0.439069,0.439295,... \n",
|
||
"558 [0.562234,0.562230,0.562221,0.562282,0.562289,... \n",
|
||
"559 [0.537090,0.537468,0.538434,0.537603,0.536945,... \n",
|
||
"\n",
|
||
" nose_Y \\\n",
|
||
"0 [0.320706,0.326079,0.329347,0.330840,0.331348,... \n",
|
||
"1 [0.377759,0.372090,0.369328,0.368845,0.368575,... \n",
|
||
"2 [0.397696,0.397776,0.397885,0.397972,0.398277,... \n",
|
||
"3 [0.453190,0.454664,0.455088,0.455298,0.455444,... \n",
|
||
"4 [0.366040,0.369482,0.371950,0.373151,0.375056,... \n",
|
||
".. ... \n",
|
||
"555 [0.533929,0.534472,0.534947,0.534889,0.537878,... \n",
|
||
"556 [0.425358,0.427494,0.430532,0.431733,0.435090,... \n",
|
||
"557 [0.379214,0.380074,0.381261,0.382829,0.384443,... \n",
|
||
"558 [0.604714,0.604817,0.605458,0.605774,0.605789,... \n",
|
||
"559 [0.298635,0.298634,0.298710,0.298587,0.298353,... \n",
|
||
"\n",
|
||
" leftEye_X \\\n",
|
||
"0 [0.534112,0.534081,0.534074,0.534061,0.533951,... \n",
|
||
"1 [0.545239,0.545351,0.545337,0.545315,0.545176,... \n",
|
||
"2 [0.554327,0.554781,0.555182,0.555651,0.556110,... \n",
|
||
"3 [0.615217,0.615701,0.615785,0.615487,0.615222,... \n",
|
||
"4 [0.573697,0.573855,0.573859,0.573850,0.573835,... \n",
|
||
".. ... \n",
|
||
"555 [0.653085,0.652606,0.652609,0.652661,0.653283,... \n",
|
||
"556 [0.639872,0.640339,0.640325,0.639660,0.639780,... \n",
|
||
"557 [0.486520,0.487420,0.488052,0.488677,0.489241,... \n",
|
||
"558 [0.621810,0.620646,0.619884,0.619644,0.619426,... \n",
|
||
"559 [0.567478,0.567737,0.568967,0.568920,0.568670,... \n",
|
||
"\n",
|
||
" leftEye_Y \\\n",
|
||
"0 [0.283401,0.285650,0.287332,0.288115,0.288350,... \n",
|
||
"1 [0.303044,0.300618,0.299811,0.299697,0.299686,... \n",
|
||
"2 [0.343845,0.343422,0.343181,0.342978,0.342935,... \n",
|
||
"3 [0.390181,0.393572,0.394811,0.395661,0.396261,... \n",
|
||
"4 [0.312855,0.314814,0.315821,0.316412,0.317599,... \n",
|
||
".. ... \n",
|
||
"555 [0.484087,0.483741,0.483700,0.483398,0.483384,... \n",
|
||
"556 [0.375095,0.375091,0.375052,0.374993,0.375106,... \n",
|
||
"557 [0.325285,0.328029,0.330372,0.332641,0.334531,... \n",
|
||
"558 [0.547658,0.549717,0.552919,0.554406,0.554940,... \n",
|
||
"559 [0.272478,0.272135,0.271965,0.271218,0.270843,... \n",
|
||
"\n",
|
||
" rightEye_X \\\n",
|
||
"0 [0.461303,0.461805,0.462395,0.462959,0.463122,... \n",
|
||
"1 [0.450075,0.450722,0.451349,0.452002,0.452172,... \n",
|
||
"2 [0.464670,0.464618,0.464613,0.464606,0.464599,... \n",
|
||
"3 [0.525598,0.528705,0.529607,0.529693,0.529688,... \n",
|
||
"4 [0.499859,0.499486,0.499479,0.499499,0.499556,... \n",
|
||
".. ... \n",
|
||
"555 [0.565955,0.565624,0.565546,0.565457,0.566247,... \n",
|
||
"556 [0.520413,0.520586,0.519840,0.519523,0.519537,... \n",
|
||
"557 [0.406919,0.407048,0.407155,0.407375,0.407649,... \n",
|
||
"558 [0.526415,0.526580,0.526635,0.526828,0.526959,... \n",
|
||
"559 [0.507183,0.507388,0.507843,0.507606,0.507431,... \n",
|
||
"\n",
|
||
" rightEye_Y \\\n",
|
||
"0 [0.276863,0.278502,0.279791,0.280531,0.280942,... \n",
|
||
"1 [0.302042,0.301742,0.301553,0.301575,0.301589,... \n",
|
||
"2 [0.342834,0.343746,0.344376,0.344640,0.345239,... \n",
|
||
"3 [0.376735,0.379062,0.379977,0.381287,0.382156,... \n",
|
||
"4 [0.319383,0.320213,0.321349,0.322067,0.322843,... \n",
|
||
".. ... \n",
|
||
"555 [0.485883,0.485947,0.486004,0.485994,0.486090,... \n",
|
||
"556 [0.352025,0.352860,0.353801,0.354090,0.355025,... \n",
|
||
"557 [0.323748,0.324836,0.326162,0.327786,0.329353,... \n",
|
||
"558 [0.542624,0.542402,0.542402,0.542387,0.542231,... \n",
|
||
"559 [0.266559,0.266555,0.266612,0.266608,0.266449,... \n",
|
||
"\n",
|
||
" leftEar_X \\\n",
|
||
"0 [0.558462,0.557758,0.557173,0.556385,0.555548,... \n",
|
||
"1 [0.571113,0.571111,0.571020,0.570947,0.570956,... \n",
|
||
"2 [0.589977,0.589761,0.589638,0.589578,0.589559,... \n",
|
||
"3 [0.654602,0.652928,0.651517,0.649746,0.648452,... \n",
|
||
"4 [0.614189,0.611145,0.609677,0.608775,0.608422,... \n",
|
||
".. ... \n",
|
||
"555 [0.695397,0.695193,0.695191,0.695250,0.695459,... \n",
|
||
"556 [0.679821,0.679411,0.678846,0.678844,0.678880,... \n",
|
||
"557 [0.526903,0.526998,0.527116,0.527220,0.527326,... \n",
|
||
"558 [0.662978,0.662662,0.662170,0.661898,0.661687,... \n",
|
||
"559 [0.597032,0.597237,0.597694,0.598045,0.598189,... \n",
|
||
"\n",
|
||
" leftEar_Y \\\n",
|
||
"0 [0.304631,0.305481,0.306485,0.306842,0.306911,... \n",
|
||
"1 [0.315368,0.314974,0.315351,0.315415,0.315432,... \n",
|
||
"2 [0.373605,0.372651,0.372061,0.371614,0.371254,... \n",
|
||
"3 [0.414657,0.417255,0.418721,0.419629,0.420523,... \n",
|
||
"4 [0.339505,0.339731,0.339752,0.339752,0.339768,... \n",
|
||
".. ... \n",
|
||
"555 [0.516024,0.516022,0.516945,0.516905,0.516701,... \n",
|
||
"556 [0.415243,0.415450,0.415431,0.415466,0.415461,... \n",
|
||
"557 [0.355733,0.356432,0.357204,0.357981,0.358690,... \n",
|
||
"558 [0.577477,0.579208,0.581354,0.582389,0.582804,... \n",
|
||
"559 [0.297459,0.297435,0.297352,0.296939,0.296923,... \n",
|
||
"\n",
|
||
" rightEar_X \\\n",
|
||
"0 [0.432248,0.432255,0.432270,0.432289,0.432280,... \n",
|
||
"1 [0.411997,0.412929,0.413561,0.414035,0.414218,... \n",
|
||
"2 [0.439167,0.439298,0.439412,0.439468,0.439555,... \n",
|
||
"3 [0.487122,0.489352,0.490052,0.490523,0.490764,... \n",
|
||
"4 [0.469407,0.469407,0.469571,0.469696,0.469925,... \n",
|
||
".. ... \n",
|
||
"555 [0.538066,0.539230,0.539818,0.540210,0.541056,... \n",
|
||
"556 [0.473096,0.472687,0.471395,0.470902,0.470860,... \n",
|
||
"557 [0.381000,0.381048,0.381127,0.381257,0.381449,... \n",
|
||
"558 [0.492118,0.492225,0.492262,0.492301,0.492397,... \n",
|
||
"559 [0.477034,0.477224,0.477629,0.477716,0.477724,... \n",
|
||
"\n",
|
||
" rightEar_Y ... split \\\n",
|
||
"0 [0.300599,0.302358,0.303453,0.304156,0.304925,... ... train \n",
|
||
"1 [0.322391,0.322607,0.322609,0.322896,0.323251,... ... train \n",
|
||
"2 [0.369968,0.371493,0.372602,0.372962,0.373442,... ... train \n",
|
||
"3 [0.389374,0.393725,0.396954,0.398778,0.399780,... ... train \n",
|
||
"4 [0.340159,0.340279,0.340594,0.340797,0.340932,... ... train \n",
|
||
".. ... ... ... \n",
|
||
"555 [0.520784,0.520945,0.521081,0.520950,0.520934,... ... train \n",
|
||
"556 [0.389405,0.390338,0.391198,0.391376,0.391626,... ... train \n",
|
||
"557 [0.345693,0.345312,0.345154,0.345138,0.345149,... ... train \n",
|
||
"558 [0.553820,0.556338,0.558264,0.559222,0.559432,... ... train \n",
|
||
"559 [0.294895,0.294492,0.294483,0.294487,0.294418,... ... train \n",
|
||
"\n",
|
||
" video_id labels label_name video_width \\\n",
|
||
"0 B!train!2_20230301114043553439_H4EER 0 B 640.0 \n",
|
||
"1 D!train!4_20230228231932508739_203WJ 1 D 640.0 \n",
|
||
"2 X!train!24_20230313193727472324_QZ48Y 2 X 640.0 \n",
|
||
"3 O!train!15_20230316130349891667_94GK7 3 O 640.0 \n",
|
||
"4 W!train!23_20230307162255985290_ZET4J 5 W 640.0 \n",
|
||
".. ... ... ... ... \n",
|
||
"555 F!train!6_20230306192746737772_PBKJJ 24 F 640.0 \n",
|
||
"556 X!train!24_20230318150756432389_T1XTN 2 X 640.0 \n",
|
||
"557 Z!train!26_20230313164104308046_EDP6L 14 Z 640.0 \n",
|
||
"558 Y!train!25_20230313125334541132_UB003 8 Y 640.0 \n",
|
||
"559 W!train!23_20230307164435248346_FGQVL 5 W 640.0 \n",
|
||
"\n",
|
||
" video_height fps length tsne_x tsne_y \n",
|
||
"0 480.0 30.000000 3.933333 -5.145745 10.443328 \n",
|
||
"1 480.0 15.000000 4.000000 -1.611456 -13.267664 \n",
|
||
"2 480.0 16.666667 3.840000 -8.379868 -9.681334 \n",
|
||
"3 480.0 30.000000 3.933333 -3.468011 19.879887 \n",
|
||
"4 480.0 30.000000 3.933333 -13.819662 9.518650 \n",
|
||
".. ... ... ... ... ... \n",
|
||
"555 480.0 14.985015 3.937267 0.850391 9.577452 \n",
|
||
"556 480.0 1000.000000 2.542000 6.209669 -17.046406 \n",
|
||
"557 480.0 30.000000 3.600000 7.305971 -23.761284 \n",
|
||
"558 480.0 1000.000000 3.902000 9.304266 10.654608 \n",
|
||
"559 480.0 1000.000000 3.198000 -14.610600 8.728515 \n",
|
||
"\n",
|
||
"[560 rows x 118 columns]"
|
||
]
|
||
},
|
||
"execution_count": 134,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"df"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"id": "1c73f195",
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": []
|
||
}
|
||
],
|
||
"metadata": {
|
||
"jupytext": {
|
||
"cell_metadata_filter": "-all",
|
||
"main_language": "python",
|
||
"notebook_metadata_filter": "-all"
|
||
},
|
||
"kernelspec": {
|
||
"display_name": "Python 3 (ipykernel)",
|
||
"language": "python",
|
||
"name": "python3"
|
||
},
|
||
"language_info": {
|
||
"codemirror_mode": {
|
||
"name": "ipython",
|
||
"version": 3
|
||
},
|
||
"file_extension": ".py",
|
||
"mimetype": "text/x-python",
|
||
"name": "python",
|
||
"nbconvert_exporter": "python",
|
||
"pygments_lexer": "ipython3",
|
||
"version": "3.8.10"
|
||
}
|
||
},
|
||
"nbformat": 4,
|
||
"nbformat_minor": 5
|
||
}
|