{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Data-driven Multimodal Alignment\n", "Author: Ruchit Agrawal\n", "\n", "This notebook demonstrates how time-series data pertaining to different modalities can be aligned using deep learning." ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import os\n", "import sys\n", "import librosa\n", "import numpy as np\n", "import pandas as pd\n", "import matplotlib.pyplot as plt\n", "from scipy.spatial.distance import cdist" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "plt.style.use('ggplot')" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "df = pd.read_csv('M06-1beat_time.csv')" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | Unnamed: 0 | \n", "measure_number | \n", "beat_number | \n", "pid1263-01 | \n", "pid52932-01 | \n", "pid9048-01 | \n", "pid9050-01 | \n", "pid9054-01 | \n", "pid9055-01 | \n", "pid9058-01 | \n", "... | \n", "pid9137-01 | \n", "pid9138-01 | \n", "pid9139-01 | \n", "pid9150-15 | \n", "pid9153-01 | \n", "pid9166c-03 | \n", "pid9173-06 | \n", "pid9174-01 | \n", "pid9186c-01 | \n", "pid9192-01 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "0 | \n", "1 | \n", "2 | \n", "4.435011 | \n", "3.041814 | \n", "3.877732 | \n", "1.109002 | \n", "3.181134 | \n", "2.298027 | \n", "3.552653 | \n", "... | \n", "1.904036 | \n", "0.589002 | \n", "1.147007 | \n", "1.149002 | \n", "0.952018 | \n", "0.786009 | \n", "0.224014 | \n", "0.269002 | \n", "0.407007 | \n", "0.529002 | \n", "
1 | \n", "1 | \n", "2 | \n", "0 | \n", "5.131610 | \n", "3.970612 | \n", "4.760091 | \n", "1.648594 | \n", "4.040272 | \n", "3.268594 | \n", "4.852971 | \n", "... | \n", "2.623855 | \n", "1.713129 | \n", "1.928594 | \n", "1.908594 | \n", "1.728594 | \n", "1.189944 | \n", "1.188594 | \n", "1.048594 | \n", "0.789478 | \n", "1.248594 | \n", "
2 | \n", "2 | \n", "2 | \n", "1 | \n", "5.893084 | \n", "4.913084 | \n", "5.553084 | \n", "2.260771 | \n", "4.513084 | \n", "3.993084 | \n", "5.673084 | \n", "... | \n", "3.053084 | \n", "2.433084 | \n", "2.813084 | \n", "2.533084 | \n", "2.345215 | \n", "1.573084 | \n", "1.813084 | \n", "1.633084 | \n", "1.130771 | \n", "2.153084 | \n", "
3 | \n", "3 | \n", "2 | \n", "2 | \n", "6.366145 | \n", "5.446145 | \n", "6.066145 | \n", "2.586145 | \n", "4.906145 | \n", "4.406145 | \n", "6.339048 | \n", "... | \n", "3.406145 | \n", "2.846145 | \n", "3.286145 | \n", "2.966145 | \n", "2.716735 | \n", "2.006145 | \n", "2.206145 | \n", "2.046145 | \n", "1.425125 | \n", "2.546145 | \n", "
4 | \n", "4 | \n", "3 | \n", "0 | \n", "7.010227 | \n", "6.110227 | \n", "6.670227 | \n", "3.150227 | \n", "5.410227 | \n", "4.890227 | \n", "7.230227 | \n", "... | \n", "3.784853 | \n", "3.410227 | \n", "3.790227 | \n", "3.490227 | \n", "3.170227 | \n", "2.370227 | \n", "2.670227 | \n", "2.550227 | \n", "1.830227 | \n", "3.170227 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
332 | \n", "332 | \n", "112 | \n", "1 | \n", "187.953900 | \n", "176.553900 | \n", "192.533900 | \n", "172.453900 | \n", "154.973900 | \n", "179.353900 | \n", "185.433900 | \n", "... | \n", "125.333900 | \n", "162.813900 | \n", "189.851950 | \n", "151.093900 | \n", "153.053900 | \n", "160.273900 | \n", "188.253900 | \n", "142.573900 | \n", "126.693900 | \n", "189.293900 | \n", "
333 | \n", "333 | \n", "112 | \n", "2 | \n", "188.894310 | \n", "177.874310 | \n", "193.254310 | \n", "173.414310 | \n", "156.214310 | \n", "180.204770 | \n", "186.294310 | \n", "... | \n", "125.991470 | \n", "164.074310 | \n", "190.714310 | \n", "151.614310 | \n", "154.292150 | \n", "161.086080 | \n", "189.014310 | \n", "143.152150 | \n", "127.166080 | \n", "190.112430 | \n", "
334 | \n", "334 | \n", "113 | \n", "0 | \n", "189.974970 | \n", "179.649820 | \n", "194.549820 | \n", "174.569820 | \n", "157.049820 | \n", "181.609820 | \n", "187.549820 | \n", "... | \n", "126.869820 | \n", "165.849820 | \n", "191.803270 | \n", "152.489820 | \n", "155.709820 | \n", "161.989820 | \n", "190.289820 | \n", "143.969820 | \n", "128.133310 | \n", "191.049820 | \n", "
335 | \n", "335 | \n", "113 | \n", "1 | \n", "190.924920 | \n", "180.904920 | \n", "195.504920 | \n", "176.084920 | \n", "158.184920 | \n", "183.004920 | \n", "189.144920 | \n", "... | \n", "127.407890 | \n", "167.324920 | \n", "192.684920 | \n", "153.824920 | \n", "156.728730 | \n", "162.764920 | \n", "191.724920 | \n", "145.041640 | \n", "129.248730 | \n", "192.104920 | \n", "
336 | \n", "336 | \n", "113 | \n", "2 | \n", "193.001970 | \n", "182.541970 | \n", "196.741970 | \n", "176.192930 | \n", "161.941970 | \n", "184.770650 | \n", "190.541970 | \n", "... | \n", "130.341970 | \n", "168.961970 | \n", "193.961970 | \n", "154.974260 | \n", "157.721970 | \n", "164.510730 | \n", "194.621970 | \n", "146.336570 | \n", "130.561970 | \n", "193.911530 | \n", "
337 rows × 37 columns
\n", "