more data

src/notebooks/SelfSupervisedLearning.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "44888f7d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "%load_ext autoreload\n",
+    "%autoreload 2 \n",
+    "\n",
+    "%matplotlib notebook"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "71dc2d5a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import sys\n",
+    "import os\n",
+    "import numpy as np\n",
+    "import matplotlib.pyplot as plt\n",
+    "from IPython.display import display, Markdown\n",
+    "import copy\n",
+    "import torch\n",
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "f4e26527",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "module_path = os.path.abspath(os.path.join('..'))\n",
+    "os.chdir(module_path)\n",
+    "if module_path not in sys.path:\n",
+    "    sys.path.append(module_path)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "46663f57",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from tools.load_data_sets import *\n",
+    "from tools.helpers import *\n",
+    "from tools.learner_pipeline import LearnerPipeline, Evaluation\n",
+    "from tools.dataset_builder import *\n",
+    "from tools.model_evaluation import ModelEvaluation\n",
+    "from tools.sensor_recorder_data_reader import SensorRecorderDataReader\n",
+    "from tools.dataset_manager import DatasetManager\n",
+    "from tools.dataset import SyntheticDataset, ManualDataset\n",
+    "from tools.models import HandWashingDeepConvLSTMA\n",
+    "from tools.metrics import sensitivity, specificity, S1_score\n",
+    "from sklearn.metrics import f1_score\n",
+    "from sklearn.utils import class_weight\n",
+    "from tools.personalizer import Personalizer\n",
+    "from tools.trainings_manager import TrainingsManager"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "32f8acdc",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "dataset_db = './data/synthetic_dataset_db'\n",
+    "base_model = './data/HandWashingDeepConvLSTMA_trunc_01.pt'\n",
+    "collection_name = 'base_synthetic_01'\n",
+    "training_run_db = 'self_supervised_training_db'\n",
+    "models_directory = './'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "efecde7a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "model = HandWashingDeepConvLSTMA(input_shape=6)\n",
+    "model.load_state_dict(torch.load(base_model))\n",
+    "model = nn.Sequential(model, nn.Softmax(dim=-1))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "df6391d8",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['base_synthetic_01', 'base_synthetic_01_training']\n"
+     ]
+    }
+   ],
+   "source": [
+    "dataset_manager = DatasetManager(dataset_db)\n",
+    "print(dataset_manager.show_categories())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "45989ca5",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "dict_keys(['01_generated_0', '01_generated_1', '01_generated_2', '01_generated_3', '01_generated_4', '01_generated_5'])\n"
+     ]
+    }
+   ],
+   "source": [
+    "collection = dataset_manager.filter_by_category(collection_name)\n",
+    "print(collection.keys())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "44d64cb2",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "predicitons = dict()\n",
+    "for dataset in collection.values():\n",
+    "    dataset.indicators_synthetic = None\n",
+    "    with torch.no_grad():\n",
+    "        x_pred = torch.Tensor(dataset.x_win)\n",
+    "        pred = model(x_pred.to(\"cpu\")).detach().cpu().numpy()\n",
+    "        predicitons[dataset.name] = pred"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "098da396",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.8"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}