jjanella/AI-Red-Teaming-CSCD94
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
8da2d2fd6fedfb5014353ca62a7715a92683e2cc
AI-Red-Teaming-CSCD94/privacy/pate.ipynb
T
Jeremy Janella 8da2d2fd6f added material
2026-07-26 23:12:07 -04:00

11857 lines
656 KiB
Plaintext
Raw Blame History

{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "ccf0b5cd-7868-4cb7-a35c-471f38782258",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"============================================================\n",
"PATE: PRIVATE AGGREGATION OF TEACHER ENSEMBLES\n",
"Teacher-Student Privacy Through Knowledge Distillation\n",
"============================================================\n"
]
}
],
"source": [
"import os\n",
"import json\n",
"import numpy as np\n",
"import torch\n",
"import matplotlib.pyplot as plt\n",
"from sklearn.model_selection import train_test_split\n",
"from sklearn.preprocessing import StandardScaler\n",
"from safetensors.torch import save_file\n",
"from tqdm import tqdm\n",
"\n",
"from htb_ai_library import (\n",
" set_reproducibility, use_htb_style,\n",
" MLP, get_mnist_loaders,\n",
" create_dataloader, train_model, evaluate_accuracy, get_model_predictions,\n",
" HTB_GREEN, NODE_BLACK, HACKER_GREY, WHITE,\n",
" AZURE, MALWARE_RED, AQUAMARINE, NUGGET_YELLOW,\n",
")\n",
"\n",
"print(\"=\" * 60)\n",
"print(\"PATE: PRIVATE AGGREGATION OF TEACHER ENSEMBLES\")\n",
"print(\"Teacher-Student Privacy Through Knowledge Distillation\")\n",
"print(\"=\" * 60)\n",
"\n",
"RANDOM_SEED = 1337\n",
"DEVICE = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
"set_reproducibility(RANDOM_SEED)\n",
"use_htb_style()\n",
"\n",
"PLOT_CONFIG = {\"figsize\": (10, 6), \"dpi\": 150}\n",
"DATASET_CONFIG = {\"name\": \"mnist\", \"num_classes\": 10, \"num_features\": 784}\n",
"\n",
"TEACHER_CONFIG = {\n",
" \"num_teachers\": 250, # Original paper configuration\n",
" \"hidden_layers\": [128, 64],\n",
" \"dropout\": 0.2,\n",
" \"epochs\": 30,\n",
" \"batch_size\": 64,\n",
" \"learning_rate\": 0.001,\n",
"}\n",
"\n",
"AGGREGATION_CONFIG = {\n",
" \"noise_scale\": 20.0, # Strong privacy with high consensus\n",
" \"num_student_queries\": 5000,\n",
"}\n",
"\n",
"STUDENT_CONFIG = {\n",
" \"hidden_layers\": [128, 64],\n",
" \"dropout\": 0.2,\n",
" \"epochs\": 30,\n",
" \"batch_size\": 64,\n",
" \"learning_rate\": 0.001,\n",
"}"
]
},
{
"cell_type": "markdown",
"id": "e4fcef26-56b4-4d46-8726-3923126c9b6e",
"metadata": {},
"source": [
"# Data Partitioning and Teacher Training"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "ce4ddcc3-037b-4183-bafb-edc474f71cca",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 1: Loading MNIST Dataset\n",
"============================================================\n",
"Dataset: 60000 training samples, 784 features, 10 classes\n",
"Class distribution: min=5421, max=6742\n",
"\n",
"Data splits:\n",
" Private (teacher training): 48000 samples\n",
" Public (student queries): 12000 samples\n",
" Holdout (evaluation): 10000 samples\n",
"\n",
"============================================================\n",
"PHASE 2: Training Teacher Ensemble\n",
"============================================================\n",
"Created 250 partitions, ~192 samples each\n"
]
}
],
"source": [
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 1: Loading MNIST Dataset\")\n",
"print(\"=\" * 60)\n",
"\n",
"train_loader, test_loader = get_mnist_loaders()\n",
"\n",
"X_train = train_loader.dataset.data.numpy().reshape(-1, 784).astype(np.float32) / 255.0\n",
"y_train = train_loader.dataset.targets.numpy()\n",
"X_test = test_loader.dataset.data.numpy().reshape(-1, 784).astype(np.float32) / 255.0\n",
"y_test = test_loader.dataset.targets.numpy()\n",
"\n",
"num_features = 784\n",
"num_classes = 10\n",
"DATASET_CONFIG['num_features'] = num_features\n",
"DATASET_CONFIG['num_classes'] = num_classes\n",
"\n",
"print(f\"Dataset: {X_train.shape[0]} training samples, {num_features} features, {num_classes} classes\")\n",
"print(f\"Class distribution: min={np.bincount(y_train).min()}, max={np.bincount(y_train).max()}\")\n",
"\n",
"# Split training data into: private (for teachers) and public (for student queries)\n",
"X_private, X_public, y_private, y_public = train_test_split(\n",
" X_train, y_train, test_size=0.2,\n",
" random_state=RANDOM_SEED, stratify=y_train\n",
")\n",
"\n",
"# Use standard test set as holdout for evaluation\n",
"X_holdout = X_test\n",
"y_holdout = y_test\n",
"\n",
"print(f\"\\nData splits:\")\n",
"print(f\" Private (teacher training): {len(X_private)} samples\")\n",
"print(f\" Public (student queries): {len(X_public)} samples\")\n",
"print(f\" Holdout (evaluation): {len(X_holdout)} samples\")\n",
"\n",
"scaler = StandardScaler()\n",
"X_private_norm = scaler.fit_transform(X_private)\n",
"X_public_norm = scaler.transform(X_public)\n",
"X_holdout_norm = scaler.transform(X_holdout)\n",
"\n",
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 2: Training Teacher Ensemble\")\n",
"print(\"=\" * 60)\n",
"\n",
"num_teachers = TEACHER_CONFIG['num_teachers']\n",
"\n",
"# Partition private data for teachers\n",
"np.random.seed(RANDOM_SEED)\n",
"indices = np.random.permutation(len(X_private_norm))\n",
"partition_size = len(X_private_norm) // num_teachers\n",
"\n",
"teacher_partitions = []\n",
"for i in range(num_teachers):\n",
" start_idx = i * partition_size\n",
" if i == num_teachers - 1:\n",
" partition_indices = indices[start_idx:]\n",
" else:\n",
" partition_indices = indices[start_idx:start_idx + partition_size]\n",
" teacher_partitions.append(partition_indices)\n",
"\n",
"print(f\"Created {num_teachers} partitions, ~{partition_size} samples each\")"
]
},
{
"cell_type": "markdown",
"id": "31409150-eb4f-43f8-bf44-c4c255650f2c",
"metadata": {},
"source": [
"## Train Teachers"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "24777e3c-464e-44d7-9e91-f9490936d9a1",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 0%| | 0/250 [00:00<?, ?it/s]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1/30: Avg Loss = 2.2741, Test Accuracy = 41.43%\n",
"Epoch 2/30: Avg Loss = 2.1187, Test Accuracy = 56.93%\n",
"Epoch 3/30: Avg Loss = 1.9351, Test Accuracy = 59.95%\n",
"Epoch 4/30: Avg Loss = 1.7546, Test Accuracy = 61.05%\n",
"Epoch 5/30: Avg Loss = 1.5532, Test Accuracy = 61.49%\n",
"Epoch 6/30: Avg Loss = 1.3130, Test Accuracy = 63.10%\n",
"Epoch 7/30: Avg Loss = 1.1153, Test Accuracy = 65.36%\n",
"Epoch 8/30: Avg Loss = 0.9553, Test Accuracy = 67.17%\n",
"Epoch 9/30: Avg Loss = 0.7947, Test Accuracy = 68.79%\n",
"Epoch 10/30: Avg Loss = 0.6363, Test Accuracy = 70.30%\n",
"Epoch 11/30: Avg Loss = 0.5701, Test Accuracy = 71.81%\n",
"Epoch 12/30: Avg Loss = 0.4853, Test Accuracy = 73.93%\n",
"Epoch 13/30: Avg Loss = 0.3576, Test Accuracy = 75.71%\n",
"Epoch 14/30: Avg Loss = 0.3101, Test Accuracy = 76.96%\n",
"Epoch 15/30: Avg Loss = 0.2977, Test Accuracy = 77.91%\n",
"Epoch 16/30: Avg Loss = 0.1901, Test Accuracy = 78.57%\n",
"Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 79.02%\n",
"Epoch 18/30: Avg Loss = 0.1234, Test Accuracy = 79.35%\n",
"Epoch 19/30: Avg Loss = 0.1192, Test Accuracy = 79.48%\n",
"Epoch 20/30: Avg Loss = 0.1113, Test Accuracy = 79.58%\n",
"Epoch 21/30: Avg Loss = 0.0985, Test Accuracy = 79.58%\n",
"Epoch 22/30: Avg Loss = 0.0788, Test Accuracy = 79.66%\n",
"Epoch 23/30: Avg Loss = 0.0595, Test Accuracy = 79.81%\n",
"Epoch 24/30: Avg Loss = 0.0457, Test Accuracy = 79.80%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 0%|▋ | 1/250 [00:01<04:48, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0379, Test Accuracy = 79.80%\n",
"Epoch 26/30: Avg Loss = 0.0338, Test Accuracy = 79.83%\n",
"Epoch 27/30: Avg Loss = 0.0273, Test Accuracy = 80.00%\n",
"Epoch 28/30: Avg Loss = 0.0392, Test Accuracy = 80.08%\n",
"Epoch 29/30: Avg Loss = 0.0398, Test Accuracy = 79.96%\n",
"Epoch 30/30: Avg Loss = 0.0249, Test Accuracy = 79.91%\n",
"Epoch 1/30: Avg Loss = 2.2798, Test Accuracy = 32.27%\n",
"Epoch 2/30: Avg Loss = 2.1041, Test Accuracy = 46.56%\n",
"Epoch 3/30: Avg Loss = 1.9119, Test Accuracy = 51.37%\n",
"Epoch 4/30: Avg Loss = 1.6902, Test Accuracy = 53.33%\n",
"Epoch 5/30: Avg Loss = 1.4861, Test Accuracy = 55.03%\n",
"Epoch 6/30: Avg Loss = 1.2765, Test Accuracy = 57.14%\n",
"Epoch 7/30: Avg Loss = 1.1082, Test Accuracy = 60.02%\n",
"Epoch 8/30: Avg Loss = 0.9507, Test Accuracy = 63.04%\n",
"Epoch 9/30: Avg Loss = 0.7904, Test Accuracy = 66.28%\n",
"Epoch 10/30: Avg Loss = 0.6665, Test Accuracy = 69.44%\n",
"Epoch 11/30: Avg Loss = 0.5404, Test Accuracy = 71.55%\n",
"Epoch 12/30: Avg Loss = 0.4672, Test Accuracy = 73.68%\n",
"Epoch 13/30: Avg Loss = 0.3832, Test Accuracy = 74.98%\n",
"Epoch 14/30: Avg Loss = 0.3142, Test Accuracy = 75.75%\n",
"Epoch 15/30: Avg Loss = 0.2520, Test Accuracy = 76.66%\n",
"Epoch 16/30: Avg Loss = 0.2159, Test Accuracy = 77.22%\n",
"Epoch 17/30: Avg Loss = 0.1780, Test Accuracy = 77.79%\n",
"Epoch 18/30: Avg Loss = 0.1559, Test Accuracy = 78.13%\n",
"Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 78.49%\n",
"Epoch 20/30: Avg Loss = 0.1041, Test Accuracy = 78.66%\n",
"Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 78.67%\n",
"Epoch 22/30: Avg Loss = 0.0802, Test Accuracy = 78.73%\n",
"Epoch 23/30: Avg Loss = 0.0741, Test Accuracy = 78.77%\n",
"Epoch 24/30: Avg Loss = 0.0746, Test Accuracy = 78.78%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 1%|█▎ | 2/250 [00:02<04:43, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0519, Test Accuracy = 78.86%\n",
"Epoch 26/30: Avg Loss = 0.0414, Test Accuracy = 79.24%\n",
"Epoch 27/30: Avg Loss = 0.0450, Test Accuracy = 79.17%\n",
"Epoch 28/30: Avg Loss = 0.0461, Test Accuracy = 79.25%\n",
"Epoch 29/30: Avg Loss = 0.0383, Test Accuracy = 79.47%\n",
"Epoch 30/30: Avg Loss = 0.0262, Test Accuracy = 79.42%\n",
"Epoch 1/30: Avg Loss = 2.2801, Test Accuracy = 38.92%\n",
"Epoch 2/30: Avg Loss = 2.1346, Test Accuracy = 51.83%\n",
"Epoch 3/30: Avg Loss = 1.9805, Test Accuracy = 59.00%\n",
"Epoch 4/30: Avg Loss = 1.8215, Test Accuracy = 62.57%\n",
"Epoch 5/30: Avg Loss = 1.6278, Test Accuracy = 64.67%\n",
"Epoch 6/30: Avg Loss = 1.4043, Test Accuracy = 66.10%\n",
"Epoch 7/30: Avg Loss = 1.1477, Test Accuracy = 67.15%\n",
"Epoch 8/30: Avg Loss = 0.9686, Test Accuracy = 68.13%\n",
"Epoch 9/30: Avg Loss = 0.7907, Test Accuracy = 69.64%\n",
"Epoch 10/30: Avg Loss = 0.6565, Test Accuracy = 71.96%\n",
"Epoch 11/30: Avg Loss = 0.5222, Test Accuracy = 74.54%\n",
"Epoch 12/30: Avg Loss = 0.4283, Test Accuracy = 76.55%\n",
"Epoch 13/30: Avg Loss = 0.3624, Test Accuracy = 77.88%\n",
"Epoch 14/30: Avg Loss = 0.2625, Test Accuracy = 78.88%\n",
"Epoch 15/30: Avg Loss = 0.2300, Test Accuracy = 79.75%\n",
"Epoch 16/30: Avg Loss = 0.1946, Test Accuracy = 80.19%\n",
"Epoch 17/30: Avg Loss = 0.1396, Test Accuracy = 80.31%\n",
"Epoch 18/30: Avg Loss = 0.1294, Test Accuracy = 80.46%\n",
"Epoch 19/30: Avg Loss = 0.1058, Test Accuracy = 80.48%\n",
"Epoch 20/30: Avg Loss = 0.0850, Test Accuracy = 80.46%\n",
"Epoch 21/30: Avg Loss = 0.0749, Test Accuracy = 80.74%\n",
"Epoch 22/30: Avg Loss = 0.0603, Test Accuracy = 80.87%\n",
"Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 80.92%\n",
"Epoch 24/30: Avg Loss = 0.0578, Test Accuracy = 81.02%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 1%|█▉ | 3/250 [00:03<04:41, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 81.06%\n",
"Epoch 26/30: Avg Loss = 0.0341, Test Accuracy = 81.16%\n",
"Epoch 27/30: Avg Loss = 0.0323, Test Accuracy = 81.10%\n",
"Epoch 28/30: Avg Loss = 0.0222, Test Accuracy = 81.12%\n",
"Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 81.14%\n",
"Epoch 30/30: Avg Loss = 0.0214, Test Accuracy = 81.24%\n",
"Epoch 1/30: Avg Loss = 2.2952, Test Accuracy = 32.71%\n",
"Epoch 2/30: Avg Loss = 2.1376, Test Accuracy = 57.04%\n",
"Epoch 3/30: Avg Loss = 2.0008, Test Accuracy = 63.99%\n",
"Epoch 4/30: Avg Loss = 1.8121, Test Accuracy = 64.99%\n",
"Epoch 5/30: Avg Loss = 1.6609, Test Accuracy = 65.22%\n",
"Epoch 6/30: Avg Loss = 1.4062, Test Accuracy = 65.68%\n",
"Epoch 7/30: Avg Loss = 1.2074, Test Accuracy = 66.81%\n",
"Epoch 8/30: Avg Loss = 1.0260, Test Accuracy = 68.24%\n",
"Epoch 9/30: Avg Loss = 0.8190, Test Accuracy = 70.06%\n",
"Epoch 10/30: Avg Loss = 0.6766, Test Accuracy = 72.30%\n",
"Epoch 11/30: Avg Loss = 0.5710, Test Accuracy = 74.66%\n",
"Epoch 12/30: Avg Loss = 0.4659, Test Accuracy = 76.28%\n",
"Epoch 13/30: Avg Loss = 0.3497, Test Accuracy = 77.40%\n",
"Epoch 14/30: Avg Loss = 0.2908, Test Accuracy = 78.01%\n",
"Epoch 15/30: Avg Loss = 0.2586, Test Accuracy = 78.48%\n",
"Epoch 16/30: Avg Loss = 0.1850, Test Accuracy = 78.77%\n",
"Epoch 17/30: Avg Loss = 0.1550, Test Accuracy = 79.21%\n",
"Epoch 18/30: Avg Loss = 0.1402, Test Accuracy = 79.49%\n",
"Epoch 19/30: Avg Loss = 0.1196, Test Accuracy = 79.74%\n",
"Epoch 20/30: Avg Loss = 0.0993, Test Accuracy = 79.79%\n",
"Epoch 21/30: Avg Loss = 0.0829, Test Accuracy = 79.83%\n",
"Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 79.95%\n",
"Epoch 23/30: Avg Loss = 0.0763, Test Accuracy = 80.26%\n",
"Epoch 24/30: Avg Loss = 0.0493, Test Accuracy = 80.18%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 2%|██▌ | 4/250 [00:04<04:40, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0547, Test Accuracy = 80.22%\n",
"Epoch 26/30: Avg Loss = 0.0417, Test Accuracy = 80.33%\n",
"Epoch 27/30: Avg Loss = 0.0508, Test Accuracy = 80.41%\n",
"Epoch 28/30: Avg Loss = 0.0381, Test Accuracy = 80.51%\n",
"Epoch 29/30: Avg Loss = 0.0328, Test Accuracy = 80.54%\n",
"Epoch 30/30: Avg Loss = 0.0212, Test Accuracy = 80.59%\n",
"Epoch 1/30: Avg Loss = 2.2765, Test Accuracy = 29.89%\n",
"Epoch 2/30: Avg Loss = 2.1302, Test Accuracy = 37.54%\n",
"Epoch 3/30: Avg Loss = 1.9716, Test Accuracy = 45.08%\n",
"Epoch 4/30: Avg Loss = 1.8020, Test Accuracy = 50.86%\n",
"Epoch 5/30: Avg Loss = 1.5937, Test Accuracy = 55.64%\n",
"Epoch 6/30: Avg Loss = 1.3680, Test Accuracy = 60.10%\n",
"Epoch 7/30: Avg Loss = 1.1655, Test Accuracy = 63.13%\n",
"Epoch 8/30: Avg Loss = 0.9338, Test Accuracy = 66.24%\n",
"Epoch 9/30: Avg Loss = 0.7987, Test Accuracy = 69.84%\n",
"Epoch 10/30: Avg Loss = 0.6453, Test Accuracy = 73.41%\n",
"Epoch 11/30: Avg Loss = 0.5266, Test Accuracy = 77.01%\n",
"Epoch 12/30: Avg Loss = 0.4179, Test Accuracy = 78.83%\n",
"Epoch 13/30: Avg Loss = 0.3078, Test Accuracy = 79.33%\n",
"Epoch 14/30: Avg Loss = 0.2911, Test Accuracy = 79.52%\n",
"Epoch 15/30: Avg Loss = 0.2462, Test Accuracy = 79.86%\n",
"Epoch 16/30: Avg Loss = 0.2027, Test Accuracy = 79.77%\n",
"Epoch 17/30: Avg Loss = 0.1646, Test Accuracy = 79.71%\n",
"Epoch 18/30: Avg Loss = 0.1144, Test Accuracy = 79.83%\n",
"Epoch 19/30: Avg Loss = 0.1235, Test Accuracy = 79.94%\n",
"Epoch 20/30: Avg Loss = 0.0885, Test Accuracy = 80.10%\n",
"Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 80.31%\n",
"Epoch 22/30: Avg Loss = 0.0666, Test Accuracy = 80.63%\n",
"Epoch 23/30: Avg Loss = 0.0580, Test Accuracy = 80.84%\n",
"Epoch 24/30: Avg Loss = 0.0624, Test Accuracy = 80.94%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 2%|███▏ | 5/250 [00:05<04:39, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0473, Test Accuracy = 80.92%\n",
"Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 80.95%\n",
"Epoch 27/30: Avg Loss = 0.0526, Test Accuracy = 80.74%\n",
"Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 80.65%\n",
"Epoch 29/30: Avg Loss = 0.0348, Test Accuracy = 80.52%\n",
"Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 80.56%\n",
"Epoch 1/30: Avg Loss = 2.2878, Test Accuracy = 30.37%\n",
"Epoch 2/30: Avg Loss = 2.1295, Test Accuracy = 51.31%\n",
"Epoch 3/30: Avg Loss = 2.0027, Test Accuracy = 59.42%\n",
"Epoch 4/30: Avg Loss = 1.8258, Test Accuracy = 63.02%\n",
"Epoch 5/30: Avg Loss = 1.6422, Test Accuracy = 65.72%\n",
"Epoch 6/30: Avg Loss = 1.4264, Test Accuracy = 67.82%\n",
"Epoch 7/30: Avg Loss = 1.2306, Test Accuracy = 70.30%\n",
"Epoch 8/30: Avg Loss = 1.0348, Test Accuracy = 72.82%\n",
"Epoch 9/30: Avg Loss = 0.8236, Test Accuracy = 74.13%\n",
"Epoch 10/30: Avg Loss = 0.6309, Test Accuracy = 74.99%\n",
"Epoch 11/30: Avg Loss = 0.5039, Test Accuracy = 75.91%\n",
"Epoch 12/30: Avg Loss = 0.4187, Test Accuracy = 76.51%\n",
"Epoch 13/30: Avg Loss = 0.3096, Test Accuracy = 77.18%\n",
"Epoch 14/30: Avg Loss = 0.2461, Test Accuracy = 77.61%\n",
"Epoch 15/30: Avg Loss = 0.2101, Test Accuracy = 77.97%\n",
"Epoch 16/30: Avg Loss = 0.1642, Test Accuracy = 78.23%\n",
"Epoch 17/30: Avg Loss = 0.1606, Test Accuracy = 78.51%\n",
"Epoch 18/30: Avg Loss = 0.1126, Test Accuracy = 78.85%\n",
"Epoch 19/30: Avg Loss = 0.0798, Test Accuracy = 79.13%\n",
"Epoch 20/30: Avg Loss = 0.0800, Test Accuracy = 79.23%\n",
"Epoch 21/30: Avg Loss = 0.0599, Test Accuracy = 79.27%\n",
"Epoch 22/30: Avg Loss = 0.0434, Test Accuracy = 79.32%\n",
"Epoch 23/30: Avg Loss = 0.0402, Test Accuracy = 79.46%\n",
"Epoch 24/30: Avg Loss = 0.0389, Test Accuracy = 79.53%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 2%|███▊ | 6/250 [00:06<04:37, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0325, Test Accuracy = 79.60%\n",
"Epoch 26/30: Avg Loss = 0.0282, Test Accuracy = 79.60%\n",
"Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 79.65%\n",
"Epoch 28/30: Avg Loss = 0.0346, Test Accuracy = 79.55%\n",
"Epoch 29/30: Avg Loss = 0.0257, Test Accuracy = 79.29%\n",
"Epoch 30/30: Avg Loss = 0.0266, Test Accuracy = 79.11%\n",
"Epoch 1/30: Avg Loss = 2.2622, Test Accuracy = 39.79%\n",
"Epoch 2/30: Avg Loss = 2.1128, Test Accuracy = 49.31%\n",
"Epoch 3/30: Avg Loss = 1.9397, Test Accuracy = 52.35%\n",
"Epoch 4/30: Avg Loss = 1.7774, Test Accuracy = 53.59%\n",
"Epoch 5/30: Avg Loss = 1.5823, Test Accuracy = 55.30%\n",
"Epoch 6/30: Avg Loss = 1.3943, Test Accuracy = 58.54%\n",
"Epoch 7/30: Avg Loss = 1.2316, Test Accuracy = 61.41%\n",
"Epoch 8/30: Avg Loss = 1.0489, Test Accuracy = 63.72%\n",
"Epoch 9/30: Avg Loss = 0.8229, Test Accuracy = 66.42%\n",
"Epoch 10/30: Avg Loss = 0.6986, Test Accuracy = 69.12%\n",
"Epoch 11/30: Avg Loss = 0.5429, Test Accuracy = 71.89%\n",
"Epoch 12/30: Avg Loss = 0.5220, Test Accuracy = 73.76%\n",
"Epoch 13/30: Avg Loss = 0.4041, Test Accuracy = 74.50%\n",
"Epoch 14/30: Avg Loss = 0.3611, Test Accuracy = 75.06%\n",
"Epoch 15/30: Avg Loss = 0.2900, Test Accuracy = 75.44%\n",
"Epoch 16/30: Avg Loss = 0.2598, Test Accuracy = 75.94%\n",
"Epoch 17/30: Avg Loss = 0.2022, Test Accuracy = 76.69%\n",
"Epoch 18/30: Avg Loss = 0.1782, Test Accuracy = 77.74%\n",
"Epoch 19/30: Avg Loss = 0.1450, Test Accuracy = 78.18%\n",
"Epoch 20/30: Avg Loss = 0.1249, Test Accuracy = 78.41%\n",
"Epoch 21/30: Avg Loss = 0.1082, Test Accuracy = 78.68%\n",
"Epoch 22/30: Avg Loss = 0.0816, Test Accuracy = 78.52%\n",
"Epoch 23/30: Avg Loss = 0.0680, Test Accuracy = 78.37%\n",
"Epoch 24/30: Avg Loss = 0.0579, Test Accuracy = 78.32%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 3%|████▍ | 7/250 [00:07<04:37, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0654, Test Accuracy = 78.44%\n",
"Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 78.44%\n",
"Epoch 27/30: Avg Loss = 0.0406, Test Accuracy = 78.59%\n",
"Epoch 28/30: Avg Loss = 0.0383, Test Accuracy = 78.60%\n",
"Epoch 29/30: Avg Loss = 0.0368, Test Accuracy = 78.71%\n",
"Epoch 30/30: Avg Loss = 0.0239, Test Accuracy = 78.86%\n",
"Epoch 1/30: Avg Loss = 2.2661, Test Accuracy = 32.94%\n",
"Epoch 2/30: Avg Loss = 2.0940, Test Accuracy = 47.54%\n",
"Epoch 3/30: Avg Loss = 1.9209, Test Accuracy = 50.94%\n",
"Epoch 4/30: Avg Loss = 1.7510, Test Accuracy = 52.42%\n",
"Epoch 5/30: Avg Loss = 1.5311, Test Accuracy = 54.41%\n",
"Epoch 6/30: Avg Loss = 1.3390, Test Accuracy = 57.48%\n",
"Epoch 7/30: Avg Loss = 1.1141, Test Accuracy = 61.29%\n",
"Epoch 8/30: Avg Loss = 0.9256, Test Accuracy = 65.03%\n",
"Epoch 9/30: Avg Loss = 0.6887, Test Accuracy = 67.42%\n",
"Epoch 10/30: Avg Loss = 0.5860, Test Accuracy = 69.36%\n",
"Epoch 11/30: Avg Loss = 0.4494, Test Accuracy = 70.64%\n",
"Epoch 12/30: Avg Loss = 0.3680, Test Accuracy = 71.37%\n",
"Epoch 13/30: Avg Loss = 0.2980, Test Accuracy = 72.59%\n",
"Epoch 14/30: Avg Loss = 0.2299, Test Accuracy = 73.03%\n",
"Epoch 15/30: Avg Loss = 0.1862, Test Accuracy = 73.43%\n",
"Epoch 16/30: Avg Loss = 0.1416, Test Accuracy = 73.78%\n",
"Epoch 17/30: Avg Loss = 0.1238, Test Accuracy = 74.09%\n",
"Epoch 18/30: Avg Loss = 0.1082, Test Accuracy = 74.46%\n",
"Epoch 19/30: Avg Loss = 0.0972, Test Accuracy = 74.94%\n",
"Epoch 20/30: Avg Loss = 0.0714, Test Accuracy = 75.06%\n",
"Epoch 21/30: Avg Loss = 0.0716, Test Accuracy = 75.19%\n",
"Epoch 22/30: Avg Loss = 0.0494, Test Accuracy = 75.53%\n",
"Epoch 23/30: Avg Loss = 0.0424, Test Accuracy = 75.57%\n",
"Epoch 24/30: Avg Loss = 0.0382, Test Accuracy = 75.55%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 3%|█████ | 8/250 [00:09<04:38, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0330, Test Accuracy = 75.42%\n",
"Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 75.45%\n",
"Epoch 27/30: Avg Loss = 0.0387, Test Accuracy = 75.38%\n",
"Epoch 28/30: Avg Loss = 0.0287, Test Accuracy = 75.42%\n",
"Epoch 29/30: Avg Loss = 0.0263, Test Accuracy = 75.35%\n",
"Epoch 30/30: Avg Loss = 0.0259, Test Accuracy = 75.32%\n",
"Epoch 1/30: Avg Loss = 2.2533, Test Accuracy = 28.13%\n",
"Epoch 2/30: Avg Loss = 2.0955, Test Accuracy = 39.16%\n",
"Epoch 3/30: Avg Loss = 1.9357, Test Accuracy = 44.60%\n",
"Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 49.46%\n",
"Epoch 5/30: Avg Loss = 1.5910, Test Accuracy = 54.65%\n",
"Epoch 6/30: Avg Loss = 1.3957, Test Accuracy = 59.90%\n",
"Epoch 7/30: Avg Loss = 1.2162, Test Accuracy = 63.68%\n",
"Epoch 8/30: Avg Loss = 1.0267, Test Accuracy = 66.77%\n",
"Epoch 9/30: Avg Loss = 0.8391, Test Accuracy = 70.00%\n",
"Epoch 10/30: Avg Loss = 0.7288, Test Accuracy = 73.32%\n",
"Epoch 11/30: Avg Loss = 0.5648, Test Accuracy = 76.80%\n",
"Epoch 12/30: Avg Loss = 0.4685, Test Accuracy = 79.14%\n",
"Epoch 13/30: Avg Loss = 0.3506, Test Accuracy = 80.57%\n",
"Epoch 14/30: Avg Loss = 0.2857, Test Accuracy = 81.51%\n",
"Epoch 15/30: Avg Loss = 0.2464, Test Accuracy = 81.90%\n",
"Epoch 16/30: Avg Loss = 0.1711, Test Accuracy = 82.12%\n",
"Epoch 17/30: Avg Loss = 0.1358, Test Accuracy = 82.18%\n",
"Epoch 18/30: Avg Loss = 0.1342, Test Accuracy = 82.10%\n",
"Epoch 19/30: Avg Loss = 0.1067, Test Accuracy = 82.06%\n",
"Epoch 20/30: Avg Loss = 0.0974, Test Accuracy = 82.32%\n",
"Epoch 21/30: Avg Loss = 0.0875, Test Accuracy = 82.49%\n",
"Epoch 22/30: Avg Loss = 0.0684, Test Accuracy = 82.54%\n",
"Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 82.63%\n",
"Epoch 24/30: Avg Loss = 0.0511, Test Accuracy = 82.63%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 4%|█████▋ | 9/250 [00:10<04:36, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0345, Test Accuracy = 82.56%\n",
"Epoch 26/30: Avg Loss = 0.0319, Test Accuracy = 82.71%\n",
"Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 82.93%\n",
"Epoch 28/30: Avg Loss = 0.0345, Test Accuracy = 82.87%\n",
"Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 82.74%\n",
"Epoch 30/30: Avg Loss = 0.0187, Test Accuracy = 82.69%\n",
"Epoch 1/30: Avg Loss = 2.2612, Test Accuracy = 38.40%\n",
"Epoch 2/30: Avg Loss = 2.0875, Test Accuracy = 55.46%\n",
"Epoch 3/30: Avg Loss = 1.9386, Test Accuracy = 59.21%\n",
"Epoch 4/30: Avg Loss = 1.7372, Test Accuracy = 60.19%\n",
"Epoch 5/30: Avg Loss = 1.5386, Test Accuracy = 61.69%\n",
"Epoch 6/30: Avg Loss = 1.3373, Test Accuracy = 63.55%\n",
"Epoch 7/30: Avg Loss = 1.1427, Test Accuracy = 65.10%\n",
"Epoch 8/30: Avg Loss = 0.9360, Test Accuracy = 68.04%\n",
"Epoch 9/30: Avg Loss = 0.7863, Test Accuracy = 71.91%\n",
"Epoch 10/30: Avg Loss = 0.6281, Test Accuracy = 74.59%\n",
"Epoch 11/30: Avg Loss = 0.5218, Test Accuracy = 76.19%\n",
"Epoch 12/30: Avg Loss = 0.4238, Test Accuracy = 77.60%\n",
"Epoch 13/30: Avg Loss = 0.3436, Test Accuracy = 78.09%\n",
"Epoch 14/30: Avg Loss = 0.2843, Test Accuracy = 78.32%\n",
"Epoch 15/30: Avg Loss = 0.2182, Test Accuracy = 78.37%\n",
"Epoch 16/30: Avg Loss = 0.1761, Test Accuracy = 78.79%\n",
"Epoch 17/30: Avg Loss = 0.1494, Test Accuracy = 79.29%\n",
"Epoch 18/30: Avg Loss = 0.1171, Test Accuracy = 79.79%\n",
"Epoch 19/30: Avg Loss = 0.0896, Test Accuracy = 80.22%\n",
"Epoch 20/30: Avg Loss = 0.0872, Test Accuracy = 80.36%\n",
"Epoch 21/30: Avg Loss = 0.0789, Test Accuracy = 80.24%\n",
"Epoch 22/30: Avg Loss = 0.0576, Test Accuracy = 80.05%\n",
"Epoch 23/30: Avg Loss = 0.0575, Test Accuracy = 79.93%\n",
"Epoch 24/30: Avg Loss = 0.0473, Test Accuracy = 79.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 4%|██████▏ | 10/250 [00:11<04:34, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0323, Test Accuracy = 79.81%\n",
"Epoch 26/30: Avg Loss = 0.0514, Test Accuracy = 79.74%\n",
"Epoch 27/30: Avg Loss = 0.0237, Test Accuracy = 80.02%\n",
"Epoch 28/30: Avg Loss = 0.0316, Test Accuracy = 80.30%\n",
"Epoch 29/30: Avg Loss = 0.0344, Test Accuracy = 80.53%\n",
"Epoch 30/30: Avg Loss = 0.0365, Test Accuracy = 80.51%\n",
"Epoch 1/30: Avg Loss = 2.2968, Test Accuracy = 33.00%\n",
"Epoch 2/30: Avg Loss = 2.1412, Test Accuracy = 46.82%\n",
"Epoch 3/30: Avg Loss = 1.9891, Test Accuracy = 52.18%\n",
"Epoch 4/30: Avg Loss = 1.8143, Test Accuracy = 53.88%\n",
"Epoch 5/30: Avg Loss = 1.6064, Test Accuracy = 54.98%\n",
"Epoch 6/30: Avg Loss = 1.4018, Test Accuracy = 55.71%\n",
"Epoch 7/30: Avg Loss = 1.1930, Test Accuracy = 58.00%\n",
"Epoch 8/30: Avg Loss = 0.9977, Test Accuracy = 61.41%\n",
"Epoch 9/30: Avg Loss = 0.8475, Test Accuracy = 64.54%\n",
"Epoch 10/30: Avg Loss = 0.7132, Test Accuracy = 67.58%\n",
"Epoch 11/30: Avg Loss = 0.6018, Test Accuracy = 69.85%\n",
"Epoch 12/30: Avg Loss = 0.4901, Test Accuracy = 72.21%\n",
"Epoch 13/30: Avg Loss = 0.4242, Test Accuracy = 74.22%\n",
"Epoch 14/30: Avg Loss = 0.3173, Test Accuracy = 76.31%\n",
"Epoch 15/30: Avg Loss = 0.3009, Test Accuracy = 77.22%\n",
"Epoch 16/30: Avg Loss = 0.2308, Test Accuracy = 78.01%\n",
"Epoch 17/30: Avg Loss = 0.2090, Test Accuracy = 78.55%\n",
"Epoch 18/30: Avg Loss = 0.1633, Test Accuracy = 78.81%\n",
"Epoch 19/30: Avg Loss = 0.1446, Test Accuracy = 78.84%\n",
"Epoch 20/30: Avg Loss = 0.1532, Test Accuracy = 79.10%\n",
"Epoch 21/30: Avg Loss = 0.1157, Test Accuracy = 79.56%\n",
"Epoch 22/30: Avg Loss = 0.0843, Test Accuracy = 79.47%\n",
"Epoch 23/30: Avg Loss = 0.0871, Test Accuracy = 79.50%\n",
"Epoch 24/30: Avg Loss = 0.0931, Test Accuracy = 79.71%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 4%|██████▊ | 11/250 [00:12<04:31, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0618, Test Accuracy = 79.96%\n",
"Epoch 26/30: Avg Loss = 0.0486, Test Accuracy = 80.13%\n",
"Epoch 27/30: Avg Loss = 0.0546, Test Accuracy = 79.89%\n",
"Epoch 28/30: Avg Loss = 0.0463, Test Accuracy = 79.85%\n",
"Epoch 29/30: Avg Loss = 0.0452, Test Accuracy = 80.05%\n",
"Epoch 30/30: Avg Loss = 0.0401, Test Accuracy = 79.99%\n",
"Epoch 1/30: Avg Loss = 2.2689, Test Accuracy = 19.52%\n",
"Epoch 2/30: Avg Loss = 2.1196, Test Accuracy = 35.52%\n",
"Epoch 3/30: Avg Loss = 1.9640, Test Accuracy = 41.91%\n",
"Epoch 4/30: Avg Loss = 1.7847, Test Accuracy = 44.68%\n",
"Epoch 5/30: Avg Loss = 1.6090, Test Accuracy = 47.19%\n",
"Epoch 6/30: Avg Loss = 1.4026, Test Accuracy = 50.23%\n",
"Epoch 7/30: Avg Loss = 1.1972, Test Accuracy = 53.81%\n",
"Epoch 8/30: Avg Loss = 1.0158, Test Accuracy = 57.06%\n",
"Epoch 9/30: Avg Loss = 0.8399, Test Accuracy = 61.01%\n",
"Epoch 10/30: Avg Loss = 0.7449, Test Accuracy = 64.94%\n",
"Epoch 11/30: Avg Loss = 0.5524, Test Accuracy = 68.73%\n",
"Epoch 12/30: Avg Loss = 0.4557, Test Accuracy = 71.82%\n",
"Epoch 13/30: Avg Loss = 0.3735, Test Accuracy = 74.22%\n",
"Epoch 14/30: Avg Loss = 0.2956, Test Accuracy = 75.91%\n",
"Epoch 15/30: Avg Loss = 0.2279, Test Accuracy = 76.89%\n",
"Epoch 16/30: Avg Loss = 0.1821, Test Accuracy = 77.64%\n",
"Epoch 17/30: Avg Loss = 0.1614, Test Accuracy = 77.95%\n",
"Epoch 18/30: Avg Loss = 0.1157, Test Accuracy = 77.96%\n",
"Epoch 19/30: Avg Loss = 0.0934, Test Accuracy = 77.99%\n",
"Epoch 20/30: Avg Loss = 0.0851, Test Accuracy = 77.99%\n",
"Epoch 21/30: Avg Loss = 0.0667, Test Accuracy = 77.87%\n",
"Epoch 22/30: Avg Loss = 0.0724, Test Accuracy = 78.05%\n",
"Epoch 23/30: Avg Loss = 0.0624, Test Accuracy = 78.55%\n",
"Epoch 24/30: Avg Loss = 0.0442, Test Accuracy = 78.72%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 5%|███████▍ | 12/250 [00:13<04:30, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0347, Test Accuracy = 78.71%\n",
"Epoch 26/30: Avg Loss = 0.0373, Test Accuracy = 78.71%\n",
"Epoch 27/30: Avg Loss = 0.0464, Test Accuracy = 78.75%\n",
"Epoch 28/30: Avg Loss = 0.0237, Test Accuracy = 79.01%\n",
"Epoch 29/30: Avg Loss = 0.0267, Test Accuracy = 78.80%\n",
"Epoch 30/30: Avg Loss = 0.0350, Test Accuracy = 78.72%\n",
"Epoch 1/30: Avg Loss = 2.2902, Test Accuracy = 26.95%\n",
"Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 51.46%\n",
"Epoch 3/30: Avg Loss = 1.9621, Test Accuracy = 56.73%\n",
"Epoch 4/30: Avg Loss = 1.7709, Test Accuracy = 56.61%\n",
"Epoch 5/30: Avg Loss = 1.5703, Test Accuracy = 57.63%\n",
"Epoch 6/30: Avg Loss = 1.3776, Test Accuracy = 58.78%\n",
"Epoch 7/30: Avg Loss = 1.1575, Test Accuracy = 61.16%\n",
"Epoch 8/30: Avg Loss = 1.0148, Test Accuracy = 64.66%\n",
"Epoch 9/30: Avg Loss = 0.8514, Test Accuracy = 68.38%\n",
"Epoch 10/30: Avg Loss = 0.6854, Test Accuracy = 71.58%\n",
"Epoch 11/30: Avg Loss = 0.5364, Test Accuracy = 73.99%\n",
"Epoch 12/30: Avg Loss = 0.4421, Test Accuracy = 75.84%\n",
"Epoch 13/30: Avg Loss = 0.3317, Test Accuracy = 77.04%\n",
"Epoch 14/30: Avg Loss = 0.3038, Test Accuracy = 78.26%\n",
"Epoch 15/30: Avg Loss = 0.2024, Test Accuracy = 78.80%\n",
"Epoch 16/30: Avg Loss = 0.1751, Test Accuracy = 79.13%\n",
"Epoch 17/30: Avg Loss = 0.1317, Test Accuracy = 79.18%\n",
"Epoch 18/30: Avg Loss = 0.1177, Test Accuracy = 79.36%\n",
"Epoch 19/30: Avg Loss = 0.0869, Test Accuracy = 79.82%\n",
"Epoch 20/30: Avg Loss = 0.0864, Test Accuracy = 80.12%\n",
"Epoch 21/30: Avg Loss = 0.0619, Test Accuracy = 80.30%\n",
"Epoch 22/30: Avg Loss = 0.0542, Test Accuracy = 80.37%\n",
"Epoch 23/30: Avg Loss = 0.0612, Test Accuracy = 80.35%\n",
"Epoch 24/30: Avg Loss = 0.0412, Test Accuracy = 80.33%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 5%|████████ | 13/250 [00:14<04:28, 1.13s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0406, Test Accuracy = 80.26%\n",
"Epoch 26/30: Avg Loss = 0.0327, Test Accuracy = 80.39%\n",
"Epoch 27/30: Avg Loss = 0.0268, Test Accuracy = 80.39%\n",
"Epoch 28/30: Avg Loss = 0.0292, Test Accuracy = 80.52%\n",
"Epoch 29/30: Avg Loss = 0.0243, Test Accuracy = 80.52%\n",
"Epoch 30/30: Avg Loss = 0.0208, Test Accuracy = 80.37%\n",
"Epoch 1/30: Avg Loss = 2.2609, Test Accuracy = 20.30%\n",
"Epoch 2/30: Avg Loss = 2.0769, Test Accuracy = 45.72%\n",
"Epoch 3/30: Avg Loss = 1.9100, Test Accuracy = 53.14%\n",
"Epoch 4/30: Avg Loss = 1.7215, Test Accuracy = 55.57%\n",
"Epoch 5/30: Avg Loss = 1.5396, Test Accuracy = 57.57%\n",
"Epoch 6/30: Avg Loss = 1.3377, Test Accuracy = 59.94%\n",
"Epoch 7/30: Avg Loss = 1.1267, Test Accuracy = 61.94%\n",
"Epoch 8/30: Avg Loss = 0.9418, Test Accuracy = 63.72%\n",
"Epoch 9/30: Avg Loss = 0.7957, Test Accuracy = 65.81%\n",
"Epoch 10/30: Avg Loss = 0.6464, Test Accuracy = 69.25%\n",
"Epoch 11/30: Avg Loss = 0.5120, Test Accuracy = 72.79%\n",
"Epoch 12/30: Avg Loss = 0.4184, Test Accuracy = 74.81%\n",
"Epoch 13/30: Avg Loss = 0.3622, Test Accuracy = 76.51%\n",
"Epoch 14/30: Avg Loss = 0.2748, Test Accuracy = 77.36%\n",
"Epoch 15/30: Avg Loss = 0.2366, Test Accuracy = 77.79%\n",
"Epoch 16/30: Avg Loss = 0.2012, Test Accuracy = 78.33%\n",
"Epoch 17/30: Avg Loss = 0.1507, Test Accuracy = 78.66%\n",
"Epoch 18/30: Avg Loss = 0.1416, Test Accuracy = 78.91%\n",
"Epoch 19/30: Avg Loss = 0.1121, Test Accuracy = 79.39%\n",
"Epoch 20/30: Avg Loss = 0.1120, Test Accuracy = 79.76%\n",
"Epoch 21/30: Avg Loss = 0.0802, Test Accuracy = 79.89%\n",
"Epoch 22/30: Avg Loss = 0.0610, Test Accuracy = 79.85%\n",
"Epoch 23/30: Avg Loss = 0.0658, Test Accuracy = 79.80%\n",
"Epoch 24/30: Avg Loss = 0.0577, Test Accuracy = 79.87%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 6%|████████▋ | 14/250 [00:15<04:27, 1.13s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0480, Test Accuracy = 79.86%\n",
"Epoch 26/30: Avg Loss = 0.0420, Test Accuracy = 80.02%\n",
"Epoch 27/30: Avg Loss = 0.0404, Test Accuracy = 80.17%\n",
"Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 80.24%\n",
"Epoch 29/30: Avg Loss = 0.0278, Test Accuracy = 80.19%\n",
"Epoch 30/30: Avg Loss = 0.0310, Test Accuracy = 80.21%\n",
"Epoch 1/30: Avg Loss = 2.2903, Test Accuracy = 26.68%\n",
"Epoch 2/30: Avg Loss = 2.1612, Test Accuracy = 49.58%\n",
"Epoch 3/30: Avg Loss = 2.0482, Test Accuracy = 60.39%\n",
"Epoch 4/30: Avg Loss = 1.8563, Test Accuracy = 63.87%\n",
"Epoch 5/30: Avg Loss = 1.6800, Test Accuracy = 64.57%\n",
"Epoch 6/30: Avg Loss = 1.4819, Test Accuracy = 65.21%\n",
"Epoch 7/30: Avg Loss = 1.2366, Test Accuracy = 65.89%\n",
"Epoch 8/30: Avg Loss = 1.0454, Test Accuracy = 67.47%\n",
"Epoch 9/30: Avg Loss = 0.8631, Test Accuracy = 69.57%\n",
"Epoch 10/30: Avg Loss = 0.6788, Test Accuracy = 72.51%\n",
"Epoch 11/30: Avg Loss = 0.5791, Test Accuracy = 74.58%\n",
"Epoch 12/30: Avg Loss = 0.4571, Test Accuracy = 76.32%\n",
"Epoch 13/30: Avg Loss = 0.3852, Test Accuracy = 77.44%\n",
"Epoch 14/30: Avg Loss = 0.3153, Test Accuracy = 78.16%\n",
"Epoch 15/30: Avg Loss = 0.3185, Test Accuracy = 78.61%\n",
"Epoch 16/30: Avg Loss = 0.2811, Test Accuracy = 78.87%\n",
"Epoch 17/30: Avg Loss = 0.1763, Test Accuracy = 78.84%\n",
"Epoch 18/30: Avg Loss = 0.1565, Test Accuracy = 78.93%\n",
"Epoch 19/30: Avg Loss = 0.1530, Test Accuracy = 78.97%\n",
"Epoch 20/30: Avg Loss = 0.1188, Test Accuracy = 79.11%\n",
"Epoch 21/30: Avg Loss = 0.1026, Test Accuracy = 79.33%\n",
"Epoch 22/30: Avg Loss = 0.0864, Test Accuracy = 79.40%\n",
"Epoch 23/30: Avg Loss = 0.0764, Test Accuracy = 79.46%\n",
"Epoch 24/30: Avg Loss = 0.0873, Test Accuracy = 79.77%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 6%|█████████▎ | 15/250 [00:17<04:26, 1.13s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0520, Test Accuracy = 80.01%\n",
"Epoch 26/30: Avg Loss = 0.0558, Test Accuracy = 79.91%\n",
"Epoch 27/30: Avg Loss = 0.0453, Test Accuracy = 79.80%\n",
"Epoch 28/30: Avg Loss = 0.0491, Test Accuracy = 79.77%\n",
"Epoch 29/30: Avg Loss = 0.0509, Test Accuracy = 79.80%\n",
"Epoch 30/30: Avg Loss = 0.0403, Test Accuracy = 79.90%\n",
"Epoch 1/30: Avg Loss = 2.2922, Test Accuracy = 29.82%\n",
"Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 42.58%\n",
"Epoch 3/30: Avg Loss = 2.0105, Test Accuracy = 47.27%\n",
"Epoch 4/30: Avg Loss = 1.8073, Test Accuracy = 50.48%\n",
"Epoch 5/30: Avg Loss = 1.6160, Test Accuracy = 52.93%\n",
"Epoch 6/30: Avg Loss = 1.4294, Test Accuracy = 56.21%\n",
"Epoch 7/30: Avg Loss = 1.2208, Test Accuracy = 60.10%\n",
"Epoch 8/30: Avg Loss = 1.0298, Test Accuracy = 65.11%\n",
"Epoch 9/30: Avg Loss = 0.8987, Test Accuracy = 68.92%\n",
"Epoch 10/30: Avg Loss = 0.7152, Test Accuracy = 71.90%\n",
"Epoch 11/30: Avg Loss = 0.6215, Test Accuracy = 74.39%\n",
"Epoch 12/30: Avg Loss = 0.4587, Test Accuracy = 76.27%\n",
"Epoch 13/30: Avg Loss = 0.3861, Test Accuracy = 77.40%\n",
"Epoch 14/30: Avg Loss = 0.3316, Test Accuracy = 78.66%\n",
"Epoch 15/30: Avg Loss = 0.2608, Test Accuracy = 79.55%\n",
"Epoch 16/30: Avg Loss = 0.2154, Test Accuracy = 80.13%\n",
"Epoch 17/30: Avg Loss = 0.1304, Test Accuracy = 80.38%\n",
"Epoch 18/30: Avg Loss = 0.1433, Test Accuracy = 80.72%\n",
"Epoch 19/30: Avg Loss = 0.1029, Test Accuracy = 80.61%\n",
"Epoch 20/30: Avg Loss = 0.0963, Test Accuracy = 80.67%\n",
"Epoch 21/30: Avg Loss = 0.0604, Test Accuracy = 80.54%\n",
"Epoch 22/30: Avg Loss = 0.0806, Test Accuracy = 80.73%\n",
"Epoch 23/30: Avg Loss = 0.0480, Test Accuracy = 80.90%\n",
"Epoch 24/30: Avg Loss = 0.0491, Test Accuracy = 81.04%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 6%|█████████▉ | 16/250 [00:18<04:26, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0519, Test Accuracy = 81.21%\n",
"Epoch 26/30: Avg Loss = 0.0369, Test Accuracy = 81.40%\n",
"Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 81.39%\n",
"Epoch 28/30: Avg Loss = 0.0372, Test Accuracy = 81.37%\n",
"Epoch 29/30: Avg Loss = 0.0248, Test Accuracy = 81.36%\n",
"Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 81.22%\n",
"Epoch 1/30: Avg Loss = 2.2764, Test Accuracy = 44.38%\n",
"Epoch 2/30: Avg Loss = 2.1351, Test Accuracy = 56.15%\n",
"Epoch 3/30: Avg Loss = 1.9647, Test Accuracy = 60.75%\n",
"Epoch 4/30: Avg Loss = 1.7897, Test Accuracy = 61.95%\n",
"Epoch 5/30: Avg Loss = 1.5836, Test Accuracy = 62.10%\n",
"Epoch 6/30: Avg Loss = 1.3515, Test Accuracy = 62.44%\n",
"Epoch 7/30: Avg Loss = 1.1098, Test Accuracy = 64.20%\n",
"Epoch 8/30: Avg Loss = 0.8844, Test Accuracy = 66.00%\n",
"Epoch 9/30: Avg Loss = 0.7212, Test Accuracy = 68.22%\n",
"Epoch 10/30: Avg Loss = 0.5882, Test Accuracy = 70.70%\n",
"Epoch 11/30: Avg Loss = 0.4741, Test Accuracy = 72.46%\n",
"Epoch 12/30: Avg Loss = 0.3959, Test Accuracy = 74.33%\n",
"Epoch 13/30: Avg Loss = 0.3189, Test Accuracy = 75.39%\n",
"Epoch 14/30: Avg Loss = 0.2599, Test Accuracy = 76.18%\n",
"Epoch 15/30: Avg Loss = 0.2136, Test Accuracy = 76.90%\n",
"Epoch 16/30: Avg Loss = 0.1876, Test Accuracy = 77.27%\n",
"Epoch 17/30: Avg Loss = 0.1552, Test Accuracy = 77.63%\n",
"Epoch 18/30: Avg Loss = 0.1383, Test Accuracy = 78.04%\n",
"Epoch 19/30: Avg Loss = 0.0879, Test Accuracy = 77.99%\n",
"Epoch 20/30: Avg Loss = 0.0903, Test Accuracy = 78.12%\n",
"Epoch 21/30: Avg Loss = 0.0781, Test Accuracy = 78.16%\n",
"Epoch 22/30: Avg Loss = 0.0717, Test Accuracy = 78.24%\n",
"Epoch 23/30: Avg Loss = 0.0640, Test Accuracy = 78.40%\n",
"Epoch 24/30: Avg Loss = 0.0546, Test Accuracy = 78.37%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 7%|██████████▌ | 17/250 [00:19<04:25, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0570, Test Accuracy = 78.47%\n",
"Epoch 26/30: Avg Loss = 0.0319, Test Accuracy = 78.37%\n",
"Epoch 27/30: Avg Loss = 0.0250, Test Accuracy = 78.33%\n",
"Epoch 28/30: Avg Loss = 0.0312, Test Accuracy = 78.32%\n",
"Epoch 29/30: Avg Loss = 0.0312, Test Accuracy = 78.30%\n",
"Epoch 30/30: Avg Loss = 0.0379, Test Accuracy = 78.42%\n",
"Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 22.74%\n",
"Epoch 2/30: Avg Loss = 2.1473, Test Accuracy = 46.95%\n",
"Epoch 3/30: Avg Loss = 2.0122, Test Accuracy = 59.63%\n",
"Epoch 4/30: Avg Loss = 1.8625, Test Accuracy = 65.26%\n",
"Epoch 5/30: Avg Loss = 1.6883, Test Accuracy = 67.73%\n",
"Epoch 6/30: Avg Loss = 1.4483, Test Accuracy = 69.42%\n",
"Epoch 7/30: Avg Loss = 1.2357, Test Accuracy = 70.93%\n",
"Epoch 8/30: Avg Loss = 1.0126, Test Accuracy = 72.48%\n",
"Epoch 9/30: Avg Loss = 0.8483, Test Accuracy = 74.07%\n",
"Epoch 10/30: Avg Loss = 0.7110, Test Accuracy = 75.61%\n",
"Epoch 11/30: Avg Loss = 0.5389, Test Accuracy = 77.10%\n",
"Epoch 12/30: Avg Loss = 0.4504, Test Accuracy = 78.79%\n",
"Epoch 13/30: Avg Loss = 0.3476, Test Accuracy = 79.13%\n",
"Epoch 14/30: Avg Loss = 0.2943, Test Accuracy = 79.50%\n",
"Epoch 15/30: Avg Loss = 0.2676, Test Accuracy = 79.69%\n",
"Epoch 16/30: Avg Loss = 0.2039, Test Accuracy = 80.12%\n",
"Epoch 17/30: Avg Loss = 0.1811, Test Accuracy = 80.65%\n",
"Epoch 18/30: Avg Loss = 0.1469, Test Accuracy = 80.77%\n",
"Epoch 19/30: Avg Loss = 0.1159, Test Accuracy = 80.87%\n",
"Epoch 20/30: Avg Loss = 0.1092, Test Accuracy = 81.09%\n",
"Epoch 21/30: Avg Loss = 0.1084, Test Accuracy = 81.58%\n",
"Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 81.39%\n",
"Epoch 23/30: Avg Loss = 0.0766, Test Accuracy = 81.36%\n",
"Epoch 24/30: Avg Loss = 0.0523, Test Accuracy = 81.26%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 7%|███████████▏ | 18/250 [00:20<04:23, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0438, Test Accuracy = 81.22%\n",
"Epoch 26/30: Avg Loss = 0.0503, Test Accuracy = 81.41%\n",
"Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 81.74%\n",
"Epoch 28/30: Avg Loss = 0.0344, Test Accuracy = 82.01%\n",
"Epoch 29/30: Avg Loss = 0.0304, Test Accuracy = 81.95%\n",
"Epoch 30/30: Avg Loss = 0.0313, Test Accuracy = 81.84%\n",
"Epoch 1/30: Avg Loss = 2.3051, Test Accuracy = 26.90%\n",
"Epoch 2/30: Avg Loss = 2.1508, Test Accuracy = 55.06%\n",
"Epoch 3/30: Avg Loss = 2.0058, Test Accuracy = 63.57%\n",
"Epoch 4/30: Avg Loss = 1.8373, Test Accuracy = 65.54%\n",
"Epoch 5/30: Avg Loss = 1.6195, Test Accuracy = 66.10%\n",
"Epoch 6/30: Avg Loss = 1.3821, Test Accuracy = 66.12%\n",
"Epoch 7/30: Avg Loss = 1.1601, Test Accuracy = 66.98%\n",
"Epoch 8/30: Avg Loss = 0.9716, Test Accuracy = 68.74%\n",
"Epoch 9/30: Avg Loss = 0.7661, Test Accuracy = 71.03%\n",
"Epoch 10/30: Avg Loss = 0.6885, Test Accuracy = 73.81%\n",
"Epoch 11/30: Avg Loss = 0.4972, Test Accuracy = 75.32%\n",
"Epoch 12/30: Avg Loss = 0.4350, Test Accuracy = 76.76%\n",
"Epoch 13/30: Avg Loss = 0.3412, Test Accuracy = 77.99%\n",
"Epoch 14/30: Avg Loss = 0.3166, Test Accuracy = 78.71%\n",
"Epoch 15/30: Avg Loss = 0.2678, Test Accuracy = 78.83%\n",
"Epoch 16/30: Avg Loss = 0.1778, Test Accuracy = 79.50%\n",
"Epoch 17/30: Avg Loss = 0.1562, Test Accuracy = 80.47%\n",
"Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 80.77%\n",
"Epoch 19/30: Avg Loss = 0.1329, Test Accuracy = 80.91%\n",
"Epoch 20/30: Avg Loss = 0.0999, Test Accuracy = 81.02%\n",
"Epoch 21/30: Avg Loss = 0.0766, Test Accuracy = 81.29%\n",
"Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 81.56%\n",
"Epoch 23/30: Avg Loss = 0.0746, Test Accuracy = 81.39%\n",
"Epoch 24/30: Avg Loss = 0.0483, Test Accuracy = 81.37%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 8%|███████████▊ | 19/250 [00:21<04:21, 1.13s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0556, Test Accuracy = 81.53%\n",
"Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 81.36%\n",
"Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 81.49%\n",
"Epoch 28/30: Avg Loss = 0.0310, Test Accuracy = 81.75%\n",
"Epoch 29/30: Avg Loss = 0.0420, Test Accuracy = 81.93%\n",
"Epoch 30/30: Avg Loss = 0.0239, Test Accuracy = 82.20%\n",
"Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 37.59%\n",
"Epoch 2/30: Avg Loss = 2.1166, Test Accuracy = 47.34%\n",
"Epoch 3/30: Avg Loss = 1.9409, Test Accuracy = 54.32%\n",
"Epoch 4/30: Avg Loss = 1.7371, Test Accuracy = 57.70%\n",
"Epoch 5/30: Avg Loss = 1.5449, Test Accuracy = 59.72%\n",
"Epoch 6/30: Avg Loss = 1.3120, Test Accuracy = 60.90%\n",
"Epoch 7/30: Avg Loss = 1.0743, Test Accuracy = 62.81%\n",
"Epoch 8/30: Avg Loss = 0.9297, Test Accuracy = 64.93%\n",
"Epoch 9/30: Avg Loss = 0.7529, Test Accuracy = 67.17%\n",
"Epoch 10/30: Avg Loss = 0.6018, Test Accuracy = 69.77%\n",
"Epoch 11/30: Avg Loss = 0.5484, Test Accuracy = 71.67%\n",
"Epoch 12/30: Avg Loss = 0.4547, Test Accuracy = 73.26%\n",
"Epoch 13/30: Avg Loss = 0.3431, Test Accuracy = 74.46%\n",
"Epoch 14/30: Avg Loss = 0.3045, Test Accuracy = 75.33%\n",
"Epoch 15/30: Avg Loss = 0.2493, Test Accuracy = 76.43%\n",
"Epoch 16/30: Avg Loss = 0.2027, Test Accuracy = 77.52%\n",
"Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 78.38%\n",
"Epoch 18/30: Avg Loss = 0.1420, Test Accuracy = 78.85%\n",
"Epoch 19/30: Avg Loss = 0.1177, Test Accuracy = 78.99%\n",
"Epoch 20/30: Avg Loss = 0.1215, Test Accuracy = 79.21%\n",
"Epoch 21/30: Avg Loss = 0.0985, Test Accuracy = 79.27%\n",
"Epoch 22/30: Avg Loss = 0.0821, Test Accuracy = 79.42%\n",
"Epoch 23/30: Avg Loss = 0.0657, Test Accuracy = 79.70%\n",
"Epoch 24/30: Avg Loss = 0.0463, Test Accuracy = 80.08%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 8%|████████████▍ | 20/250 [00:22<04:20, 1.13s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0431, Test Accuracy = 80.42%\n",
"Epoch 26/30: Avg Loss = 0.0428, Test Accuracy = 80.49%\n",
"Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 80.41%\n",
"Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 80.22%\n",
"Epoch 29/30: Avg Loss = 0.0380, Test Accuracy = 80.10%\n",
"Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 80.15%\n",
"Epoch 1/30: Avg Loss = 2.2891, Test Accuracy = 41.24%\n",
"Epoch 2/30: Avg Loss = 2.1496, Test Accuracy = 54.45%\n",
"Epoch 3/30: Avg Loss = 1.9795, Test Accuracy = 58.88%\n",
"Epoch 4/30: Avg Loss = 1.8152, Test Accuracy = 61.78%\n",
"Epoch 5/30: Avg Loss = 1.5746, Test Accuracy = 63.31%\n",
"Epoch 6/30: Avg Loss = 1.3368, Test Accuracy = 65.06%\n",
"Epoch 7/30: Avg Loss = 1.0497, Test Accuracy = 67.02%\n",
"Epoch 8/30: Avg Loss = 0.8993, Test Accuracy = 69.16%\n",
"Epoch 9/30: Avg Loss = 0.7095, Test Accuracy = 72.33%\n",
"Epoch 10/30: Avg Loss = 0.5592, Test Accuracy = 74.97%\n",
"Epoch 11/30: Avg Loss = 0.4369, Test Accuracy = 76.83%\n",
"Epoch 12/30: Avg Loss = 0.3276, Test Accuracy = 77.96%\n",
"Epoch 13/30: Avg Loss = 0.2566, Test Accuracy = 78.72%\n",
"Epoch 14/30: Avg Loss = 0.2340, Test Accuracy = 78.90%\n",
"Epoch 15/30: Avg Loss = 0.1852, Test Accuracy = 79.15%\n",
"Epoch 16/30: Avg Loss = 0.1752, Test Accuracy = 79.34%\n",
"Epoch 17/30: Avg Loss = 0.1299, Test Accuracy = 79.49%\n",
"Epoch 18/30: Avg Loss = 0.0946, Test Accuracy = 79.53%\n",
"Epoch 19/30: Avg Loss = 0.0858, Test Accuracy = 79.61%\n",
"Epoch 20/30: Avg Loss = 0.0740, Test Accuracy = 79.63%\n",
"Epoch 21/30: Avg Loss = 0.0787, Test Accuracy = 79.44%\n",
"Epoch 22/30: Avg Loss = 0.0555, Test Accuracy = 79.53%\n",
"Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 79.50%\n",
"Epoch 24/30: Avg Loss = 0.0581, Test Accuracy = 79.36%\n",
"Epoch 25/30: Avg Loss = 0.0459, Test Accuracy = 79.32%\n",
"Epoch 26/30: Avg Loss = 0.0425, Test Accuracy = 79.43%\n",
"Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 79.59%\n",
"Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 79.62%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 8%|█████████████ | 21/250 [00:23<04:21, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0150, Test Accuracy = 79.60%\n",
"Epoch 30/30: Avg Loss = 0.0278, Test Accuracy = 79.62%\n",
"Epoch 1/30: Avg Loss = 2.2792, Test Accuracy = 26.42%\n",
"Epoch 2/30: Avg Loss = 2.1294, Test Accuracy = 37.98%\n",
"Epoch 3/30: Avg Loss = 1.9686, Test Accuracy = 42.19%\n",
"Epoch 4/30: Avg Loss = 1.8000, Test Accuracy = 44.74%\n",
"Epoch 5/30: Avg Loss = 1.6134, Test Accuracy = 47.39%\n",
"Epoch 6/30: Avg Loss = 1.4096, Test Accuracy = 50.94%\n",
"Epoch 7/30: Avg Loss = 1.2606, Test Accuracy = 56.15%\n",
"Epoch 8/30: Avg Loss = 1.0942, Test Accuracy = 61.54%\n",
"Epoch 9/30: Avg Loss = 0.9064, Test Accuracy = 66.69%\n",
"Epoch 10/30: Avg Loss = 0.7852, Test Accuracy = 70.65%\n",
"Epoch 11/30: Avg Loss = 0.6655, Test Accuracy = 74.15%\n",
"Epoch 12/30: Avg Loss = 0.5305, Test Accuracy = 76.43%\n",
"Epoch 13/30: Avg Loss = 0.3976, Test Accuracy = 77.73%\n",
"Epoch 14/30: Avg Loss = 0.3299, Test Accuracy = 78.63%\n",
"Epoch 15/30: Avg Loss = 0.3055, Test Accuracy = 78.97%\n",
"Epoch 16/30: Avg Loss = 0.2274, Test Accuracy = 79.35%\n",
"Epoch 17/30: Avg Loss = 0.1745, Test Accuracy = 79.38%\n",
"Epoch 18/30: Avg Loss = 0.1352, Test Accuracy = 79.75%\n",
"Epoch 19/30: Avg Loss = 0.1138, Test Accuracy = 79.99%\n",
"Epoch 20/30: Avg Loss = 0.0969, Test Accuracy = 80.14%\n",
"Epoch 21/30: Avg Loss = 0.0915, Test Accuracy = 80.10%\n",
"Epoch 22/30: Avg Loss = 0.0588, Test Accuracy = 80.18%\n",
"Epoch 23/30: Avg Loss = 0.0679, Test Accuracy = 80.18%\n",
"Epoch 24/30: Avg Loss = 0.0566, Test Accuracy = 80.06%\n",
"Epoch 25/30: Avg Loss = 0.0444, Test Accuracy = 79.99%\n",
"Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 80.19%\n",
"Epoch 27/30: Avg Loss = 0.0350, Test Accuracy = 80.25%\n",
"Epoch 28/30: Avg Loss = 0.0406, Test Accuracy = 80.29%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 9%|█████████████▋ | 22/250 [00:25<04:19, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0319, Test Accuracy = 80.51%\n",
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.65%\n",
"Epoch 1/30: Avg Loss = 2.2859, Test Accuracy = 29.11%\n",
"Epoch 2/30: Avg Loss = 2.1280, Test Accuracy = 39.46%\n",
"Epoch 3/30: Avg Loss = 1.9438, Test Accuracy = 47.81%\n",
"Epoch 4/30: Avg Loss = 1.7603, Test Accuracy = 54.01%\n",
"Epoch 5/30: Avg Loss = 1.5794, Test Accuracy = 57.13%\n",
"Epoch 6/30: Avg Loss = 1.3642, Test Accuracy = 60.80%\n",
"Epoch 7/30: Avg Loss = 1.1637, Test Accuracy = 65.41%\n",
"Epoch 8/30: Avg Loss = 0.9671, Test Accuracy = 69.84%\n",
"Epoch 9/30: Avg Loss = 0.7652, Test Accuracy = 73.55%\n",
"Epoch 10/30: Avg Loss = 0.6552, Test Accuracy = 75.42%\n",
"Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 77.38%\n",
"Epoch 12/30: Avg Loss = 0.3800, Test Accuracy = 78.57%\n",
"Epoch 13/30: Avg Loss = 0.2839, Test Accuracy = 79.55%\n",
"Epoch 14/30: Avg Loss = 0.2255, Test Accuracy = 80.18%\n",
"Epoch 15/30: Avg Loss = 0.1712, Test Accuracy = 80.34%\n",
"Epoch 16/30: Avg Loss = 0.1543, Test Accuracy = 80.57%\n",
"Epoch 17/30: Avg Loss = 0.1149, Test Accuracy = 80.79%\n",
"Epoch 18/30: Avg Loss = 0.1123, Test Accuracy = 80.87%\n",
"Epoch 19/30: Avg Loss = 0.0853, Test Accuracy = 81.14%\n",
"Epoch 20/30: Avg Loss = 0.0805, Test Accuracy = 81.18%\n",
"Epoch 21/30: Avg Loss = 0.0498, Test Accuracy = 81.55%\n",
"Epoch 22/30: Avg Loss = 0.0462, Test Accuracy = 81.69%\n",
"Epoch 23/30: Avg Loss = 0.0521, Test Accuracy = 81.76%\n",
"Epoch 24/30: Avg Loss = 0.0417, Test Accuracy = 81.99%\n",
"Epoch 25/30: Avg Loss = 0.0271, Test Accuracy = 82.06%\n",
"Epoch 26/30: Avg Loss = 0.0313, Test Accuracy = 82.00%\n",
"Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 81.95%\n",
"Epoch 28/30: Avg Loss = 0.0332, Test Accuracy = 81.83%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 9%|██████████████▎ | 23/250 [00:26<04:19, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0278, Test Accuracy = 81.71%\n",
"Epoch 30/30: Avg Loss = 0.0161, Test Accuracy = 81.57%\n",
"Epoch 1/30: Avg Loss = 2.2831, Test Accuracy = 29.99%\n",
"Epoch 2/30: Avg Loss = 2.1470, Test Accuracy = 37.34%\n",
"Epoch 3/30: Avg Loss = 1.9901, Test Accuracy = 40.87%\n",
"Epoch 4/30: Avg Loss = 1.8338, Test Accuracy = 42.77%\n",
"Epoch 5/30: Avg Loss = 1.6154, Test Accuracy = 44.68%\n",
"Epoch 6/30: Avg Loss = 1.4229, Test Accuracy = 47.54%\n",
"Epoch 7/30: Avg Loss = 1.2593, Test Accuracy = 50.67%\n",
"Epoch 8/30: Avg Loss = 1.0418, Test Accuracy = 54.83%\n",
"Epoch 9/30: Avg Loss = 0.9199, Test Accuracy = 59.42%\n",
"Epoch 10/30: Avg Loss = 0.7611, Test Accuracy = 64.40%\n",
"Epoch 11/30: Avg Loss = 0.6459, Test Accuracy = 68.05%\n",
"Epoch 12/30: Avg Loss = 0.5220, Test Accuracy = 71.52%\n",
"Epoch 13/30: Avg Loss = 0.4209, Test Accuracy = 73.97%\n",
"Epoch 14/30: Avg Loss = 0.3323, Test Accuracy = 75.88%\n",
"Epoch 15/30: Avg Loss = 0.2506, Test Accuracy = 77.58%\n",
"Epoch 16/30: Avg Loss = 0.2205, Test Accuracy = 78.36%\n",
"Epoch 17/30: Avg Loss = 0.1829, Test Accuracy = 78.73%\n",
"Epoch 18/30: Avg Loss = 0.1549, Test Accuracy = 78.96%\n",
"Epoch 19/30: Avg Loss = 0.1377, Test Accuracy = 78.83%\n",
"Epoch 20/30: Avg Loss = 0.1097, Test Accuracy = 78.83%\n",
"Epoch 21/30: Avg Loss = 0.0903, Test Accuracy = 78.93%\n",
"Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 79.14%\n",
"Epoch 23/30: Avg Loss = 0.0555, Test Accuracy = 79.30%\n",
"Epoch 24/30: Avg Loss = 0.0575, Test Accuracy = 79.50%\n",
"Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 79.70%\n",
"Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 79.77%\n",
"Epoch 27/30: Avg Loss = 0.0395, Test Accuracy = 79.74%\n",
"Epoch 28/30: Avg Loss = 0.0349, Test Accuracy = 79.81%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 10%|██████████████▉ | 24/250 [00:27<04:19, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0241, Test Accuracy = 79.82%\n",
"Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 79.89%\n",
"Epoch 1/30: Avg Loss = 2.2836, Test Accuracy = 35.10%\n",
"Epoch 2/30: Avg Loss = 2.1430, Test Accuracy = 52.03%\n",
"Epoch 3/30: Avg Loss = 1.9808, Test Accuracy = 58.16%\n",
"Epoch 4/30: Avg Loss = 1.8088, Test Accuracy = 60.32%\n",
"Epoch 5/30: Avg Loss = 1.6018, Test Accuracy = 60.98%\n",
"Epoch 6/30: Avg Loss = 1.4069, Test Accuracy = 62.71%\n",
"Epoch 7/30: Avg Loss = 1.1935, Test Accuracy = 64.79%\n",
"Epoch 8/30: Avg Loss = 1.0220, Test Accuracy = 66.69%\n",
"Epoch 9/30: Avg Loss = 0.8635, Test Accuracy = 68.64%\n",
"Epoch 10/30: Avg Loss = 0.6902, Test Accuracy = 70.58%\n",
"Epoch 11/30: Avg Loss = 0.5870, Test Accuracy = 73.74%\n",
"Epoch 12/30: Avg Loss = 0.4714, Test Accuracy = 76.91%\n",
"Epoch 13/30: Avg Loss = 0.3775, Test Accuracy = 79.88%\n",
"Epoch 14/30: Avg Loss = 0.3053, Test Accuracy = 81.12%\n",
"Epoch 15/30: Avg Loss = 0.2719, Test Accuracy = 81.41%\n",
"Epoch 16/30: Avg Loss = 0.2109, Test Accuracy = 81.46%\n",
"Epoch 17/30: Avg Loss = 0.1723, Test Accuracy = 81.90%\n",
"Epoch 18/30: Avg Loss = 0.1464, Test Accuracy = 82.21%\n",
"Epoch 19/30: Avg Loss = 0.1473, Test Accuracy = 82.50%\n",
"Epoch 20/30: Avg Loss = 0.1151, Test Accuracy = 82.77%\n",
"Epoch 21/30: Avg Loss = 0.1005, Test Accuracy = 83.07%\n",
"Epoch 22/30: Avg Loss = 0.0769, Test Accuracy = 83.04%\n",
"Epoch 23/30: Avg Loss = 0.0788, Test Accuracy = 82.93%\n",
"Epoch 24/30: Avg Loss = 0.0606, Test Accuracy = 82.81%\n",
"Epoch 25/30: Avg Loss = 0.0510, Test Accuracy = 82.90%\n",
"Epoch 26/30: Avg Loss = 0.0546, Test Accuracy = 83.05%\n",
"Epoch 27/30: Avg Loss = 0.0495, Test Accuracy = 83.05%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 10%|███████████████▌ | 25/250 [00:28<04:23, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0495, Test Accuracy = 83.14%\n",
"Epoch 29/30: Avg Loss = 0.0288, Test Accuracy = 83.34%\n",
"Epoch 30/30: Avg Loss = 0.0394, Test Accuracy = 83.43%\n",
"Epoch 1/30: Avg Loss = 2.2789, Test Accuracy = 34.55%\n",
"Epoch 2/30: Avg Loss = 2.1402, Test Accuracy = 54.20%\n",
"Epoch 3/30: Avg Loss = 1.9933, Test Accuracy = 58.63%\n",
"Epoch 4/30: Avg Loss = 1.8111, Test Accuracy = 59.62%\n",
"Epoch 5/30: Avg Loss = 1.6339, Test Accuracy = 59.75%\n",
"Epoch 6/30: Avg Loss = 1.4540, Test Accuracy = 60.65%\n",
"Epoch 7/30: Avg Loss = 1.2573, Test Accuracy = 61.94%\n",
"Epoch 8/30: Avg Loss = 1.0837, Test Accuracy = 64.03%\n",
"Epoch 9/30: Avg Loss = 0.9055, Test Accuracy = 67.20%\n",
"Epoch 10/30: Avg Loss = 0.7226, Test Accuracy = 70.42%\n",
"Epoch 11/30: Avg Loss = 0.5290, Test Accuracy = 72.62%\n",
"Epoch 12/30: Avg Loss = 0.4589, Test Accuracy = 74.82%\n",
"Epoch 13/30: Avg Loss = 0.3744, Test Accuracy = 76.52%\n",
"Epoch 14/30: Avg Loss = 0.2681, Test Accuracy = 77.59%\n",
"Epoch 15/30: Avg Loss = 0.2035, Test Accuracy = 77.79%\n",
"Epoch 16/30: Avg Loss = 0.1616, Test Accuracy = 78.28%\n",
"Epoch 17/30: Avg Loss = 0.1183, Test Accuracy = 78.84%\n",
"Epoch 18/30: Avg Loss = 0.1406, Test Accuracy = 78.74%\n",
"Epoch 19/30: Avg Loss = 0.0944, Test Accuracy = 78.16%\n",
"Epoch 20/30: Avg Loss = 0.0778, Test Accuracy = 78.17%\n",
"Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.60%\n",
"Epoch 22/30: Avg Loss = 0.0567, Test Accuracy = 78.81%\n",
"Epoch 23/30: Avg Loss = 0.0645, Test Accuracy = 79.33%\n",
"Epoch 24/30: Avg Loss = 0.0377, Test Accuracy = 79.56%\n",
"Epoch 25/30: Avg Loss = 0.0310, Test Accuracy = 79.66%\n",
"Epoch 26/30: Avg Loss = 0.0427, Test Accuracy = 79.65%\n",
"Epoch 27/30: Avg Loss = 0.0237, Test Accuracy = 79.33%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 10%|████████████████▏ | 26/250 [00:29<04:19, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0413, Test Accuracy = 79.21%\n",
"Epoch 29/30: Avg Loss = 0.0270, Test Accuracy = 79.11%\n",
"Epoch 30/30: Avg Loss = 0.0262, Test Accuracy = 79.06%\n",
"Epoch 1/30: Avg Loss = 2.2669, Test Accuracy = 28.00%\n",
"Epoch 2/30: Avg Loss = 2.1294, Test Accuracy = 42.17%\n",
"Epoch 3/30: Avg Loss = 1.9815, Test Accuracy = 49.81%\n",
"Epoch 4/30: Avg Loss = 1.8021, Test Accuracy = 53.98%\n",
"Epoch 5/30: Avg Loss = 1.6105, Test Accuracy = 56.03%\n",
"Epoch 6/30: Avg Loss = 1.3783, Test Accuracy = 58.30%\n",
"Epoch 7/30: Avg Loss = 1.1632, Test Accuracy = 60.41%\n",
"Epoch 8/30: Avg Loss = 0.9811, Test Accuracy = 63.17%\n",
"Epoch 9/30: Avg Loss = 0.8076, Test Accuracy = 65.02%\n",
"Epoch 10/30: Avg Loss = 0.6631, Test Accuracy = 67.25%\n",
"Epoch 11/30: Avg Loss = 0.5375, Test Accuracy = 70.37%\n",
"Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 73.29%\n",
"Epoch 13/30: Avg Loss = 0.3637, Test Accuracy = 75.22%\n",
"Epoch 14/30: Avg Loss = 0.2693, Test Accuracy = 76.33%\n",
"Epoch 15/30: Avg Loss = 0.2298, Test Accuracy = 77.04%\n",
"Epoch 16/30: Avg Loss = 0.1855, Test Accuracy = 77.18%\n",
"Epoch 17/30: Avg Loss = 0.1738, Test Accuracy = 77.36%\n",
"Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.92%\n",
"Epoch 19/30: Avg Loss = 0.1170, Test Accuracy = 78.55%\n",
"Epoch 20/30: Avg Loss = 0.0930, Test Accuracy = 79.19%\n",
"Epoch 21/30: Avg Loss = 0.0678, Test Accuracy = 79.54%\n",
"Epoch 22/30: Avg Loss = 0.0729, Test Accuracy = 79.81%\n",
"Epoch 23/30: Avg Loss = 0.0750, Test Accuracy = 79.90%\n",
"Epoch 24/30: Avg Loss = 0.0447, Test Accuracy = 79.87%\n",
"Epoch 25/30: Avg Loss = 0.0438, Test Accuracy = 79.79%\n",
"Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 79.80%\n",
"Epoch 27/30: Avg Loss = 0.0360, Test Accuracy = 79.77%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 11%|████████████████▊ | 27/250 [00:30<04:17, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 79.73%\n",
"Epoch 29/30: Avg Loss = 0.0339, Test Accuracy = 79.84%\n",
"Epoch 30/30: Avg Loss = 0.0320, Test Accuracy = 79.98%\n",
"Epoch 1/30: Avg Loss = 2.2719, Test Accuracy = 30.79%\n",
"Epoch 2/30: Avg Loss = 2.1072, Test Accuracy = 38.70%\n",
"Epoch 3/30: Avg Loss = 1.9523, Test Accuracy = 45.09%\n",
"Epoch 4/30: Avg Loss = 1.7864, Test Accuracy = 48.36%\n",
"Epoch 5/30: Avg Loss = 1.5874, Test Accuracy = 50.79%\n",
"Epoch 6/30: Avg Loss = 1.3639, Test Accuracy = 53.30%\n",
"Epoch 7/30: Avg Loss = 1.1748, Test Accuracy = 56.79%\n",
"Epoch 8/30: Avg Loss = 1.0170, Test Accuracy = 60.30%\n",
"Epoch 9/30: Avg Loss = 0.8216, Test Accuracy = 64.14%\n",
"Epoch 10/30: Avg Loss = 0.7088, Test Accuracy = 67.16%\n",
"Epoch 11/30: Avg Loss = 0.5832, Test Accuracy = 69.52%\n",
"Epoch 12/30: Avg Loss = 0.5006, Test Accuracy = 71.74%\n",
"Epoch 13/30: Avg Loss = 0.4079, Test Accuracy = 73.51%\n",
"Epoch 14/30: Avg Loss = 0.3448, Test Accuracy = 74.85%\n",
"Epoch 15/30: Avg Loss = 0.2728, Test Accuracy = 76.10%\n",
"Epoch 16/30: Avg Loss = 0.2294, Test Accuracy = 76.80%\n",
"Epoch 17/30: Avg Loss = 0.2000, Test Accuracy = 77.08%\n",
"Epoch 18/30: Avg Loss = 0.1695, Test Accuracy = 77.34%\n",
"Epoch 19/30: Avg Loss = 0.1357, Test Accuracy = 77.25%\n",
"Epoch 20/30: Avg Loss = 0.1105, Test Accuracy = 77.11%\n",
"Epoch 21/30: Avg Loss = 0.1046, Test Accuracy = 77.35%\n",
"Epoch 22/30: Avg Loss = 0.1074, Test Accuracy = 77.79%\n",
"Epoch 23/30: Avg Loss = 0.0735, Test Accuracy = 77.88%\n",
"Epoch 24/30: Avg Loss = 0.0652, Test Accuracy = 78.27%\n",
"Epoch 25/30: Avg Loss = 0.0556, Test Accuracy = 78.55%\n",
"Epoch 26/30: Avg Loss = 0.0659, Test Accuracy = 78.69%\n",
"Epoch 27/30: Avg Loss = 0.0529, Test Accuracy = 78.64%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 11%|█████████████████▍ | 28/250 [00:32<04:16, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 78.62%\n",
"Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 78.59%\n",
"Epoch 30/30: Avg Loss = 0.0335, Test Accuracy = 78.44%\n",
"Epoch 1/30: Avg Loss = 2.2797, Test Accuracy = 32.00%\n",
"Epoch 2/30: Avg Loss = 2.1289, Test Accuracy = 46.04%\n",
"Epoch 3/30: Avg Loss = 1.9781, Test Accuracy = 51.47%\n",
"Epoch 4/30: Avg Loss = 1.8093, Test Accuracy = 53.93%\n",
"Epoch 5/30: Avg Loss = 1.6097, Test Accuracy = 56.05%\n",
"Epoch 6/30: Avg Loss = 1.4221, Test Accuracy = 58.33%\n",
"Epoch 7/30: Avg Loss = 1.2161, Test Accuracy = 61.75%\n",
"Epoch 8/30: Avg Loss = 1.0479, Test Accuracy = 66.87%\n",
"Epoch 9/30: Avg Loss = 0.8484, Test Accuracy = 71.90%\n",
"Epoch 10/30: Avg Loss = 0.7162, Test Accuracy = 76.11%\n",
"Epoch 11/30: Avg Loss = 0.5935, Test Accuracy = 78.08%\n",
"Epoch 12/30: Avg Loss = 0.4925, Test Accuracy = 78.91%\n",
"Epoch 13/30: Avg Loss = 0.4145, Test Accuracy = 79.52%\n",
"Epoch 14/30: Avg Loss = 0.3430, Test Accuracy = 79.81%\n",
"Epoch 15/30: Avg Loss = 0.2704, Test Accuracy = 80.24%\n",
"Epoch 16/30: Avg Loss = 0.2155, Test Accuracy = 80.48%\n",
"Epoch 17/30: Avg Loss = 0.1730, Test Accuracy = 80.81%\n",
"Epoch 18/30: Avg Loss = 0.1623, Test Accuracy = 81.19%\n",
"Epoch 19/30: Avg Loss = 0.1638, Test Accuracy = 81.49%\n",
"Epoch 20/30: Avg Loss = 0.1189, Test Accuracy = 81.72%\n",
"Epoch 21/30: Avg Loss = 0.0992, Test Accuracy = 81.69%\n",
"Epoch 22/30: Avg Loss = 0.0842, Test Accuracy = 81.52%\n",
"Epoch 23/30: Avg Loss = 0.0730, Test Accuracy = 81.42%\n",
"Epoch 24/30: Avg Loss = 0.0774, Test Accuracy = 81.71%\n",
"Epoch 25/30: Avg Loss = 0.0642, Test Accuracy = 81.96%\n",
"Epoch 26/30: Avg Loss = 0.0618, Test Accuracy = 81.94%\n",
"Epoch 27/30: Avg Loss = 0.0518, Test Accuracy = 81.79%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 12%|██████████████████ | 29/250 [00:33<04:14, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0429, Test Accuracy = 81.64%\n",
"Epoch 29/30: Avg Loss = 0.0387, Test Accuracy = 81.50%\n",
"Epoch 30/30: Avg Loss = 0.0355, Test Accuracy = 81.44%\n",
"Epoch 1/30: Avg Loss = 2.2725, Test Accuracy = 41.29%\n",
"Epoch 2/30: Avg Loss = 2.1138, Test Accuracy = 53.98%\n",
"Epoch 3/30: Avg Loss = 1.9488, Test Accuracy = 59.16%\n",
"Epoch 4/30: Avg Loss = 1.7590, Test Accuracy = 61.02%\n",
"Epoch 5/30: Avg Loss = 1.5128, Test Accuracy = 62.52%\n",
"Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 63.64%\n",
"Epoch 7/30: Avg Loss = 1.0472, Test Accuracy = 65.01%\n",
"Epoch 8/30: Avg Loss = 0.8618, Test Accuracy = 67.42%\n",
"Epoch 9/30: Avg Loss = 0.6699, Test Accuracy = 70.31%\n",
"Epoch 10/30: Avg Loss = 0.5419, Test Accuracy = 72.66%\n",
"Epoch 11/30: Avg Loss = 0.4327, Test Accuracy = 74.41%\n",
"Epoch 12/30: Avg Loss = 0.3706, Test Accuracy = 76.01%\n",
"Epoch 13/30: Avg Loss = 0.3060, Test Accuracy = 76.98%\n",
"Epoch 14/30: Avg Loss = 0.2306, Test Accuracy = 77.27%\n",
"Epoch 15/30: Avg Loss = 0.2021, Test Accuracy = 77.60%\n",
"Epoch 16/30: Avg Loss = 0.1675, Test Accuracy = 78.02%\n",
"Epoch 17/30: Avg Loss = 0.1330, Test Accuracy = 78.31%\n",
"Epoch 18/30: Avg Loss = 0.0949, Test Accuracy = 78.50%\n",
"Epoch 19/30: Avg Loss = 0.0937, Test Accuracy = 78.71%\n",
"Epoch 20/30: Avg Loss = 0.0835, Test Accuracy = 78.76%\n",
"Epoch 21/30: Avg Loss = 0.0663, Test Accuracy = 78.69%\n",
"Epoch 22/30: Avg Loss = 0.0704, Test Accuracy = 78.60%\n",
"Epoch 23/30: Avg Loss = 0.0662, Test Accuracy = 78.52%\n",
"Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 78.63%\n",
"Epoch 25/30: Avg Loss = 0.0418, Test Accuracy = 78.65%\n",
"Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 78.51%\n",
"Epoch 27/30: Avg Loss = 0.0416, Test Accuracy = 78.56%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 12%|██████████████████▋ | 30/250 [00:34<04:12, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0266, Test Accuracy = 78.73%\n",
"Epoch 29/30: Avg Loss = 0.0207, Test Accuracy = 78.82%\n",
"Epoch 30/30: Avg Loss = 0.0330, Test Accuracy = 78.94%\n",
"Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 35.52%\n",
"Epoch 2/30: Avg Loss = 2.1149, Test Accuracy = 55.76%\n",
"Epoch 3/30: Avg Loss = 1.9430, Test Accuracy = 58.80%\n",
"Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 59.34%\n",
"Epoch 5/30: Avg Loss = 1.5384, Test Accuracy = 59.56%\n",
"Epoch 6/30: Avg Loss = 1.3390, Test Accuracy = 60.29%\n",
"Epoch 7/30: Avg Loss = 1.1231, Test Accuracy = 61.28%\n",
"Epoch 8/30: Avg Loss = 0.9862, Test Accuracy = 63.40%\n",
"Epoch 9/30: Avg Loss = 0.7978, Test Accuracy = 65.97%\n",
"Epoch 10/30: Avg Loss = 0.6823, Test Accuracy = 69.07%\n",
"Epoch 11/30: Avg Loss = 0.5525, Test Accuracy = 71.30%\n",
"Epoch 12/30: Avg Loss = 0.4539, Test Accuracy = 73.13%\n",
"Epoch 13/30: Avg Loss = 0.3903, Test Accuracy = 74.48%\n",
"Epoch 14/30: Avg Loss = 0.3039, Test Accuracy = 75.73%\n",
"Epoch 15/30: Avg Loss = 0.2524, Test Accuracy = 76.91%\n",
"Epoch 16/30: Avg Loss = 0.1835, Test Accuracy = 77.95%\n",
"Epoch 17/30: Avg Loss = 0.1585, Test Accuracy = 78.58%\n",
"Epoch 18/30: Avg Loss = 0.1400, Test Accuracy = 79.14%\n",
"Epoch 19/30: Avg Loss = 0.1300, Test Accuracy = 79.25%\n",
"Epoch 20/30: Avg Loss = 0.1077, Test Accuracy = 79.32%\n",
"Epoch 21/30: Avg Loss = 0.0929, Test Accuracy = 79.28%\n",
"Epoch 22/30: Avg Loss = 0.0788, Test Accuracy = 79.29%\n",
"Epoch 23/30: Avg Loss = 0.0535, Test Accuracy = 79.39%\n",
"Epoch 24/30: Avg Loss = 0.0554, Test Accuracy = 79.43%\n",
"Epoch 25/30: Avg Loss = 0.0481, Test Accuracy = 79.44%\n",
"Epoch 26/30: Avg Loss = 0.0522, Test Accuracy = 79.44%\n",
"Epoch 27/30: Avg Loss = 0.0347, Test Accuracy = 79.48%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 12%|███████████████████▎ | 31/250 [00:35<04:10, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 79.55%\n",
"Epoch 29/30: Avg Loss = 0.0268, Test Accuracy = 79.71%\n",
"Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 79.81%\n",
"Epoch 1/30: Avg Loss = 2.2563, Test Accuracy = 37.45%\n",
"Epoch 2/30: Avg Loss = 2.0795, Test Accuracy = 46.93%\n",
"Epoch 3/30: Avg Loss = 1.8941, Test Accuracy = 50.49%\n",
"Epoch 4/30: Avg Loss = 1.7153, Test Accuracy = 51.83%\n",
"Epoch 5/30: Avg Loss = 1.5075, Test Accuracy = 53.34%\n",
"Epoch 6/30: Avg Loss = 1.3320, Test Accuracy = 55.15%\n",
"Epoch 7/30: Avg Loss = 1.1504, Test Accuracy = 56.83%\n",
"Epoch 8/30: Avg Loss = 0.9507, Test Accuracy = 58.96%\n",
"Epoch 9/30: Avg Loss = 0.8062, Test Accuracy = 61.10%\n",
"Epoch 10/30: Avg Loss = 0.6937, Test Accuracy = 63.70%\n",
"Epoch 11/30: Avg Loss = 0.5748, Test Accuracy = 66.07%\n",
"Epoch 12/30: Avg Loss = 0.4738, Test Accuracy = 68.05%\n",
"Epoch 13/30: Avg Loss = 0.3896, Test Accuracy = 69.86%\n",
"Epoch 14/30: Avg Loss = 0.3174, Test Accuracy = 71.41%\n",
"Epoch 15/30: Avg Loss = 0.2663, Test Accuracy = 72.80%\n",
"Epoch 16/30: Avg Loss = 0.2327, Test Accuracy = 73.92%\n",
"Epoch 17/30: Avg Loss = 0.2093, Test Accuracy = 74.98%\n",
"Epoch 18/30: Avg Loss = 0.1538, Test Accuracy = 75.95%\n",
"Epoch 19/30: Avg Loss = 0.1131, Test Accuracy = 76.46%\n",
"Epoch 20/30: Avg Loss = 0.1139, Test Accuracy = 76.99%\n",
"Epoch 21/30: Avg Loss = 0.0892, Test Accuracy = 77.55%\n",
"Epoch 22/30: Avg Loss = 0.0701, Test Accuracy = 77.84%\n",
"Epoch 23/30: Avg Loss = 0.0720, Test Accuracy = 77.90%\n",
"Epoch 24/30: Avg Loss = 0.0500, Test Accuracy = 77.79%\n",
"Epoch 25/30: Avg Loss = 0.0440, Test Accuracy = 77.74%\n",
"Epoch 26/30: Avg Loss = 0.0357, Test Accuracy = 77.81%\n",
"Epoch 27/30: Avg Loss = 0.0430, Test Accuracy = 77.82%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 13%|███████████████████▉ | 32/250 [00:36<04:09, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0415, Test Accuracy = 77.64%\n",
"Epoch 29/30: Avg Loss = 0.0416, Test Accuracy = 77.54%\n",
"Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 77.46%\n",
"Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 27.97%\n",
"Epoch 2/30: Avg Loss = 2.1489, Test Accuracy = 54.39%\n",
"Epoch 3/30: Avg Loss = 2.0013, Test Accuracy = 63.27%\n",
"Epoch 4/30: Avg Loss = 1.8294, Test Accuracy = 67.05%\n",
"Epoch 5/30: Avg Loss = 1.6489, Test Accuracy = 68.89%\n",
"Epoch 6/30: Avg Loss = 1.4109, Test Accuracy = 70.31%\n",
"Epoch 7/30: Avg Loss = 1.1966, Test Accuracy = 71.84%\n",
"Epoch 8/30: Avg Loss = 0.9811, Test Accuracy = 73.84%\n",
"Epoch 9/30: Avg Loss = 0.8116, Test Accuracy = 75.79%\n",
"Epoch 10/30: Avg Loss = 0.6528, Test Accuracy = 77.35%\n",
"Epoch 11/30: Avg Loss = 0.4904, Test Accuracy = 78.49%\n",
"Epoch 12/30: Avg Loss = 0.4142, Test Accuracy = 78.99%\n",
"Epoch 13/30: Avg Loss = 0.3192, Test Accuracy = 79.56%\n",
"Epoch 14/30: Avg Loss = 0.2719, Test Accuracy = 79.61%\n",
"Epoch 15/30: Avg Loss = 0.2266, Test Accuracy = 79.58%\n",
"Epoch 16/30: Avg Loss = 0.1509, Test Accuracy = 79.70%\n",
"Epoch 17/30: Avg Loss = 0.1220, Test Accuracy = 79.84%\n",
"Epoch 18/30: Avg Loss = 0.1083, Test Accuracy = 79.88%\n",
"Epoch 19/30: Avg Loss = 0.1022, Test Accuracy = 79.89%\n",
"Epoch 20/30: Avg Loss = 0.0834, Test Accuracy = 79.74%\n",
"Epoch 21/30: Avg Loss = 0.0828, Test Accuracy = 79.82%\n",
"Epoch 22/30: Avg Loss = 0.0611, Test Accuracy = 79.91%\n",
"Epoch 23/30: Avg Loss = 0.0535, Test Accuracy = 79.99%\n",
"Epoch 24/30: Avg Loss = 0.0448, Test Accuracy = 80.13%\n",
"Epoch 25/30: Avg Loss = 0.0564, Test Accuracy = 80.03%\n",
"Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 80.21%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 13%|████████████████████▌ | 33/250 [00:37<04:09, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0498, Test Accuracy = 80.33%\n",
"Epoch 28/30: Avg Loss = 0.0285, Test Accuracy = 80.51%\n",
"Epoch 29/30: Avg Loss = 0.0296, Test Accuracy = 80.46%\n",
"Epoch 30/30: Avg Loss = 0.0334, Test Accuracy = 80.32%\n",
"Epoch 1/30: Avg Loss = 2.2909, Test Accuracy = 34.53%\n",
"Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 47.66%\n",
"Epoch 3/30: Avg Loss = 1.9762, Test Accuracy = 54.99%\n",
"Epoch 4/30: Avg Loss = 1.8109, Test Accuracy = 59.22%\n",
"Epoch 5/30: Avg Loss = 1.6068, Test Accuracy = 61.16%\n",
"Epoch 6/30: Avg Loss = 1.3952, Test Accuracy = 62.74%\n",
"Epoch 7/30: Avg Loss = 1.2025, Test Accuracy = 64.36%\n",
"Epoch 8/30: Avg Loss = 1.0002, Test Accuracy = 65.89%\n",
"Epoch 9/30: Avg Loss = 0.8225, Test Accuracy = 68.26%\n",
"Epoch 10/30: Avg Loss = 0.6821, Test Accuracy = 70.21%\n",
"Epoch 11/30: Avg Loss = 0.5552, Test Accuracy = 72.29%\n",
"Epoch 12/30: Avg Loss = 0.4656, Test Accuracy = 73.90%\n",
"Epoch 13/30: Avg Loss = 0.3777, Test Accuracy = 74.88%\n",
"Epoch 14/30: Avg Loss = 0.2790, Test Accuracy = 76.10%\n",
"Epoch 15/30: Avg Loss = 0.2303, Test Accuracy = 77.22%\n",
"Epoch 16/30: Avg Loss = 0.1693, Test Accuracy = 77.96%\n",
"Epoch 17/30: Avg Loss = 0.1412, Test Accuracy = 78.55%\n",
"Epoch 18/30: Avg Loss = 0.1355, Test Accuracy = 78.74%\n",
"Epoch 19/30: Avg Loss = 0.1143, Test Accuracy = 78.86%\n",
"Epoch 20/30: Avg Loss = 0.0761, Test Accuracy = 78.93%\n",
"Epoch 21/30: Avg Loss = 0.0782, Test Accuracy = 79.25%\n",
"Epoch 22/30: Avg Loss = 0.0675, Test Accuracy = 79.52%\n",
"Epoch 23/30: Avg Loss = 0.0668, Test Accuracy = 79.69%\n",
"Epoch 24/30: Avg Loss = 0.0435, Test Accuracy = 79.88%\n",
"Epoch 25/30: Avg Loss = 0.0343, Test Accuracy = 79.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 14%|█████████████████████▏ | 34/250 [00:38<04:09, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 79.71%\n",
"Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 79.60%\n",
"Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 79.40%\n",
"Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.39%\n",
"Epoch 30/30: Avg Loss = 0.0307, Test Accuracy = 79.42%\n",
"Epoch 1/30: Avg Loss = 2.2842, Test Accuracy = 35.32%\n",
"Epoch 2/30: Avg Loss = 2.1356, Test Accuracy = 50.41%\n",
"Epoch 3/30: Avg Loss = 1.9689, Test Accuracy = 58.78%\n",
"Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 63.41%\n",
"Epoch 5/30: Avg Loss = 1.5744, Test Accuracy = 65.64%\n",
"Epoch 6/30: Avg Loss = 1.3537, Test Accuracy = 67.73%\n",
"Epoch 7/30: Avg Loss = 1.1307, Test Accuracy = 69.85%\n",
"Epoch 8/30: Avg Loss = 0.9435, Test Accuracy = 72.10%\n",
"Epoch 9/30: Avg Loss = 0.7348, Test Accuracy = 74.40%\n",
"Epoch 10/30: Avg Loss = 0.5937, Test Accuracy = 75.85%\n",
"Epoch 11/30: Avg Loss = 0.4999, Test Accuracy = 77.12%\n",
"Epoch 12/30: Avg Loss = 0.3960, Test Accuracy = 78.46%\n",
"Epoch 13/30: Avg Loss = 0.3251, Test Accuracy = 79.32%\n",
"Epoch 14/30: Avg Loss = 0.2866, Test Accuracy = 80.26%\n",
"Epoch 15/30: Avg Loss = 0.2392, Test Accuracy = 80.78%\n",
"Epoch 16/30: Avg Loss = 0.1948, Test Accuracy = 80.76%\n",
"Epoch 17/30: Avg Loss = 0.1624, Test Accuracy = 80.98%\n",
"Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 81.18%\n",
"Epoch 19/30: Avg Loss = 0.1162, Test Accuracy = 81.33%\n",
"Epoch 20/30: Avg Loss = 0.1041, Test Accuracy = 81.57%\n",
"Epoch 21/30: Avg Loss = 0.0837, Test Accuracy = 81.77%\n",
"Epoch 22/30: Avg Loss = 0.0702, Test Accuracy = 81.95%\n",
"Epoch 23/30: Avg Loss = 0.0870, Test Accuracy = 81.87%\n",
"Epoch 24/30: Avg Loss = 0.0444, Test Accuracy = 81.65%\n",
"Epoch 25/30: Avg Loss = 0.0464, Test Accuracy = 81.72%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 14%|█████████████████████▊ | 35/250 [00:40<04:08, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 81.59%\n",
"Epoch 27/30: Avg Loss = 0.0534, Test Accuracy = 81.54%\n",
"Epoch 28/30: Avg Loss = 0.0382, Test Accuracy = 81.53%\n",
"Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 81.45%\n",
"Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 81.29%\n",
"Epoch 1/30: Avg Loss = 2.2771, Test Accuracy = 31.34%\n",
"Epoch 2/30: Avg Loss = 2.1064, Test Accuracy = 45.57%\n",
"Epoch 3/30: Avg Loss = 1.9289, Test Accuracy = 57.63%\n",
"Epoch 4/30: Avg Loss = 1.7493, Test Accuracy = 62.98%\n",
"Epoch 5/30: Avg Loss = 1.5310, Test Accuracy = 65.92%\n",
"Epoch 6/30: Avg Loss = 1.3047, Test Accuracy = 68.29%\n",
"Epoch 7/30: Avg Loss = 1.1138, Test Accuracy = 70.60%\n",
"Epoch 8/30: Avg Loss = 0.9160, Test Accuracy = 72.53%\n",
"Epoch 9/30: Avg Loss = 0.7816, Test Accuracy = 73.02%\n",
"Epoch 10/30: Avg Loss = 0.6452, Test Accuracy = 73.55%\n",
"Epoch 11/30: Avg Loss = 0.5214, Test Accuracy = 74.87%\n",
"Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 76.33%\n",
"Epoch 13/30: Avg Loss = 0.3854, Test Accuracy = 78.21%\n",
"Epoch 14/30: Avg Loss = 0.3395, Test Accuracy = 79.76%\n",
"Epoch 15/30: Avg Loss = 0.2409, Test Accuracy = 80.74%\n",
"Epoch 16/30: Avg Loss = 0.2062, Test Accuracy = 81.25%\n",
"Epoch 17/30: Avg Loss = 0.1856, Test Accuracy = 81.43%\n",
"Epoch 18/30: Avg Loss = 0.1691, Test Accuracy = 81.81%\n",
"Epoch 19/30: Avg Loss = 0.1557, Test Accuracy = 81.98%\n",
"Epoch 20/30: Avg Loss = 0.0949, Test Accuracy = 82.29%\n",
"Epoch 21/30: Avg Loss = 0.0967, Test Accuracy = 82.44%\n",
"Epoch 22/30: Avg Loss = 0.0823, Test Accuracy = 82.51%\n",
"Epoch 23/30: Avg Loss = 0.0799, Test Accuracy = 82.74%\n",
"Epoch 24/30: Avg Loss = 0.0853, Test Accuracy = 82.84%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 14%|██████████████████████▍ | 36/250 [00:41<04:08, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0568, Test Accuracy = 82.74%\n",
"Epoch 26/30: Avg Loss = 0.0589, Test Accuracy = 82.68%\n",
"Epoch 27/30: Avg Loss = 0.0543, Test Accuracy = 82.59%\n",
"Epoch 28/30: Avg Loss = 0.0379, Test Accuracy = 82.61%\n",
"Epoch 29/30: Avg Loss = 0.0433, Test Accuracy = 82.71%\n",
"Epoch 30/30: Avg Loss = 0.0291, Test Accuracy = 82.69%\n",
"Epoch 1/30: Avg Loss = 2.2866, Test Accuracy = 41.38%\n",
"Epoch 2/30: Avg Loss = 2.1443, Test Accuracy = 58.60%\n",
"Epoch 3/30: Avg Loss = 1.9979, Test Accuracy = 63.74%\n",
"Epoch 4/30: Avg Loss = 1.8301, Test Accuracy = 65.62%\n",
"Epoch 5/30: Avg Loss = 1.6394, Test Accuracy = 67.29%\n",
"Epoch 6/30: Avg Loss = 1.4227, Test Accuracy = 68.98%\n",
"Epoch 7/30: Avg Loss = 1.2185, Test Accuracy = 70.03%\n",
"Epoch 8/30: Avg Loss = 1.0069, Test Accuracy = 70.66%\n",
"Epoch 9/30: Avg Loss = 0.7969, Test Accuracy = 71.07%\n",
"Epoch 10/30: Avg Loss = 0.6245, Test Accuracy = 72.01%\n",
"Epoch 11/30: Avg Loss = 0.5336, Test Accuracy = 73.29%\n",
"Epoch 12/30: Avg Loss = 0.4080, Test Accuracy = 74.86%\n",
"Epoch 13/30: Avg Loss = 0.3202, Test Accuracy = 76.19%\n",
"Epoch 14/30: Avg Loss = 0.2723, Test Accuracy = 77.14%\n",
"Epoch 15/30: Avg Loss = 0.2163, Test Accuracy = 77.84%\n",
"Epoch 16/30: Avg Loss = 0.1845, Test Accuracy = 78.15%\n",
"Epoch 17/30: Avg Loss = 0.1483, Test Accuracy = 78.07%\n",
"Epoch 18/30: Avg Loss = 0.1261, Test Accuracy = 78.83%\n",
"Epoch 19/30: Avg Loss = 0.0989, Test Accuracy = 79.22%\n",
"Epoch 20/30: Avg Loss = 0.0918, Test Accuracy = 79.56%\n",
"Epoch 21/30: Avg Loss = 0.0819, Test Accuracy = 79.64%\n",
"Epoch 22/30: Avg Loss = 0.0663, Test Accuracy = 79.58%\n",
"Epoch 23/30: Avg Loss = 0.0479, Test Accuracy = 79.54%\n",
"Epoch 24/30: Avg Loss = 0.0557, Test Accuracy = 79.36%\n",
"Epoch 25/30: Avg Loss = 0.0366, Test Accuracy = 79.25%\n",
"Epoch 26/30: Avg Loss = 0.0548, Test Accuracy = 79.44%\n",
"Epoch 27/30: Avg Loss = 0.0417, Test Accuracy = 79.69%\n",
"Epoch 28/30: Avg Loss = 0.0432, Test Accuracy = 79.82%\n",
"Epoch 29/30: Avg Loss = 0.0357, Test Accuracy = 80.19%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 15%|███████████████████████ | 37/250 [00:42<04:08, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.24%\n",
"Epoch 1/30: Avg Loss = 2.2701, Test Accuracy = 38.53%\n",
"Epoch 2/30: Avg Loss = 2.1335, Test Accuracy = 50.61%\n",
"Epoch 3/30: Avg Loss = 1.9868, Test Accuracy = 56.82%\n",
"Epoch 4/30: Avg Loss = 1.8035, Test Accuracy = 59.87%\n",
"Epoch 5/30: Avg Loss = 1.6063, Test Accuracy = 61.92%\n",
"Epoch 6/30: Avg Loss = 1.4261, Test Accuracy = 62.71%\n",
"Epoch 7/30: Avg Loss = 1.1942, Test Accuracy = 63.87%\n",
"Epoch 8/30: Avg Loss = 0.9951, Test Accuracy = 65.72%\n",
"Epoch 9/30: Avg Loss = 0.8498, Test Accuracy = 68.20%\n",
"Epoch 10/30: Avg Loss = 0.7311, Test Accuracy = 70.72%\n",
"Epoch 11/30: Avg Loss = 0.6048, Test Accuracy = 73.59%\n",
"Epoch 12/30: Avg Loss = 0.4999, Test Accuracy = 75.73%\n",
"Epoch 13/30: Avg Loss = 0.3998, Test Accuracy = 76.93%\n",
"Epoch 14/30: Avg Loss = 0.3467, Test Accuracy = 77.36%\n",
"Epoch 15/30: Avg Loss = 0.2820, Test Accuracy = 77.91%\n",
"Epoch 16/30: Avg Loss = 0.2381, Test Accuracy = 78.69%\n",
"Epoch 17/30: Avg Loss = 0.2181, Test Accuracy = 79.20%\n",
"Epoch 18/30: Avg Loss = 0.2041, Test Accuracy = 79.35%\n",
"Epoch 19/30: Avg Loss = 0.1598, Test Accuracy = 79.60%\n",
"Epoch 20/30: Avg Loss = 0.1507, Test Accuracy = 79.66%\n",
"Epoch 21/30: Avg Loss = 0.1448, Test Accuracy = 79.96%\n",
"Epoch 22/30: Avg Loss = 0.1174, Test Accuracy = 80.01%\n",
"Epoch 23/30: Avg Loss = 0.0877, Test Accuracy = 80.21%\n",
"Epoch 24/30: Avg Loss = 0.0518, Test Accuracy = 80.14%\n",
"Epoch 25/30: Avg Loss = 0.0845, Test Accuracy = 80.17%\n",
"Epoch 26/30: Avg Loss = 0.0744, Test Accuracy = 80.44%\n",
"Epoch 27/30: Avg Loss = 0.0497, Test Accuracy = 80.45%\n",
"Epoch 28/30: Avg Loss = 0.0599, Test Accuracy = 80.52%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 15%|███████████████████████▋ | 38/250 [00:43<04:08, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 80.62%\n",
"Epoch 30/30: Avg Loss = 0.0459, Test Accuracy = 80.70%\n",
"Epoch 1/30: Avg Loss = 2.2790, Test Accuracy = 27.45%\n",
"Epoch 2/30: Avg Loss = 2.1599, Test Accuracy = 47.42%\n",
"Epoch 3/30: Avg Loss = 2.0168, Test Accuracy = 57.15%\n",
"Epoch 4/30: Avg Loss = 1.8577, Test Accuracy = 60.36%\n",
"Epoch 5/30: Avg Loss = 1.6474, Test Accuracy = 61.56%\n",
"Epoch 6/30: Avg Loss = 1.4418, Test Accuracy = 62.64%\n",
"Epoch 7/30: Avg Loss = 1.2643, Test Accuracy = 64.55%\n",
"Epoch 8/30: Avg Loss = 1.0289, Test Accuracy = 67.07%\n",
"Epoch 9/30: Avg Loss = 0.8875, Test Accuracy = 69.98%\n",
"Epoch 10/30: Avg Loss = 0.6993, Test Accuracy = 73.41%\n",
"Epoch 11/30: Avg Loss = 0.5346, Test Accuracy = 76.17%\n",
"Epoch 12/30: Avg Loss = 0.4521, Test Accuracy = 77.35%\n",
"Epoch 13/30: Avg Loss = 0.3690, Test Accuracy = 77.93%\n",
"Epoch 14/30: Avg Loss = 0.2840, Test Accuracy = 78.36%\n",
"Epoch 15/30: Avg Loss = 0.2689, Test Accuracy = 78.85%\n",
"Epoch 16/30: Avg Loss = 0.2075, Test Accuracy = 79.19%\n",
"Epoch 17/30: Avg Loss = 0.1413, Test Accuracy = 79.54%\n",
"Epoch 18/30: Avg Loss = 0.1222, Test Accuracy = 79.69%\n",
"Epoch 19/30: Avg Loss = 0.1235, Test Accuracy = 79.98%\n",
"Epoch 20/30: Avg Loss = 0.1118, Test Accuracy = 80.01%\n",
"Epoch 21/30: Avg Loss = 0.0812, Test Accuracy = 79.94%\n",
"Epoch 22/30: Avg Loss = 0.0747, Test Accuracy = 79.86%\n",
"Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 79.97%\n",
"Epoch 24/30: Avg Loss = 0.0668, Test Accuracy = 79.84%\n",
"Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.82%\n",
"Epoch 26/30: Avg Loss = 0.0468, Test Accuracy = 79.71%\n",
"Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 79.59%\n",
"Epoch 28/30: Avg Loss = 0.0382, Test Accuracy = 79.59%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 16%|████████████████████████▎ | 39/250 [00:44<04:04, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0295, Test Accuracy = 79.71%\n",
"Epoch 30/30: Avg Loss = 0.0272, Test Accuracy = 79.67%\n",
"Epoch 1/30: Avg Loss = 2.2932, Test Accuracy = 27.98%\n",
"Epoch 2/30: Avg Loss = 2.1207, Test Accuracy = 46.44%\n",
"Epoch 3/30: Avg Loss = 1.9744, Test Accuracy = 54.68%\n",
"Epoch 4/30: Avg Loss = 1.7760, Test Accuracy = 58.81%\n",
"Epoch 5/30: Avg Loss = 1.5561, Test Accuracy = 61.23%\n",
"Epoch 6/30: Avg Loss = 1.3372, Test Accuracy = 63.08%\n",
"Epoch 7/30: Avg Loss = 1.1393, Test Accuracy = 64.96%\n",
"Epoch 8/30: Avg Loss = 0.9287, Test Accuracy = 68.10%\n",
"Epoch 9/30: Avg Loss = 0.7863, Test Accuracy = 72.11%\n",
"Epoch 10/30: Avg Loss = 0.6477, Test Accuracy = 75.94%\n",
"Epoch 11/30: Avg Loss = 0.4878, Test Accuracy = 79.19%\n",
"Epoch 12/30: Avg Loss = 0.3739, Test Accuracy = 80.79%\n",
"Epoch 13/30: Avg Loss = 0.3264, Test Accuracy = 81.36%\n",
"Epoch 14/30: Avg Loss = 0.2781, Test Accuracy = 81.67%\n",
"Epoch 15/30: Avg Loss = 0.2081, Test Accuracy = 81.74%\n",
"Epoch 16/30: Avg Loss = 0.1676, Test Accuracy = 81.76%\n",
"Epoch 17/30: Avg Loss = 0.1503, Test Accuracy = 82.01%\n",
"Epoch 18/30: Avg Loss = 0.1323, Test Accuracy = 82.01%\n",
"Epoch 19/30: Avg Loss = 0.1062, Test Accuracy = 82.17%\n",
"Epoch 20/30: Avg Loss = 0.0960, Test Accuracy = 82.25%\n",
"Epoch 21/30: Avg Loss = 0.0708, Test Accuracy = 82.21%\n",
"Epoch 22/30: Avg Loss = 0.0732, Test Accuracy = 82.48%\n",
"Epoch 23/30: Avg Loss = 0.0546, Test Accuracy = 82.71%\n",
"Epoch 24/30: Avg Loss = 0.0506, Test Accuracy = 82.81%\n",
"Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 82.70%\n",
"Epoch 26/30: Avg Loss = 0.0453, Test Accuracy = 82.86%\n",
"Epoch 27/30: Avg Loss = 0.0432, Test Accuracy = 82.97%\n",
"Epoch 28/30: Avg Loss = 0.0284, Test Accuracy = 83.06%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 16%|████████████████████████▉ | 40/250 [00:45<04:02, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0351, Test Accuracy = 83.07%\n",
"Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 83.11%\n",
"Epoch 1/30: Avg Loss = 2.2688, Test Accuracy = 39.14%\n",
"Epoch 2/30: Avg Loss = 2.0824, Test Accuracy = 53.16%\n",
"Epoch 3/30: Avg Loss = 1.9010, Test Accuracy = 55.88%\n",
"Epoch 4/30: Avg Loss = 1.6761, Test Accuracy = 56.79%\n",
"Epoch 5/30: Avg Loss = 1.4464, Test Accuracy = 57.58%\n",
"Epoch 6/30: Avg Loss = 1.2518, Test Accuracy = 58.71%\n",
"Epoch 7/30: Avg Loss = 1.0173, Test Accuracy = 60.18%\n",
"Epoch 8/30: Avg Loss = 0.8584, Test Accuracy = 61.55%\n",
"Epoch 9/30: Avg Loss = 0.7224, Test Accuracy = 63.01%\n",
"Epoch 10/30: Avg Loss = 0.5997, Test Accuracy = 64.74%\n",
"Epoch 11/30: Avg Loss = 0.4899, Test Accuracy = 66.66%\n",
"Epoch 12/30: Avg Loss = 0.3935, Test Accuracy = 69.34%\n",
"Epoch 13/30: Avg Loss = 0.3086, Test Accuracy = 72.24%\n",
"Epoch 14/30: Avg Loss = 0.2655, Test Accuracy = 74.27%\n",
"Epoch 15/30: Avg Loss = 0.2233, Test Accuracy = 75.75%\n",
"Epoch 16/30: Avg Loss = 0.1727, Test Accuracy = 76.22%\n",
"Epoch 17/30: Avg Loss = 0.1389, Test Accuracy = 76.42%\n",
"Epoch 18/30: Avg Loss = 0.1183, Test Accuracy = 76.71%\n",
"Epoch 19/30: Avg Loss = 0.1055, Test Accuracy = 77.15%\n",
"Epoch 20/30: Avg Loss = 0.0801, Test Accuracy = 77.33%\n",
"Epoch 21/30: Avg Loss = 0.0802, Test Accuracy = 77.31%\n",
"Epoch 22/30: Avg Loss = 0.0614, Test Accuracy = 77.46%\n",
"Epoch 23/30: Avg Loss = 0.0552, Test Accuracy = 77.45%\n",
"Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 77.57%\n",
"Epoch 25/30: Avg Loss = 0.0328, Test Accuracy = 77.72%\n",
"Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 77.72%\n",
"Epoch 27/30: Avg Loss = 0.0392, Test Accuracy = 77.44%\n",
"Epoch 28/30: Avg Loss = 0.0317, Test Accuracy = 77.48%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 16%|█████████████████████████▌ | 41/250 [00:47<03:59, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0248, Test Accuracy = 77.67%\n",
"Epoch 30/30: Avg Loss = 0.0248, Test Accuracy = 77.97%\n",
"Epoch 1/30: Avg Loss = 2.2755, Test Accuracy = 39.88%\n",
"Epoch 2/30: Avg Loss = 2.1022, Test Accuracy = 54.07%\n",
"Epoch 3/30: Avg Loss = 1.9264, Test Accuracy = 58.57%\n",
"Epoch 4/30: Avg Loss = 1.7436, Test Accuracy = 62.45%\n",
"Epoch 5/30: Avg Loss = 1.5495, Test Accuracy = 64.74%\n",
"Epoch 6/30: Avg Loss = 1.3054, Test Accuracy = 66.47%\n",
"Epoch 7/30: Avg Loss = 1.1105, Test Accuracy = 67.50%\n",
"Epoch 8/30: Avg Loss = 0.9325, Test Accuracy = 68.49%\n",
"Epoch 9/30: Avg Loss = 0.7319, Test Accuracy = 69.28%\n",
"Epoch 10/30: Avg Loss = 0.6360, Test Accuracy = 70.22%\n",
"Epoch 11/30: Avg Loss = 0.5282, Test Accuracy = 71.65%\n",
"Epoch 12/30: Avg Loss = 0.4481, Test Accuracy = 72.90%\n",
"Epoch 13/30: Avg Loss = 0.3598, Test Accuracy = 74.56%\n",
"Epoch 14/30: Avg Loss = 0.2797, Test Accuracy = 76.06%\n",
"Epoch 15/30: Avg Loss = 0.2516, Test Accuracy = 77.20%\n",
"Epoch 16/30: Avg Loss = 0.1755, Test Accuracy = 78.07%\n",
"Epoch 17/30: Avg Loss = 0.1459, Test Accuracy = 78.50%\n",
"Epoch 18/30: Avg Loss = 0.1542, Test Accuracy = 78.69%\n",
"Epoch 19/30: Avg Loss = 0.1123, Test Accuracy = 78.90%\n",
"Epoch 20/30: Avg Loss = 0.0987, Test Accuracy = 78.93%\n",
"Epoch 21/30: Avg Loss = 0.0795, Test Accuracy = 78.70%\n",
"Epoch 22/30: Avg Loss = 0.0658, Test Accuracy = 78.74%\n",
"Epoch 23/30: Avg Loss = 0.0600, Test Accuracy = 78.80%\n",
"Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 78.96%\n",
"Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 79.15%\n",
"Epoch 26/30: Avg Loss = 0.0377, Test Accuracy = 79.31%\n",
"Epoch 27/30: Avg Loss = 0.0399, Test Accuracy = 79.41%\n",
"Epoch 28/30: Avg Loss = 0.0245, Test Accuracy = 79.46%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 17%|██████████████████████████▏ | 42/250 [00:48<03:57, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0252, Test Accuracy = 79.60%\n",
"Epoch 30/30: Avg Loss = 0.0254, Test Accuracy = 79.62%\n",
"Epoch 1/30: Avg Loss = 2.2876, Test Accuracy = 39.71%\n",
"Epoch 2/30: Avg Loss = 2.1221, Test Accuracy = 50.08%\n",
"Epoch 3/30: Avg Loss = 1.9602, Test Accuracy = 55.75%\n",
"Epoch 4/30: Avg Loss = 1.7707, Test Accuracy = 60.28%\n",
"Epoch 5/30: Avg Loss = 1.5870, Test Accuracy = 63.56%\n",
"Epoch 6/30: Avg Loss = 1.4012, Test Accuracy = 66.28%\n",
"Epoch 7/30: Avg Loss = 1.2285, Test Accuracy = 69.37%\n",
"Epoch 8/30: Avg Loss = 1.0013, Test Accuracy = 71.87%\n",
"Epoch 9/30: Avg Loss = 0.8123, Test Accuracy = 73.75%\n",
"Epoch 10/30: Avg Loss = 0.6696, Test Accuracy = 75.37%\n",
"Epoch 11/30: Avg Loss = 0.5621, Test Accuracy = 76.63%\n",
"Epoch 12/30: Avg Loss = 0.4488, Test Accuracy = 77.81%\n",
"Epoch 13/30: Avg Loss = 0.3694, Test Accuracy = 78.40%\n",
"Epoch 14/30: Avg Loss = 0.2986, Test Accuracy = 78.98%\n",
"Epoch 15/30: Avg Loss = 0.2504, Test Accuracy = 79.47%\n",
"Epoch 16/30: Avg Loss = 0.2049, Test Accuracy = 79.75%\n",
"Epoch 17/30: Avg Loss = 0.1724, Test Accuracy = 80.02%\n",
"Epoch 18/30: Avg Loss = 0.1453, Test Accuracy = 80.15%\n",
"Epoch 19/30: Avg Loss = 0.1423, Test Accuracy = 80.07%\n",
"Epoch 20/30: Avg Loss = 0.1098, Test Accuracy = 80.19%\n",
"Epoch 21/30: Avg Loss = 0.1028, Test Accuracy = 80.38%\n",
"Epoch 22/30: Avg Loss = 0.0991, Test Accuracy = 80.53%\n",
"Epoch 23/30: Avg Loss = 0.0813, Test Accuracy = 80.65%\n",
"Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 80.65%\n",
"Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 80.82%\n",
"Epoch 26/30: Avg Loss = 0.0441, Test Accuracy = 80.91%\n",
"Epoch 27/30: Avg Loss = 0.0578, Test Accuracy = 81.12%\n",
"Epoch 28/30: Avg Loss = 0.0450, Test Accuracy = 81.14%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 17%|██████████████████████████▊ | 43/250 [00:49<03:56, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0438, Test Accuracy = 81.38%\n",
"Epoch 30/30: Avg Loss = 0.0413, Test Accuracy = 81.21%\n",
"Epoch 1/30: Avg Loss = 2.2795, Test Accuracy = 35.53%\n",
"Epoch 2/30: Avg Loss = 2.1117, Test Accuracy = 46.21%\n",
"Epoch 3/30: Avg Loss = 1.9572, Test Accuracy = 55.44%\n",
"Epoch 4/30: Avg Loss = 1.7910, Test Accuracy = 60.03%\n",
"Epoch 5/30: Avg Loss = 1.5851, Test Accuracy = 62.59%\n",
"Epoch 6/30: Avg Loss = 1.3863, Test Accuracy = 64.50%\n",
"Epoch 7/30: Avg Loss = 1.1744, Test Accuracy = 66.47%\n",
"Epoch 8/30: Avg Loss = 0.9949, Test Accuracy = 68.35%\n",
"Epoch 9/30: Avg Loss = 0.8025, Test Accuracy = 69.67%\n",
"Epoch 10/30: Avg Loss = 0.6489, Test Accuracy = 71.00%\n",
"Epoch 11/30: Avg Loss = 0.5842, Test Accuracy = 73.33%\n",
"Epoch 12/30: Avg Loss = 0.4656, Test Accuracy = 75.13%\n",
"Epoch 13/30: Avg Loss = 0.3724, Test Accuracy = 76.65%\n",
"Epoch 14/30: Avg Loss = 0.2997, Test Accuracy = 77.91%\n",
"Epoch 15/30: Avg Loss = 0.2448, Test Accuracy = 78.31%\n",
"Epoch 16/30: Avg Loss = 0.2054, Test Accuracy = 78.62%\n",
"Epoch 17/30: Avg Loss = 0.1796, Test Accuracy = 79.00%\n",
"Epoch 18/30: Avg Loss = 0.1790, Test Accuracy = 79.02%\n",
"Epoch 19/30: Avg Loss = 0.1181, Test Accuracy = 79.16%\n",
"Epoch 20/30: Avg Loss = 0.1195, Test Accuracy = 79.21%\n",
"Epoch 21/30: Avg Loss = 0.0947, Test Accuracy = 79.39%\n",
"Epoch 22/30: Avg Loss = 0.0992, Test Accuracy = 79.32%\n",
"Epoch 23/30: Avg Loss = 0.0853, Test Accuracy = 79.33%\n",
"Epoch 24/30: Avg Loss = 0.0798, Test Accuracy = 79.40%\n",
"Epoch 25/30: Avg Loss = 0.0619, Test Accuracy = 79.57%\n",
"Epoch 26/30: Avg Loss = 0.0438, Test Accuracy = 79.56%\n",
"Epoch 27/30: Avg Loss = 0.0535, Test Accuracy = 79.63%\n",
"Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 79.76%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 18%|███████████████████████████▍ | 44/250 [00:50<03:56, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 79.95%\n",
"Epoch 30/30: Avg Loss = 0.0306, Test Accuracy = 79.98%\n",
"Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 27.38%\n",
"Epoch 2/30: Avg Loss = 2.1346, Test Accuracy = 36.20%\n",
"Epoch 3/30: Avg Loss = 1.9752, Test Accuracy = 43.33%\n",
"Epoch 4/30: Avg Loss = 1.8177, Test Accuracy = 48.96%\n",
"Epoch 5/30: Avg Loss = 1.6438, Test Accuracy = 54.59%\n",
"Epoch 6/30: Avg Loss = 1.4542, Test Accuracy = 59.23%\n",
"Epoch 7/30: Avg Loss = 1.2636, Test Accuracy = 64.64%\n",
"Epoch 8/30: Avg Loss = 1.1071, Test Accuracy = 69.24%\n",
"Epoch 9/30: Avg Loss = 0.9375, Test Accuracy = 72.92%\n",
"Epoch 10/30: Avg Loss = 0.7732, Test Accuracy = 75.19%\n",
"Epoch 11/30: Avg Loss = 0.6201, Test Accuracy = 77.61%\n",
"Epoch 12/30: Avg Loss = 0.5521, Test Accuracy = 79.12%\n",
"Epoch 13/30: Avg Loss = 0.4063, Test Accuracy = 79.92%\n",
"Epoch 14/30: Avg Loss = 0.3375, Test Accuracy = 80.49%\n",
"Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 80.60%\n",
"Epoch 16/30: Avg Loss = 0.2297, Test Accuracy = 80.86%\n",
"Epoch 17/30: Avg Loss = 0.1838, Test Accuracy = 80.83%\n",
"Epoch 18/30: Avg Loss = 0.1592, Test Accuracy = 81.15%\n",
"Epoch 19/30: Avg Loss = 0.1346, Test Accuracy = 81.33%\n",
"Epoch 20/30: Avg Loss = 0.1127, Test Accuracy = 81.53%\n",
"Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 81.82%\n",
"Epoch 22/30: Avg Loss = 0.0750, Test Accuracy = 81.97%\n",
"Epoch 23/30: Avg Loss = 0.0823, Test Accuracy = 82.20%\n",
"Epoch 24/30: Avg Loss = 0.0632, Test Accuracy = 82.32%\n",
"Epoch 25/30: Avg Loss = 0.0645, Test Accuracy = 82.44%\n",
"Epoch 26/30: Avg Loss = 0.0510, Test Accuracy = 82.41%\n",
"Epoch 27/30: Avg Loss = 0.0511, Test Accuracy = 82.44%\n",
"Epoch 28/30: Avg Loss = 0.0445, Test Accuracy = 82.57%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 18%|████████████████████████████ | 45/250 [00:51<03:54, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0549, Test Accuracy = 82.55%\n",
"Epoch 30/30: Avg Loss = 0.0360, Test Accuracy = 82.58%\n",
"Epoch 1/30: Avg Loss = 2.2715, Test Accuracy = 30.43%\n",
"Epoch 2/30: Avg Loss = 2.1256, Test Accuracy = 42.61%\n",
"Epoch 3/30: Avg Loss = 1.9769, Test Accuracy = 47.93%\n",
"Epoch 4/30: Avg Loss = 1.8142, Test Accuracy = 50.40%\n",
"Epoch 5/30: Avg Loss = 1.6164, Test Accuracy = 52.18%\n",
"Epoch 6/30: Avg Loss = 1.4336, Test Accuracy = 54.01%\n",
"Epoch 7/30: Avg Loss = 1.2434, Test Accuracy = 57.11%\n",
"Epoch 8/30: Avg Loss = 1.0795, Test Accuracy = 61.12%\n",
"Epoch 9/30: Avg Loss = 0.8946, Test Accuracy = 66.06%\n",
"Epoch 10/30: Avg Loss = 0.7272, Test Accuracy = 68.89%\n",
"Epoch 11/30: Avg Loss = 0.6093, Test Accuracy = 71.44%\n",
"Epoch 12/30: Avg Loss = 0.4595, Test Accuracy = 73.48%\n",
"Epoch 13/30: Avg Loss = 0.3818, Test Accuracy = 74.68%\n",
"Epoch 14/30: Avg Loss = 0.3228, Test Accuracy = 76.25%\n",
"Epoch 15/30: Avg Loss = 0.2570, Test Accuracy = 76.98%\n",
"Epoch 16/30: Avg Loss = 0.1994, Test Accuracy = 77.62%\n",
"Epoch 17/30: Avg Loss = 0.1501, Test Accuracy = 78.04%\n",
"Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 78.29%\n",
"Epoch 19/30: Avg Loss = 0.1032, Test Accuracy = 78.35%\n",
"Epoch 20/30: Avg Loss = 0.0871, Test Accuracy = 78.54%\n",
"Epoch 21/30: Avg Loss = 0.0702, Test Accuracy = 78.53%\n",
"Epoch 22/30: Avg Loss = 0.0642, Test Accuracy = 78.56%\n",
"Epoch 23/30: Avg Loss = 0.0582, Test Accuracy = 78.63%\n",
"Epoch 24/30: Avg Loss = 0.0604, Test Accuracy = 78.75%\n",
"Epoch 25/30: Avg Loss = 0.0388, Test Accuracy = 78.75%\n",
"Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 78.62%\n",
"Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 78.71%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 18%|████████████████████████████▋ | 46/250 [00:52<03:54, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0371, Test Accuracy = 78.70%\n",
"Epoch 29/30: Avg Loss = 0.0309, Test Accuracy = 78.76%\n",
"Epoch 30/30: Avg Loss = 0.0246, Test Accuracy = 78.85%\n",
"Epoch 1/30: Avg Loss = 2.2819, Test Accuracy = 15.10%\n",
"Epoch 2/30: Avg Loss = 2.1522, Test Accuracy = 35.50%\n",
"Epoch 3/30: Avg Loss = 2.0268, Test Accuracy = 47.15%\n",
"Epoch 4/30: Avg Loss = 1.8671, Test Accuracy = 53.04%\n",
"Epoch 5/30: Avg Loss = 1.6854, Test Accuracy = 56.24%\n",
"Epoch 6/30: Avg Loss = 1.4799, Test Accuracy = 59.32%\n",
"Epoch 7/30: Avg Loss = 1.2894, Test Accuracy = 62.56%\n",
"Epoch 8/30: Avg Loss = 1.0913, Test Accuracy = 66.84%\n",
"Epoch 9/30: Avg Loss = 0.9194, Test Accuracy = 70.05%\n",
"Epoch 10/30: Avg Loss = 0.7619, Test Accuracy = 72.47%\n",
"Epoch 11/30: Avg Loss = 0.6507, Test Accuracy = 74.05%\n",
"Epoch 12/30: Avg Loss = 0.5356, Test Accuracy = 75.36%\n",
"Epoch 13/30: Avg Loss = 0.4351, Test Accuracy = 76.43%\n",
"Epoch 14/30: Avg Loss = 0.3834, Test Accuracy = 77.50%\n",
"Epoch 15/30: Avg Loss = 0.3229, Test Accuracy = 78.31%\n",
"Epoch 16/30: Avg Loss = 0.2702, Test Accuracy = 78.67%\n",
"Epoch 17/30: Avg Loss = 0.2128, Test Accuracy = 78.62%\n",
"Epoch 18/30: Avg Loss = 0.1805, Test Accuracy = 78.70%\n",
"Epoch 19/30: Avg Loss = 0.1481, Test Accuracy = 79.12%\n",
"Epoch 20/30: Avg Loss = 0.1594, Test Accuracy = 78.98%\n",
"Epoch 21/30: Avg Loss = 0.1047, Test Accuracy = 78.99%\n",
"Epoch 22/30: Avg Loss = 0.0779, Test Accuracy = 79.26%\n",
"Epoch 23/30: Avg Loss = 0.0879, Test Accuracy = 79.30%\n",
"Epoch 24/30: Avg Loss = 0.0782, Test Accuracy = 79.44%\n",
"Epoch 25/30: Avg Loss = 0.0706, Test Accuracy = 79.55%\n",
"Epoch 26/30: Avg Loss = 0.0629, Test Accuracy = 79.69%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 19%|█████████████████████████████▎ | 47/250 [00:53<03:54, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0610, Test Accuracy = 79.92%\n",
"Epoch 28/30: Avg Loss = 0.0425, Test Accuracy = 80.12%\n",
"Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 80.20%\n",
"Epoch 30/30: Avg Loss = 0.0422, Test Accuracy = 80.00%\n",
"Epoch 1/30: Avg Loss = 2.2829, Test Accuracy = 36.56%\n",
"Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 47.79%\n",
"Epoch 3/30: Avg Loss = 1.9874, Test Accuracy = 56.17%\n",
"Epoch 4/30: Avg Loss = 1.7954, Test Accuracy = 60.71%\n",
"Epoch 5/30: Avg Loss = 1.6242, Test Accuracy = 63.94%\n",
"Epoch 6/30: Avg Loss = 1.4219, Test Accuracy = 66.73%\n",
"Epoch 7/30: Avg Loss = 1.2346, Test Accuracy = 69.26%\n",
"Epoch 8/30: Avg Loss = 1.0288, Test Accuracy = 71.75%\n",
"Epoch 9/30: Avg Loss = 0.8668, Test Accuracy = 73.81%\n",
"Epoch 10/30: Avg Loss = 0.7082, Test Accuracy = 75.41%\n",
"Epoch 11/30: Avg Loss = 0.5801, Test Accuracy = 76.63%\n",
"Epoch 12/30: Avg Loss = 0.4663, Test Accuracy = 77.48%\n",
"Epoch 13/30: Avg Loss = 0.3496, Test Accuracy = 77.96%\n",
"Epoch 14/30: Avg Loss = 0.3116, Test Accuracy = 78.65%\n",
"Epoch 15/30: Avg Loss = 0.2600, Test Accuracy = 79.29%\n",
"Epoch 16/30: Avg Loss = 0.2579, Test Accuracy = 79.68%\n",
"Epoch 17/30: Avg Loss = 0.1658, Test Accuracy = 80.07%\n",
"Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 80.33%\n",
"Epoch 19/30: Avg Loss = 0.1292, Test Accuracy = 80.60%\n",
"Epoch 20/30: Avg Loss = 0.1037, Test Accuracy = 80.75%\n",
"Epoch 21/30: Avg Loss = 0.0884, Test Accuracy = 80.75%\n",
"Epoch 22/30: Avg Loss = 0.0661, Test Accuracy = 80.89%\n",
"Epoch 23/30: Avg Loss = 0.0674, Test Accuracy = 80.88%\n",
"Epoch 24/30: Avg Loss = 0.0601, Test Accuracy = 80.93%\n",
"Epoch 25/30: Avg Loss = 0.0856, Test Accuracy = 81.04%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 19%|█████████████████████████████▉ | 48/250 [00:55<03:52, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0633, Test Accuracy = 81.42%\n",
"Epoch 27/30: Avg Loss = 0.0514, Test Accuracy = 81.46%\n",
"Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 81.40%\n",
"Epoch 29/30: Avg Loss = 0.0406, Test Accuracy = 81.32%\n",
"Epoch 30/30: Avg Loss = 0.0387, Test Accuracy = 81.27%\n",
"Epoch 1/30: Avg Loss = 2.2728, Test Accuracy = 31.77%\n",
"Epoch 2/30: Avg Loss = 2.0992, Test Accuracy = 46.90%\n",
"Epoch 3/30: Avg Loss = 1.9184, Test Accuracy = 54.86%\n",
"Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 58.84%\n",
"Epoch 5/30: Avg Loss = 1.5502, Test Accuracy = 62.13%\n",
"Epoch 6/30: Avg Loss = 1.3463, Test Accuracy = 65.67%\n",
"Epoch 7/30: Avg Loss = 1.1821, Test Accuracy = 68.74%\n",
"Epoch 8/30: Avg Loss = 1.0032, Test Accuracy = 71.50%\n",
"Epoch 9/30: Avg Loss = 0.8306, Test Accuracy = 73.80%\n",
"Epoch 10/30: Avg Loss = 0.6820, Test Accuracy = 75.62%\n",
"Epoch 11/30: Avg Loss = 0.5164, Test Accuracy = 77.34%\n",
"Epoch 12/30: Avg Loss = 0.4466, Test Accuracy = 78.07%\n",
"Epoch 13/30: Avg Loss = 0.3614, Test Accuracy = 78.45%\n",
"Epoch 14/30: Avg Loss = 0.3020, Test Accuracy = 78.90%\n",
"Epoch 15/30: Avg Loss = 0.2530, Test Accuracy = 79.21%\n",
"Epoch 16/30: Avg Loss = 0.2021, Test Accuracy = 79.70%\n",
"Epoch 17/30: Avg Loss = 0.1722, Test Accuracy = 80.25%\n",
"Epoch 18/30: Avg Loss = 0.1359, Test Accuracy = 80.25%\n",
"Epoch 19/30: Avg Loss = 0.1387, Test Accuracy = 80.51%\n",
"Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.97%\n",
"Epoch 21/30: Avg Loss = 0.0946, Test Accuracy = 81.70%\n",
"Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.99%\n",
"Epoch 23/30: Avg Loss = 0.1018, Test Accuracy = 81.94%\n",
"Epoch 24/30: Avg Loss = 0.0835, Test Accuracy = 81.87%\n",
"Epoch 25/30: Avg Loss = 0.0423, Test Accuracy = 81.69%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 20%|██████████████████████████████▌ | 49/250 [00:56<03:49, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0410, Test Accuracy = 81.58%\n",
"Epoch 27/30: Avg Loss = 0.0459, Test Accuracy = 81.67%\n",
"Epoch 28/30: Avg Loss = 0.0414, Test Accuracy = 81.97%\n",
"Epoch 29/30: Avg Loss = 0.0264, Test Accuracy = 82.18%\n",
"Epoch 30/30: Avg Loss = 0.0351, Test Accuracy = 82.37%\n",
"Epoch 1/30: Avg Loss = 2.2805, Test Accuracy = 36.85%\n",
"Epoch 2/30: Avg Loss = 2.1130, Test Accuracy = 53.65%\n",
"Epoch 3/30: Avg Loss = 1.9496, Test Accuracy = 60.79%\n",
"Epoch 4/30: Avg Loss = 1.7783, Test Accuracy = 63.51%\n",
"Epoch 5/30: Avg Loss = 1.5448, Test Accuracy = 65.27%\n",
"Epoch 6/30: Avg Loss = 1.3082, Test Accuracy = 66.22%\n",
"Epoch 7/30: Avg Loss = 1.1122, Test Accuracy = 66.87%\n",
"Epoch 8/30: Avg Loss = 0.9651, Test Accuracy = 67.73%\n",
"Epoch 9/30: Avg Loss = 0.7678, Test Accuracy = 68.98%\n",
"Epoch 10/30: Avg Loss = 0.6580, Test Accuracy = 70.60%\n",
"Epoch 11/30: Avg Loss = 0.5534, Test Accuracy = 72.60%\n",
"Epoch 12/30: Avg Loss = 0.4712, Test Accuracy = 75.00%\n",
"Epoch 13/30: Avg Loss = 0.3865, Test Accuracy = 76.84%\n",
"Epoch 14/30: Avg Loss = 0.3055, Test Accuracy = 78.07%\n",
"Epoch 15/30: Avg Loss = 0.2485, Test Accuracy = 79.02%\n",
"Epoch 16/30: Avg Loss = 0.2037, Test Accuracy = 79.38%\n",
"Epoch 17/30: Avg Loss = 0.1663, Test Accuracy = 79.88%\n",
"Epoch 18/30: Avg Loss = 0.1661, Test Accuracy = 80.18%\n",
"Epoch 19/30: Avg Loss = 0.1286, Test Accuracy = 80.50%\n",
"Epoch 20/30: Avg Loss = 0.1102, Test Accuracy = 80.52%\n",
"Epoch 21/30: Avg Loss = 0.0950, Test Accuracy = 80.44%\n",
"Epoch 22/30: Avg Loss = 0.0759, Test Accuracy = 80.63%\n",
"Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 80.91%\n",
"Epoch 24/30: Avg Loss = 0.0570, Test Accuracy = 81.02%\n",
"Epoch 25/30: Avg Loss = 0.0441, Test Accuracy = 81.13%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 20%|███████████████████████████████▏ | 50/250 [00:57<03:47, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.24%\n",
"Epoch 27/30: Avg Loss = 0.0474, Test Accuracy = 81.26%\n",
"Epoch 28/30: Avg Loss = 0.0288, Test Accuracy = 81.36%\n",
"Epoch 29/30: Avg Loss = 0.0384, Test Accuracy = 81.30%\n",
"Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.25%\n",
"Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 32.68%\n",
"Epoch 2/30: Avg Loss = 2.1233, Test Accuracy = 43.55%\n",
"Epoch 3/30: Avg Loss = 1.9713, Test Accuracy = 50.14%\n",
"Epoch 4/30: Avg Loss = 1.8127, Test Accuracy = 56.25%\n",
"Epoch 5/30: Avg Loss = 1.5995, Test Accuracy = 59.65%\n",
"Epoch 6/30: Avg Loss = 1.3912, Test Accuracy = 62.46%\n",
"Epoch 7/30: Avg Loss = 1.1777, Test Accuracy = 64.40%\n",
"Epoch 8/30: Avg Loss = 0.9713, Test Accuracy = 66.84%\n",
"Epoch 9/30: Avg Loss = 0.7749, Test Accuracy = 69.54%\n",
"Epoch 10/30: Avg Loss = 0.6286, Test Accuracy = 71.23%\n",
"Epoch 11/30: Avg Loss = 0.4829, Test Accuracy = 72.88%\n",
"Epoch 12/30: Avg Loss = 0.3765, Test Accuracy = 74.73%\n",
"Epoch 13/30: Avg Loss = 0.3053, Test Accuracy = 76.02%\n",
"Epoch 14/30: Avg Loss = 0.2525, Test Accuracy = 76.64%\n",
"Epoch 15/30: Avg Loss = 0.1941, Test Accuracy = 77.13%\n",
"Epoch 16/30: Avg Loss = 0.1384, Test Accuracy = 77.13%\n",
"Epoch 17/30: Avg Loss = 0.1169, Test Accuracy = 77.32%\n",
"Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.38%\n",
"Epoch 19/30: Avg Loss = 0.0905, Test Accuracy = 77.93%\n",
"Epoch 20/30: Avg Loss = 0.0839, Test Accuracy = 78.28%\n",
"Epoch 21/30: Avg Loss = 0.0650, Test Accuracy = 78.41%\n",
"Epoch 22/30: Avg Loss = 0.0502, Test Accuracy = 78.42%\n",
"Epoch 23/30: Avg Loss = 0.0409, Test Accuracy = 78.59%\n",
"Epoch 24/30: Avg Loss = 0.0355, Test Accuracy = 78.54%\n",
"Epoch 25/30: Avg Loss = 0.0325, Test Accuracy = 78.56%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 20%|███████████████████████████████▊ | 51/250 [00:58<03:46, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0283, Test Accuracy = 78.59%\n",
"Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 78.62%\n",
"Epoch 28/30: Avg Loss = 0.0220, Test Accuracy = 78.61%\n",
"Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 78.50%\n",
"Epoch 30/30: Avg Loss = 0.0234, Test Accuracy = 78.40%\n",
"Epoch 1/30: Avg Loss = 2.2868, Test Accuracy = 25.45%\n",
"Epoch 2/30: Avg Loss = 2.1325, Test Accuracy = 44.96%\n",
"Epoch 3/30: Avg Loss = 1.9575, Test Accuracy = 48.75%\n",
"Epoch 4/30: Avg Loss = 1.7555, Test Accuracy = 50.05%\n",
"Epoch 5/30: Avg Loss = 1.5405, Test Accuracy = 51.67%\n",
"Epoch 6/30: Avg Loss = 1.3395, Test Accuracy = 53.71%\n",
"Epoch 7/30: Avg Loss = 1.1512, Test Accuracy = 57.02%\n",
"Epoch 8/30: Avg Loss = 0.9802, Test Accuracy = 61.72%\n",
"Epoch 9/30: Avg Loss = 0.7744, Test Accuracy = 66.40%\n",
"Epoch 10/30: Avg Loss = 0.6576, Test Accuracy = 70.07%\n",
"Epoch 11/30: Avg Loss = 0.5731, Test Accuracy = 72.74%\n",
"Epoch 12/30: Avg Loss = 0.4279, Test Accuracy = 74.84%\n",
"Epoch 13/30: Avg Loss = 0.3231, Test Accuracy = 76.12%\n",
"Epoch 14/30: Avg Loss = 0.2398, Test Accuracy = 77.16%\n",
"Epoch 15/30: Avg Loss = 0.2063, Test Accuracy = 77.65%\n",
"Epoch 16/30: Avg Loss = 0.1709, Test Accuracy = 78.19%\n",
"Epoch 17/30: Avg Loss = 0.1399, Test Accuracy = 78.37%\n",
"Epoch 18/30: Avg Loss = 0.1200, Test Accuracy = 78.74%\n",
"Epoch 19/30: Avg Loss = 0.1125, Test Accuracy = 78.93%\n",
"Epoch 20/30: Avg Loss = 0.0894, Test Accuracy = 79.39%\n",
"Epoch 21/30: Avg Loss = 0.0823, Test Accuracy = 79.75%\n",
"Epoch 22/30: Avg Loss = 0.0676, Test Accuracy = 79.93%\n",
"Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 80.19%\n",
"Epoch 24/30: Avg Loss = 0.0550, Test Accuracy = 80.55%\n",
"Epoch 25/30: Avg Loss = 0.0390, Test Accuracy = 80.76%\n",
"Epoch 26/30: Avg Loss = 0.0485, Test Accuracy = 80.72%\n",
"Epoch 27/30: Avg Loss = 0.0427, Test Accuracy = 80.59%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 21%|████████████████████████████████▍ | 52/250 [00:59<03:49, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 80.54%\n",
"Epoch 29/30: Avg Loss = 0.0328, Test Accuracy = 80.65%\n",
"Epoch 30/30: Avg Loss = 0.0300, Test Accuracy = 80.58%\n",
"Epoch 1/30: Avg Loss = 2.2906, Test Accuracy = 39.06%\n",
"Epoch 2/30: Avg Loss = 2.1427, Test Accuracy = 58.50%\n",
"Epoch 3/30: Avg Loss = 1.9775, Test Accuracy = 65.50%\n",
"Epoch 4/30: Avg Loss = 1.8202, Test Accuracy = 66.81%\n",
"Epoch 5/30: Avg Loss = 1.5762, Test Accuracy = 66.44%\n",
"Epoch 6/30: Avg Loss = 1.3732, Test Accuracy = 65.72%\n",
"Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 66.51%\n",
"Epoch 8/30: Avg Loss = 0.9510, Test Accuracy = 68.82%\n",
"Epoch 9/30: Avg Loss = 0.7625, Test Accuracy = 70.99%\n",
"Epoch 10/30: Avg Loss = 0.6357, Test Accuracy = 73.26%\n",
"Epoch 11/30: Avg Loss = 0.5358, Test Accuracy = 75.00%\n",
"Epoch 12/30: Avg Loss = 0.3875, Test Accuracy = 76.39%\n",
"Epoch 13/30: Avg Loss = 0.3233, Test Accuracy = 77.37%\n",
"Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 78.12%\n",
"Epoch 15/30: Avg Loss = 0.2203, Test Accuracy = 78.74%\n",
"Epoch 16/30: Avg Loss = 0.1889, Test Accuracy = 79.29%\n",
"Epoch 17/30: Avg Loss = 0.1823, Test Accuracy = 79.72%\n",
"Epoch 18/30: Avg Loss = 0.1294, Test Accuracy = 79.85%\n",
"Epoch 19/30: Avg Loss = 0.0968, Test Accuracy = 79.83%\n",
"Epoch 20/30: Avg Loss = 0.1121, Test Accuracy = 80.12%\n",
"Epoch 21/30: Avg Loss = 0.0762, Test Accuracy = 80.44%\n",
"Epoch 22/30: Avg Loss = 0.0638, Test Accuracy = 80.60%\n",
"Epoch 23/30: Avg Loss = 0.0458, Test Accuracy = 80.66%\n",
"Epoch 24/30: Avg Loss = 0.0542, Test Accuracy = 80.67%\n",
"Epoch 25/30: Avg Loss = 0.0374, Test Accuracy = 80.62%\n",
"Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 80.44%\n",
"Epoch 27/30: Avg Loss = 0.0386, Test Accuracy = 80.53%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 21%|█████████████████████████████████ | 53/250 [01:00<03:47, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0420, Test Accuracy = 80.64%\n",
"Epoch 29/30: Avg Loss = 0.0340, Test Accuracy = 81.01%\n",
"Epoch 30/30: Avg Loss = 0.0257, Test Accuracy = 81.09%\n",
"Epoch 1/30: Avg Loss = 2.2537, Test Accuracy = 26.61%\n",
"Epoch 2/30: Avg Loss = 2.0971, Test Accuracy = 45.45%\n",
"Epoch 3/30: Avg Loss = 1.9134, Test Accuracy = 52.57%\n",
"Epoch 4/30: Avg Loss = 1.6831, Test Accuracy = 55.72%\n",
"Epoch 5/30: Avg Loss = 1.4808, Test Accuracy = 57.92%\n",
"Epoch 6/30: Avg Loss = 1.2657, Test Accuracy = 59.88%\n",
"Epoch 7/30: Avg Loss = 1.0471, Test Accuracy = 62.26%\n",
"Epoch 8/30: Avg Loss = 0.8566, Test Accuracy = 64.99%\n",
"Epoch 9/30: Avg Loss = 0.7127, Test Accuracy = 67.64%\n",
"Epoch 10/30: Avg Loss = 0.5532, Test Accuracy = 70.21%\n",
"Epoch 11/30: Avg Loss = 0.4535, Test Accuracy = 72.74%\n",
"Epoch 12/30: Avg Loss = 0.3473, Test Accuracy = 74.71%\n",
"Epoch 13/30: Avg Loss = 0.3030, Test Accuracy = 76.10%\n",
"Epoch 14/30: Avg Loss = 0.2358, Test Accuracy = 76.81%\n",
"Epoch 15/30: Avg Loss = 0.1997, Test Accuracy = 77.33%\n",
"Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 77.47%\n",
"Epoch 17/30: Avg Loss = 0.1421, Test Accuracy = 77.67%\n",
"Epoch 18/30: Avg Loss = 0.1071, Test Accuracy = 77.82%\n",
"Epoch 19/30: Avg Loss = 0.0895, Test Accuracy = 78.07%\n",
"Epoch 20/30: Avg Loss = 0.0848, Test Accuracy = 78.41%\n",
"Epoch 21/30: Avg Loss = 0.0555, Test Accuracy = 78.46%\n",
"Epoch 22/30: Avg Loss = 0.0607, Test Accuracy = 78.49%\n",
"Epoch 23/30: Avg Loss = 0.0592, Test Accuracy = 78.66%\n",
"Epoch 24/30: Avg Loss = 0.0413, Test Accuracy = 78.83%\n",
"Epoch 25/30: Avg Loss = 0.0465, Test Accuracy = 79.04%\n",
"Epoch 26/30: Avg Loss = 0.0423, Test Accuracy = 78.94%\n",
"Epoch 27/30: Avg Loss = 0.0416, Test Accuracy = 78.73%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 22%|█████████████████████████████████▋ | 54/250 [01:01<03:46, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 78.82%\n",
"Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 78.87%\n",
"Epoch 30/30: Avg Loss = 0.0217, Test Accuracy = 78.98%\n",
"Epoch 1/30: Avg Loss = 2.2658, Test Accuracy = 35.74%\n",
"Epoch 2/30: Avg Loss = 2.1129, Test Accuracy = 48.96%\n",
"Epoch 3/30: Avg Loss = 1.9415, Test Accuracy = 54.29%\n",
"Epoch 4/30: Avg Loss = 1.7353, Test Accuracy = 56.49%\n",
"Epoch 5/30: Avg Loss = 1.5536, Test Accuracy = 57.03%\n",
"Epoch 6/30: Avg Loss = 1.3458, Test Accuracy = 58.95%\n",
"Epoch 7/30: Avg Loss = 1.1158, Test Accuracy = 61.86%\n",
"Epoch 8/30: Avg Loss = 0.9554, Test Accuracy = 64.78%\n",
"Epoch 9/30: Avg Loss = 0.7972, Test Accuracy = 68.28%\n",
"Epoch 10/30: Avg Loss = 0.6728, Test Accuracy = 71.05%\n",
"Epoch 11/30: Avg Loss = 0.5336, Test Accuracy = 73.13%\n",
"Epoch 12/30: Avg Loss = 0.4608, Test Accuracy = 74.83%\n",
"Epoch 13/30: Avg Loss = 0.3861, Test Accuracy = 76.28%\n",
"Epoch 14/30: Avg Loss = 0.3193, Test Accuracy = 77.34%\n",
"Epoch 15/30: Avg Loss = 0.2637, Test Accuracy = 77.55%\n",
"Epoch 16/30: Avg Loss = 0.2329, Test Accuracy = 77.62%\n",
"Epoch 17/30: Avg Loss = 0.1914, Test Accuracy = 77.79%\n",
"Epoch 18/30: Avg Loss = 0.1351, Test Accuracy = 77.91%\n",
"Epoch 19/30: Avg Loss = 0.1231, Test Accuracy = 78.06%\n",
"Epoch 20/30: Avg Loss = 0.1004, Test Accuracy = 78.36%\n",
"Epoch 21/30: Avg Loss = 0.1055, Test Accuracy = 78.65%\n",
"Epoch 22/30: Avg Loss = 0.0725, Test Accuracy = 78.63%\n",
"Epoch 23/30: Avg Loss = 0.0617, Test Accuracy = 78.58%\n",
"Epoch 24/30: Avg Loss = 0.0587, Test Accuracy = 78.77%\n",
"Epoch 25/30: Avg Loss = 0.0593, Test Accuracy = 78.94%\n",
"Epoch 26/30: Avg Loss = 0.0444, Test Accuracy = 79.12%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 22%|██████████████████████████████████▎ | 55/250 [01:03<03:46, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0439, Test Accuracy = 79.29%\n",
"Epoch 28/30: Avg Loss = 0.0373, Test Accuracy = 79.26%\n",
"Epoch 29/30: Avg Loss = 0.0481, Test Accuracy = 79.25%\n",
"Epoch 30/30: Avg Loss = 0.0339, Test Accuracy = 79.07%\n",
"Epoch 1/30: Avg Loss = 2.2947, Test Accuracy = 36.38%\n",
"Epoch 2/30: Avg Loss = 2.1524, Test Accuracy = 49.28%\n",
"Epoch 3/30: Avg Loss = 1.9824, Test Accuracy = 56.16%\n",
"Epoch 4/30: Avg Loss = 1.7970, Test Accuracy = 58.51%\n",
"Epoch 5/30: Avg Loss = 1.5902, Test Accuracy = 59.57%\n",
"Epoch 6/30: Avg Loss = 1.3924, Test Accuracy = 60.73%\n",
"Epoch 7/30: Avg Loss = 1.1411, Test Accuracy = 62.73%\n",
"Epoch 8/30: Avg Loss = 0.9569, Test Accuracy = 66.04%\n",
"Epoch 9/30: Avg Loss = 0.8040, Test Accuracy = 69.61%\n",
"Epoch 10/30: Avg Loss = 0.6413, Test Accuracy = 71.82%\n",
"Epoch 11/30: Avg Loss = 0.5219, Test Accuracy = 73.01%\n",
"Epoch 12/30: Avg Loss = 0.4404, Test Accuracy = 73.78%\n",
"Epoch 13/30: Avg Loss = 0.3382, Test Accuracy = 74.85%\n",
"Epoch 14/30: Avg Loss = 0.2787, Test Accuracy = 75.78%\n",
"Epoch 15/30: Avg Loss = 0.2201, Test Accuracy = 76.76%\n",
"Epoch 16/30: Avg Loss = 0.1807, Test Accuracy = 77.65%\n",
"Epoch 17/30: Avg Loss = 0.1466, Test Accuracy = 78.16%\n",
"Epoch 18/30: Avg Loss = 0.1249, Test Accuracy = 78.64%\n",
"Epoch 19/30: Avg Loss = 0.1008, Test Accuracy = 79.05%\n",
"Epoch 20/30: Avg Loss = 0.0870, Test Accuracy = 79.28%\n",
"Epoch 21/30: Avg Loss = 0.0683, Test Accuracy = 79.49%\n",
"Epoch 22/30: Avg Loss = 0.0595, Test Accuracy = 79.50%\n",
"Epoch 23/30: Avg Loss = 0.0475, Test Accuracy = 79.58%\n",
"Epoch 24/30: Avg Loss = 0.0351, Test Accuracy = 79.82%\n",
"Epoch 25/30: Avg Loss = 0.0481, Test Accuracy = 80.03%\n",
"Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 80.05%\n",
"Epoch 27/30: Avg Loss = 0.0280, Test Accuracy = 79.99%\n",
"Epoch 28/30: Avg Loss = 0.0290, Test Accuracy = 79.97%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 22%|██████████████████████████████████▉ | 56/250 [01:04<03:47, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.93%\n",
"Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 79.95%\n",
"Epoch 1/30: Avg Loss = 2.2586, Test Accuracy = 24.22%\n",
"Epoch 2/30: Avg Loss = 2.0920, Test Accuracy = 38.01%\n",
"Epoch 3/30: Avg Loss = 1.9162, Test Accuracy = 46.43%\n",
"Epoch 4/30: Avg Loss = 1.7237, Test Accuracy = 52.76%\n",
"Epoch 5/30: Avg Loss = 1.5324, Test Accuracy = 56.38%\n",
"Epoch 6/30: Avg Loss = 1.3346, Test Accuracy = 59.65%\n",
"Epoch 7/30: Avg Loss = 1.1518, Test Accuracy = 63.02%\n",
"Epoch 8/30: Avg Loss = 0.9543, Test Accuracy = 66.33%\n",
"Epoch 9/30: Avg Loss = 0.8024, Test Accuracy = 69.17%\n",
"Epoch 10/30: Avg Loss = 0.6640, Test Accuracy = 71.19%\n",
"Epoch 11/30: Avg Loss = 0.5618, Test Accuracy = 72.96%\n",
"Epoch 12/30: Avg Loss = 0.4333, Test Accuracy = 74.36%\n",
"Epoch 13/30: Avg Loss = 0.3432, Test Accuracy = 75.23%\n",
"Epoch 14/30: Avg Loss = 0.3032, Test Accuracy = 76.40%\n",
"Epoch 15/30: Avg Loss = 0.2451, Test Accuracy = 77.12%\n",
"Epoch 16/30: Avg Loss = 0.1725, Test Accuracy = 77.73%\n",
"Epoch 17/30: Avg Loss = 0.1422, Test Accuracy = 78.02%\n",
"Epoch 18/30: Avg Loss = 0.1112, Test Accuracy = 78.02%\n",
"Epoch 19/30: Avg Loss = 0.1226, Test Accuracy = 78.11%\n",
"Epoch 20/30: Avg Loss = 0.0847, Test Accuracy = 78.26%\n",
"Epoch 21/30: Avg Loss = 0.0641, Test Accuracy = 78.18%\n",
"Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 77.89%\n",
"Epoch 23/30: Avg Loss = 0.0614, Test Accuracy = 77.95%\n",
"Epoch 24/30: Avg Loss = 0.0468, Test Accuracy = 78.05%\n",
"Epoch 25/30: Avg Loss = 0.0450, Test Accuracy = 78.28%\n",
"Epoch 26/30: Avg Loss = 0.0408, Test Accuracy = 78.29%\n",
"Epoch 27/30: Avg Loss = 0.0405, Test Accuracy = 78.49%\n",
"Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 78.69%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 23%|███████████████████████████████████▌ | 57/250 [01:05<03:46, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0258, Test Accuracy = 78.87%\n",
"Epoch 30/30: Avg Loss = 0.0277, Test Accuracy = 79.10%\n",
"Epoch 1/30: Avg Loss = 2.2770, Test Accuracy = 38.10%\n",
"Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 51.23%\n",
"Epoch 3/30: Avg Loss = 1.9532, Test Accuracy = 55.88%\n",
"Epoch 4/30: Avg Loss = 1.7776, Test Accuracy = 58.36%\n",
"Epoch 5/30: Avg Loss = 1.5442, Test Accuracy = 60.12%\n",
"Epoch 6/30: Avg Loss = 1.3249, Test Accuracy = 62.23%\n",
"Epoch 7/30: Avg Loss = 1.0962, Test Accuracy = 64.60%\n",
"Epoch 8/30: Avg Loss = 0.9474, Test Accuracy = 67.22%\n",
"Epoch 9/30: Avg Loss = 0.7866, Test Accuracy = 69.32%\n",
"Epoch 10/30: Avg Loss = 0.6345, Test Accuracy = 70.92%\n",
"Epoch 11/30: Avg Loss = 0.5000, Test Accuracy = 72.16%\n",
"Epoch 12/30: Avg Loss = 0.4121, Test Accuracy = 73.52%\n",
"Epoch 13/30: Avg Loss = 0.3119, Test Accuracy = 74.95%\n",
"Epoch 14/30: Avg Loss = 0.3327, Test Accuracy = 76.34%\n",
"Epoch 15/30: Avg Loss = 0.2224, Test Accuracy = 77.08%\n",
"Epoch 16/30: Avg Loss = 0.1733, Test Accuracy = 77.46%\n",
"Epoch 17/30: Avg Loss = 0.1441, Test Accuracy = 77.85%\n",
"Epoch 18/30: Avg Loss = 0.1235, Test Accuracy = 77.78%\n",
"Epoch 19/30: Avg Loss = 0.0933, Test Accuracy = 77.75%\n",
"Epoch 20/30: Avg Loss = 0.1005, Test Accuracy = 77.70%\n",
"Epoch 21/30: Avg Loss = 0.0637, Test Accuracy = 77.46%\n",
"Epoch 22/30: Avg Loss = 0.0470, Test Accuracy = 77.63%\n",
"Epoch 23/30: Avg Loss = 0.0566, Test Accuracy = 77.84%\n",
"Epoch 24/30: Avg Loss = 0.0415, Test Accuracy = 77.93%\n",
"Epoch 25/30: Avg Loss = 0.0411, Test Accuracy = 78.24%\n",
"Epoch 26/30: Avg Loss = 0.0263, Test Accuracy = 78.50%\n",
"Epoch 27/30: Avg Loss = 0.0254, Test Accuracy = 78.49%\n",
"Epoch 28/30: Avg Loss = 0.0423, Test Accuracy = 78.44%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 23%|████████████████████████████████████▏ | 58/250 [01:06<03:43, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0337, Test Accuracy = 78.61%\n",
"Epoch 30/30: Avg Loss = 0.0242, Test Accuracy = 78.76%\n",
"Epoch 1/30: Avg Loss = 2.2982, Test Accuracy = 24.59%\n",
"Epoch 2/30: Avg Loss = 2.1405, Test Accuracy = 55.78%\n",
"Epoch 3/30: Avg Loss = 1.9661, Test Accuracy = 65.11%\n",
"Epoch 4/30: Avg Loss = 1.7786, Test Accuracy = 65.94%\n",
"Epoch 5/30: Avg Loss = 1.5547, Test Accuracy = 65.10%\n",
"Epoch 6/30: Avg Loss = 1.2845, Test Accuracy = 64.46%\n",
"Epoch 7/30: Avg Loss = 1.0995, Test Accuracy = 65.14%\n",
"Epoch 8/30: Avg Loss = 0.8972, Test Accuracy = 66.41%\n",
"Epoch 9/30: Avg Loss = 0.7629, Test Accuracy = 68.61%\n",
"Epoch 10/30: Avg Loss = 0.6580, Test Accuracy = 71.14%\n",
"Epoch 11/30: Avg Loss = 0.5381, Test Accuracy = 73.64%\n",
"Epoch 12/30: Avg Loss = 0.4189, Test Accuracy = 74.97%\n",
"Epoch 13/30: Avg Loss = 0.3530, Test Accuracy = 75.58%\n",
"Epoch 14/30: Avg Loss = 0.2841, Test Accuracy = 75.91%\n",
"Epoch 15/30: Avg Loss = 0.2694, Test Accuracy = 76.44%\n",
"Epoch 16/30: Avg Loss = 0.2074, Test Accuracy = 76.60%\n",
"Epoch 17/30: Avg Loss = 0.1859, Test Accuracy = 76.83%\n",
"Epoch 18/30: Avg Loss = 0.1361, Test Accuracy = 77.35%\n",
"Epoch 19/30: Avg Loss = 0.1229, Test Accuracy = 77.34%\n",
"Epoch 20/30: Avg Loss = 0.0984, Test Accuracy = 77.45%\n",
"Epoch 21/30: Avg Loss = 0.0748, Test Accuracy = 77.61%\n",
"Epoch 22/30: Avg Loss = 0.0872, Test Accuracy = 77.86%\n",
"Epoch 23/30: Avg Loss = 0.0544, Test Accuracy = 77.92%\n",
"Epoch 24/30: Avg Loss = 0.0699, Test Accuracy = 77.89%\n",
"Epoch 25/30: Avg Loss = 0.0507, Test Accuracy = 78.14%\n",
"Epoch 26/30: Avg Loss = 0.0442, Test Accuracy = 78.44%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 24%|████████████████████████████████████▊ | 59/250 [01:07<03:42, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0485, Test Accuracy = 78.41%\n",
"Epoch 28/30: Avg Loss = 0.0348, Test Accuracy = 78.41%\n",
"Epoch 29/30: Avg Loss = 0.0272, Test Accuracy = 78.50%\n",
"Epoch 30/30: Avg Loss = 0.0455, Test Accuracy = 78.54%\n",
"Epoch 1/30: Avg Loss = 2.2730, Test Accuracy = 25.52%\n",
"Epoch 2/30: Avg Loss = 2.0882, Test Accuracy = 40.55%\n",
"Epoch 3/30: Avg Loss = 1.9139, Test Accuracy = 51.35%\n",
"Epoch 4/30: Avg Loss = 1.6921, Test Accuracy = 57.53%\n",
"Epoch 5/30: Avg Loss = 1.4970, Test Accuracy = 61.79%\n",
"Epoch 6/30: Avg Loss = 1.3064, Test Accuracy = 64.55%\n",
"Epoch 7/30: Avg Loss = 1.1013, Test Accuracy = 67.50%\n",
"Epoch 8/30: Avg Loss = 0.9391, Test Accuracy = 69.53%\n",
"Epoch 9/30: Avg Loss = 0.7430, Test Accuracy = 70.51%\n",
"Epoch 10/30: Avg Loss = 0.6089, Test Accuracy = 72.02%\n",
"Epoch 11/30: Avg Loss = 0.5000, Test Accuracy = 74.01%\n",
"Epoch 12/30: Avg Loss = 0.4114, Test Accuracy = 75.48%\n",
"Epoch 13/30: Avg Loss = 0.3617, Test Accuracy = 76.85%\n",
"Epoch 14/30: Avg Loss = 0.2879, Test Accuracy = 78.02%\n",
"Epoch 15/30: Avg Loss = 0.2361, Test Accuracy = 78.64%\n",
"Epoch 16/30: Avg Loss = 0.1966, Test Accuracy = 79.14%\n",
"Epoch 17/30: Avg Loss = 0.1575, Test Accuracy = 79.58%\n",
"Epoch 18/30: Avg Loss = 0.1340, Test Accuracy = 79.57%\n",
"Epoch 19/30: Avg Loss = 0.0989, Test Accuracy = 79.41%\n",
"Epoch 20/30: Avg Loss = 0.1236, Test Accuracy = 79.25%\n",
"Epoch 21/30: Avg Loss = 0.0937, Test Accuracy = 79.46%\n",
"Epoch 22/30: Avg Loss = 0.0506, Test Accuracy = 79.70%\n",
"Epoch 23/30: Avg Loss = 0.0670, Test Accuracy = 79.75%\n",
"Epoch 24/30: Avg Loss = 0.0824, Test Accuracy = 79.91%\n",
"Epoch 25/30: Avg Loss = 0.0418, Test Accuracy = 80.04%\n",
"Epoch 26/30: Avg Loss = 0.0541, Test Accuracy = 80.01%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 24%|█████████████████████████████████████▍ | 60/250 [01:08<03:40, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0392, Test Accuracy = 79.95%\n",
"Epoch 28/30: Avg Loss = 0.0271, Test Accuracy = 79.94%\n",
"Epoch 29/30: Avg Loss = 0.0291, Test Accuracy = 79.92%\n",
"Epoch 30/30: Avg Loss = 0.0324, Test Accuracy = 79.94%\n",
"Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 29.32%\n",
"Epoch 2/30: Avg Loss = 2.1621, Test Accuracy = 47.19%\n",
"Epoch 3/30: Avg Loss = 2.0307, Test Accuracy = 55.29%\n",
"Epoch 4/30: Avg Loss = 1.8573, Test Accuracy = 58.63%\n",
"Epoch 5/30: Avg Loss = 1.6736, Test Accuracy = 60.45%\n",
"Epoch 6/30: Avg Loss = 1.4395, Test Accuracy = 61.86%\n",
"Epoch 7/30: Avg Loss = 1.1970, Test Accuracy = 62.82%\n",
"Epoch 8/30: Avg Loss = 1.0255, Test Accuracy = 63.94%\n",
"Epoch 9/30: Avg Loss = 0.8117, Test Accuracy = 65.37%\n",
"Epoch 10/30: Avg Loss = 0.6451, Test Accuracy = 67.68%\n",
"Epoch 11/30: Avg Loss = 0.5284, Test Accuracy = 70.48%\n",
"Epoch 12/30: Avg Loss = 0.4339, Test Accuracy = 72.93%\n",
"Epoch 13/30: Avg Loss = 0.3317, Test Accuracy = 75.03%\n",
"Epoch 14/30: Avg Loss = 0.2517, Test Accuracy = 76.33%\n",
"Epoch 15/30: Avg Loss = 0.2395, Test Accuracy = 77.08%\n",
"Epoch 16/30: Avg Loss = 0.1781, Test Accuracy = 77.33%\n",
"Epoch 17/30: Avg Loss = 0.1419, Test Accuracy = 77.92%\n",
"Epoch 18/30: Avg Loss = 0.1166, Test Accuracy = 78.35%\n",
"Epoch 19/30: Avg Loss = 0.1072, Test Accuracy = 78.35%\n",
"Epoch 20/30: Avg Loss = 0.0884, Test Accuracy = 78.25%\n",
"Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.33%\n",
"Epoch 22/30: Avg Loss = 0.0513, Test Accuracy = 78.44%\n",
"Epoch 23/30: Avg Loss = 0.0401, Test Accuracy = 78.70%\n",
"Epoch 24/30: Avg Loss = 0.0358, Test Accuracy = 78.83%\n",
"Epoch 25/30: Avg Loss = 0.0363, Test Accuracy = 79.06%\n",
"Epoch 26/30: Avg Loss = 0.0372, Test Accuracy = 79.05%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 24%|██████████████████████████████████████ | 61/250 [01:10<03:38, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0353, Test Accuracy = 79.26%\n",
"Epoch 28/30: Avg Loss = 0.0294, Test Accuracy = 79.28%\n",
"Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 79.26%\n",
"Epoch 30/30: Avg Loss = 0.0368, Test Accuracy = 79.05%\n",
"Epoch 1/30: Avg Loss = 2.2763, Test Accuracy = 24.75%\n",
"Epoch 2/30: Avg Loss = 2.1546, Test Accuracy = 38.24%\n",
"Epoch 3/30: Avg Loss = 2.0182, Test Accuracy = 49.58%\n",
"Epoch 4/30: Avg Loss = 1.8644, Test Accuracy = 55.92%\n",
"Epoch 5/30: Avg Loss = 1.6892, Test Accuracy = 60.34%\n",
"Epoch 6/30: Avg Loss = 1.4961, Test Accuracy = 64.13%\n",
"Epoch 7/30: Avg Loss = 1.2896, Test Accuracy = 67.76%\n",
"Epoch 8/30: Avg Loss = 1.0551, Test Accuracy = 70.07%\n",
"Epoch 9/30: Avg Loss = 0.9089, Test Accuracy = 72.17%\n",
"Epoch 10/30: Avg Loss = 0.7253, Test Accuracy = 74.43%\n",
"Epoch 11/30: Avg Loss = 0.5645, Test Accuracy = 76.08%\n",
"Epoch 12/30: Avg Loss = 0.4695, Test Accuracy = 77.22%\n",
"Epoch 13/30: Avg Loss = 0.3997, Test Accuracy = 78.03%\n",
"Epoch 14/30: Avg Loss = 0.3240, Test Accuracy = 78.65%\n",
"Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 79.33%\n",
"Epoch 16/30: Avg Loss = 0.2448, Test Accuracy = 79.94%\n",
"Epoch 17/30: Avg Loss = 0.1891, Test Accuracy = 80.37%\n",
"Epoch 18/30: Avg Loss = 0.1518, Test Accuracy = 80.73%\n",
"Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 80.78%\n",
"Epoch 20/30: Avg Loss = 0.1089, Test Accuracy = 80.65%\n",
"Epoch 21/30: Avg Loss = 0.0874, Test Accuracy = 80.54%\n",
"Epoch 22/30: Avg Loss = 0.0688, Test Accuracy = 80.52%\n",
"Epoch 23/30: Avg Loss = 0.0806, Test Accuracy = 80.57%\n",
"Epoch 24/30: Avg Loss = 0.0560, Test Accuracy = 80.41%\n",
"Epoch 25/30: Avg Loss = 0.0500, Test Accuracy = 80.44%\n",
"Epoch 26/30: Avg Loss = 0.0545, Test Accuracy = 80.45%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 25%|██████████████████████████████████████▋ | 62/250 [01:11<03:36, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0407, Test Accuracy = 80.56%\n",
"Epoch 28/30: Avg Loss = 0.0373, Test Accuracy = 80.50%\n",
"Epoch 29/30: Avg Loss = 0.0464, Test Accuracy = 80.64%\n",
"Epoch 30/30: Avg Loss = 0.0354, Test Accuracy = 80.79%\n",
"Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 30.94%\n",
"Epoch 2/30: Avg Loss = 2.1209, Test Accuracy = 44.70%\n",
"Epoch 3/30: Avg Loss = 1.9370, Test Accuracy = 52.51%\n",
"Epoch 4/30: Avg Loss = 1.7711, Test Accuracy = 56.77%\n",
"Epoch 5/30: Avg Loss = 1.5584, Test Accuracy = 60.49%\n",
"Epoch 6/30: Avg Loss = 1.3256, Test Accuracy = 62.75%\n",
"Epoch 7/30: Avg Loss = 1.1143, Test Accuracy = 65.68%\n",
"Epoch 8/30: Avg Loss = 0.9272, Test Accuracy = 68.78%\n",
"Epoch 9/30: Avg Loss = 0.7326, Test Accuracy = 71.32%\n",
"Epoch 10/30: Avg Loss = 0.5709, Test Accuracy = 73.93%\n",
"Epoch 11/30: Avg Loss = 0.4594, Test Accuracy = 76.01%\n",
"Epoch 12/30: Avg Loss = 0.3570, Test Accuracy = 77.31%\n",
"Epoch 13/30: Avg Loss = 0.2538, Test Accuracy = 78.31%\n",
"Epoch 14/30: Avg Loss = 0.2589, Test Accuracy = 79.02%\n",
"Epoch 15/30: Avg Loss = 0.1576, Test Accuracy = 79.41%\n",
"Epoch 16/30: Avg Loss = 0.1195, Test Accuracy = 79.61%\n",
"Epoch 17/30: Avg Loss = 0.1179, Test Accuracy = 79.79%\n",
"Epoch 18/30: Avg Loss = 0.0718, Test Accuracy = 79.99%\n",
"Epoch 19/30: Avg Loss = 0.0710, Test Accuracy = 79.93%\n",
"Epoch 20/30: Avg Loss = 0.0693, Test Accuracy = 79.97%\n",
"Epoch 21/30: Avg Loss = 0.0415, Test Accuracy = 80.01%\n",
"Epoch 22/30: Avg Loss = 0.0437, Test Accuracy = 79.94%\n",
"Epoch 23/30: Avg Loss = 0.0252, Test Accuracy = 79.80%\n",
"Epoch 24/30: Avg Loss = 0.0384, Test Accuracy = 79.79%\n",
"Epoch 25/30: Avg Loss = 0.0313, Test Accuracy = 79.83%\n",
"Epoch 26/30: Avg Loss = 0.0366, Test Accuracy = 80.02%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 25%|███████████████████████████████████████▎ | 63/250 [01:12<03:34, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0304, Test Accuracy = 80.29%\n",
"Epoch 28/30: Avg Loss = 0.0398, Test Accuracy = 80.40%\n",
"Epoch 29/30: Avg Loss = 0.0259, Test Accuracy = 80.48%\n",
"Epoch 30/30: Avg Loss = 0.0235, Test Accuracy = 80.53%\n",
"Epoch 1/30: Avg Loss = 2.2863, Test Accuracy = 32.62%\n",
"Epoch 2/30: Avg Loss = 2.1453, Test Accuracy = 52.08%\n",
"Epoch 3/30: Avg Loss = 2.0013, Test Accuracy = 61.53%\n",
"Epoch 4/30: Avg Loss = 1.8164, Test Accuracy = 66.59%\n",
"Epoch 5/30: Avg Loss = 1.6376, Test Accuracy = 68.89%\n",
"Epoch 6/30: Avg Loss = 1.4206, Test Accuracy = 70.07%\n",
"Epoch 7/30: Avg Loss = 1.1856, Test Accuracy = 71.58%\n",
"Epoch 8/30: Avg Loss = 0.9894, Test Accuracy = 72.91%\n",
"Epoch 9/30: Avg Loss = 0.7743, Test Accuracy = 73.84%\n",
"Epoch 10/30: Avg Loss = 0.5955, Test Accuracy = 75.06%\n",
"Epoch 11/30: Avg Loss = 0.4773, Test Accuracy = 76.39%\n",
"Epoch 12/30: Avg Loss = 0.4050, Test Accuracy = 77.13%\n",
"Epoch 13/30: Avg Loss = 0.3117, Test Accuracy = 78.32%\n",
"Epoch 14/30: Avg Loss = 0.2555, Test Accuracy = 78.65%\n",
"Epoch 15/30: Avg Loss = 0.2121, Test Accuracy = 78.87%\n",
"Epoch 16/30: Avg Loss = 0.1731, Test Accuracy = 79.10%\n",
"Epoch 17/30: Avg Loss = 0.1422, Test Accuracy = 78.95%\n",
"Epoch 18/30: Avg Loss = 0.1188, Test Accuracy = 79.32%\n",
"Epoch 19/30: Avg Loss = 0.1043, Test Accuracy = 79.55%\n",
"Epoch 20/30: Avg Loss = 0.0775, Test Accuracy = 80.01%\n",
"Epoch 21/30: Avg Loss = 0.0689, Test Accuracy = 80.13%\n",
"Epoch 22/30: Avg Loss = 0.0546, Test Accuracy = 80.05%\n",
"Epoch 23/30: Avg Loss = 0.0473, Test Accuracy = 80.06%\n",
"Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 80.31%\n",
"Epoch 25/30: Avg Loss = 0.0536, Test Accuracy = 80.45%\n",
"Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 80.63%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 26%|███████████████████████████████████████▉ | 64/250 [01:13<03:32, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 80.64%\n",
"Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 80.67%\n",
"Epoch 29/30: Avg Loss = 0.0234, Test Accuracy = 80.64%\n",
"Epoch 30/30: Avg Loss = 0.0254, Test Accuracy = 80.64%\n",
"Epoch 1/30: Avg Loss = 2.2676, Test Accuracy = 36.98%\n",
"Epoch 2/30: Avg Loss = 2.1129, Test Accuracy = 50.99%\n",
"Epoch 3/30: Avg Loss = 1.9517, Test Accuracy = 54.78%\n",
"Epoch 4/30: Avg Loss = 1.7858, Test Accuracy = 56.78%\n",
"Epoch 5/30: Avg Loss = 1.5563, Test Accuracy = 58.42%\n",
"Epoch 6/30: Avg Loss = 1.3598, Test Accuracy = 60.43%\n",
"Epoch 7/30: Avg Loss = 1.1802, Test Accuracy = 63.93%\n",
"Epoch 8/30: Avg Loss = 0.9752, Test Accuracy = 67.43%\n",
"Epoch 9/30: Avg Loss = 0.7790, Test Accuracy = 70.44%\n",
"Epoch 10/30: Avg Loss = 0.6704, Test Accuracy = 71.83%\n",
"Epoch 11/30: Avg Loss = 0.5264, Test Accuracy = 73.84%\n",
"Epoch 12/30: Avg Loss = 0.4235, Test Accuracy = 76.69%\n",
"Epoch 13/30: Avg Loss = 0.3353, Test Accuracy = 78.31%\n",
"Epoch 14/30: Avg Loss = 0.2781, Test Accuracy = 79.03%\n",
"Epoch 15/30: Avg Loss = 0.2460, Test Accuracy = 79.55%\n",
"Epoch 16/30: Avg Loss = 0.1994, Test Accuracy = 79.58%\n",
"Epoch 17/30: Avg Loss = 0.1594, Test Accuracy = 79.16%\n",
"Epoch 18/30: Avg Loss = 0.1352, Test Accuracy = 79.14%\n",
"Epoch 19/30: Avg Loss = 0.1434, Test Accuracy = 79.55%\n",
"Epoch 20/30: Avg Loss = 0.1177, Test Accuracy = 80.09%\n",
"Epoch 21/30: Avg Loss = 0.0820, Test Accuracy = 80.34%\n",
"Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 80.53%\n",
"Epoch 23/30: Avg Loss = 0.0811, Test Accuracy = 80.65%\n",
"Epoch 24/30: Avg Loss = 0.0535, Test Accuracy = 80.86%\n",
"Epoch 25/30: Avg Loss = 0.0508, Test Accuracy = 80.73%\n",
"Epoch 26/30: Avg Loss = 0.0440, Test Accuracy = 80.64%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 26%|████████████████████████████████████████▌ | 65/250 [01:14<03:30, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0478, Test Accuracy = 80.71%\n",
"Epoch 28/30: Avg Loss = 0.0496, Test Accuracy = 80.82%\n",
"Epoch 29/30: Avg Loss = 0.0350, Test Accuracy = 80.90%\n",
"Epoch 30/30: Avg Loss = 0.0378, Test Accuracy = 80.90%\n",
"Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 24.41%\n",
"Epoch 2/30: Avg Loss = 2.1098, Test Accuracy = 39.09%\n",
"Epoch 3/30: Avg Loss = 1.9272, Test Accuracy = 49.28%\n",
"Epoch 4/30: Avg Loss = 1.7058, Test Accuracy = 54.70%\n",
"Epoch 5/30: Avg Loss = 1.4947, Test Accuracy = 57.64%\n",
"Epoch 6/30: Avg Loss = 1.2626, Test Accuracy = 59.60%\n",
"Epoch 7/30: Avg Loss = 1.0938, Test Accuracy = 61.34%\n",
"Epoch 8/30: Avg Loss = 0.9189, Test Accuracy = 63.55%\n",
"Epoch 9/30: Avg Loss = 0.7950, Test Accuracy = 65.77%\n",
"Epoch 10/30: Avg Loss = 0.6461, Test Accuracy = 68.63%\n",
"Epoch 11/30: Avg Loss = 0.5329, Test Accuracy = 70.89%\n",
"Epoch 12/30: Avg Loss = 0.4096, Test Accuracy = 73.02%\n",
"Epoch 13/30: Avg Loss = 0.3352, Test Accuracy = 74.86%\n",
"Epoch 14/30: Avg Loss = 0.3187, Test Accuracy = 76.22%\n",
"Epoch 15/30: Avg Loss = 0.2194, Test Accuracy = 77.30%\n",
"Epoch 16/30: Avg Loss = 0.1810, Test Accuracy = 77.85%\n",
"Epoch 17/30: Avg Loss = 0.1446, Test Accuracy = 78.38%\n",
"Epoch 18/30: Avg Loss = 0.1300, Test Accuracy = 78.58%\n",
"Epoch 19/30: Avg Loss = 0.0974, Test Accuracy = 78.85%\n",
"Epoch 20/30: Avg Loss = 0.0847, Test Accuracy = 78.91%\n",
"Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 79.07%\n",
"Epoch 22/30: Avg Loss = 0.0554, Test Accuracy = 79.10%\n",
"Epoch 23/30: Avg Loss = 0.0408, Test Accuracy = 79.17%\n",
"Epoch 24/30: Avg Loss = 0.0424, Test Accuracy = 79.43%\n",
"Epoch 25/30: Avg Loss = 0.0318, Test Accuracy = 79.65%\n",
"Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 79.74%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 26%|█████████████████████████████████████████▏ | 66/250 [01:15<03:30, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0259, Test Accuracy = 79.94%\n",
"Epoch 28/30: Avg Loss = 0.0251, Test Accuracy = 80.06%\n",
"Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 80.17%\n",
"Epoch 30/30: Avg Loss = 0.0216, Test Accuracy = 80.38%\n",
"Epoch 1/30: Avg Loss = 2.2977, Test Accuracy = 17.34%\n",
"Epoch 2/30: Avg Loss = 2.1299, Test Accuracy = 40.98%\n",
"Epoch 3/30: Avg Loss = 1.9941, Test Accuracy = 58.08%\n",
"Epoch 4/30: Avg Loss = 1.8247, Test Accuracy = 61.81%\n",
"Epoch 5/30: Avg Loss = 1.6274, Test Accuracy = 62.34%\n",
"Epoch 6/30: Avg Loss = 1.4306, Test Accuracy = 62.54%\n",
"Epoch 7/30: Avg Loss = 1.2230, Test Accuracy = 63.98%\n",
"Epoch 8/30: Avg Loss = 1.0599, Test Accuracy = 66.09%\n",
"Epoch 9/30: Avg Loss = 0.8337, Test Accuracy = 68.74%\n",
"Epoch 10/30: Avg Loss = 0.6867, Test Accuracy = 71.38%\n",
"Epoch 11/30: Avg Loss = 0.5529, Test Accuracy = 73.71%\n",
"Epoch 12/30: Avg Loss = 0.4849, Test Accuracy = 75.26%\n",
"Epoch 13/30: Avg Loss = 0.3925, Test Accuracy = 76.13%\n",
"Epoch 14/30: Avg Loss = 0.3134, Test Accuracy = 76.94%\n",
"Epoch 15/30: Avg Loss = 0.2503, Test Accuracy = 77.58%\n",
"Epoch 16/30: Avg Loss = 0.2043, Test Accuracy = 78.07%\n",
"Epoch 17/30: Avg Loss = 0.1785, Test Accuracy = 78.88%\n",
"Epoch 18/30: Avg Loss = 0.1119, Test Accuracy = 79.39%\n",
"Epoch 19/30: Avg Loss = 0.1171, Test Accuracy = 79.70%\n",
"Epoch 20/30: Avg Loss = 0.0961, Test Accuracy = 79.95%\n",
"Epoch 21/30: Avg Loss = 0.0741, Test Accuracy = 80.15%\n",
"Epoch 22/30: Avg Loss = 0.0749, Test Accuracy = 80.65%\n",
"Epoch 23/30: Avg Loss = 0.0570, Test Accuracy = 80.88%\n",
"Epoch 24/30: Avg Loss = 0.0394, Test Accuracy = 80.90%\n",
"Epoch 25/30: Avg Loss = 0.0429, Test Accuracy = 80.82%\n",
"Epoch 26/30: Avg Loss = 0.0333, Test Accuracy = 80.61%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 27%|█████████████████████████████████████████▊ | 67/250 [01:16<03:28, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0338, Test Accuracy = 80.63%\n",
"Epoch 28/30: Avg Loss = 0.0374, Test Accuracy = 80.68%\n",
"Epoch 29/30: Avg Loss = 0.0237, Test Accuracy = 80.53%\n",
"Epoch 30/30: Avg Loss = 0.0257, Test Accuracy = 80.52%\n",
"Epoch 1/30: Avg Loss = 2.2614, Test Accuracy = 44.95%\n",
"Epoch 2/30: Avg Loss = 2.1267, Test Accuracy = 56.57%\n",
"Epoch 3/30: Avg Loss = 1.9544, Test Accuracy = 57.93%\n",
"Epoch 4/30: Avg Loss = 1.7523, Test Accuracy = 59.03%\n",
"Epoch 5/30: Avg Loss = 1.5629, Test Accuracy = 59.73%\n",
"Epoch 6/30: Avg Loss = 1.3504, Test Accuracy = 61.02%\n",
"Epoch 7/30: Avg Loss = 1.1612, Test Accuracy = 62.63%\n",
"Epoch 8/30: Avg Loss = 0.9988, Test Accuracy = 64.63%\n",
"Epoch 9/30: Avg Loss = 0.8334, Test Accuracy = 66.80%\n",
"Epoch 10/30: Avg Loss = 0.7022, Test Accuracy = 68.42%\n",
"Epoch 11/30: Avg Loss = 0.5867, Test Accuracy = 69.85%\n",
"Epoch 12/30: Avg Loss = 0.4975, Test Accuracy = 71.39%\n",
"Epoch 13/30: Avg Loss = 0.4075, Test Accuracy = 73.19%\n",
"Epoch 14/30: Avg Loss = 0.3624, Test Accuracy = 75.56%\n",
"Epoch 15/30: Avg Loss = 0.2834, Test Accuracy = 77.34%\n",
"Epoch 16/30: Avg Loss = 0.3032, Test Accuracy = 77.85%\n",
"Epoch 17/30: Avg Loss = 0.2243, Test Accuracy = 78.39%\n",
"Epoch 18/30: Avg Loss = 0.1752, Test Accuracy = 78.50%\n",
"Epoch 19/30: Avg Loss = 0.1627, Test Accuracy = 78.19%\n",
"Epoch 20/30: Avg Loss = 0.1061, Test Accuracy = 78.16%\n",
"Epoch 21/30: Avg Loss = 0.1077, Test Accuracy = 78.29%\n",
"Epoch 22/30: Avg Loss = 0.0771, Test Accuracy = 78.66%\n",
"Epoch 23/30: Avg Loss = 0.0760, Test Accuracy = 78.97%\n",
"Epoch 24/30: Avg Loss = 0.0539, Test Accuracy = 79.11%\n",
"Epoch 25/30: Avg Loss = 0.0564, Test Accuracy = 79.50%\n",
"Epoch 26/30: Avg Loss = 0.0607, Test Accuracy = 79.70%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 27%|██████████████████████████████████████████▍ | 68/250 [01:18<03:27, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0444, Test Accuracy = 79.69%\n",
"Epoch 28/30: Avg Loss = 0.0450, Test Accuracy = 79.78%\n",
"Epoch 29/30: Avg Loss = 0.0275, Test Accuracy = 79.89%\n",
"Epoch 30/30: Avg Loss = 0.0229, Test Accuracy = 79.83%\n",
"Epoch 1/30: Avg Loss = 2.2893, Test Accuracy = 32.95%\n",
"Epoch 2/30: Avg Loss = 2.1454, Test Accuracy = 55.94%\n",
"Epoch 3/30: Avg Loss = 1.9782, Test Accuracy = 60.40%\n",
"Epoch 4/30: Avg Loss = 1.7859, Test Accuracy = 60.58%\n",
"Epoch 5/30: Avg Loss = 1.5878, Test Accuracy = 60.25%\n",
"Epoch 6/30: Avg Loss = 1.3547, Test Accuracy = 61.16%\n",
"Epoch 7/30: Avg Loss = 1.1955, Test Accuracy = 62.58%\n",
"Epoch 8/30: Avg Loss = 0.9739, Test Accuracy = 64.99%\n",
"Epoch 9/30: Avg Loss = 0.8331, Test Accuracy = 68.29%\n",
"Epoch 10/30: Avg Loss = 0.6678, Test Accuracy = 71.76%\n",
"Epoch 11/30: Avg Loss = 0.5374, Test Accuracy = 74.71%\n",
"Epoch 12/30: Avg Loss = 0.4617, Test Accuracy = 76.29%\n",
"Epoch 13/30: Avg Loss = 0.3812, Test Accuracy = 77.21%\n",
"Epoch 14/30: Avg Loss = 0.3395, Test Accuracy = 77.96%\n",
"Epoch 15/30: Avg Loss = 0.2797, Test Accuracy = 78.40%\n",
"Epoch 16/30: Avg Loss = 0.1997, Test Accuracy = 79.00%\n",
"Epoch 17/30: Avg Loss = 0.1936, Test Accuracy = 79.20%\n",
"Epoch 18/30: Avg Loss = 0.1631, Test Accuracy = 79.57%\n",
"Epoch 19/30: Avg Loss = 0.1250, Test Accuracy = 79.81%\n",
"Epoch 20/30: Avg Loss = 0.1150, Test Accuracy = 80.12%\n",
"Epoch 21/30: Avg Loss = 0.0772, Test Accuracy = 80.39%\n",
"Epoch 22/30: Avg Loss = 0.0671, Test Accuracy = 80.39%\n",
"Epoch 23/30: Avg Loss = 0.0641, Test Accuracy = 80.49%\n",
"Epoch 24/30: Avg Loss = 0.0619, Test Accuracy = 80.60%\n",
"Epoch 25/30: Avg Loss = 0.0551, Test Accuracy = 80.75%\n",
"Epoch 26/30: Avg Loss = 0.0434, Test Accuracy = 80.78%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 28%|███████████████████████████████████████████ | 69/250 [01:19<03:27, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0571, Test Accuracy = 80.90%\n",
"Epoch 28/30: Avg Loss = 0.0368, Test Accuracy = 80.84%\n",
"Epoch 29/30: Avg Loss = 0.0436, Test Accuracy = 81.02%\n",
"Epoch 30/30: Avg Loss = 0.0302, Test Accuracy = 81.01%\n",
"Epoch 1/30: Avg Loss = 2.3034, Test Accuracy = 16.18%\n",
"Epoch 2/30: Avg Loss = 2.1541, Test Accuracy = 43.55%\n",
"Epoch 3/30: Avg Loss = 2.0064, Test Accuracy = 56.21%\n",
"Epoch 4/30: Avg Loss = 1.8171, Test Accuracy = 60.90%\n",
"Epoch 5/30: Avg Loss = 1.6243, Test Accuracy = 63.46%\n",
"Epoch 6/30: Avg Loss = 1.4095, Test Accuracy = 65.79%\n",
"Epoch 7/30: Avg Loss = 1.1580, Test Accuracy = 66.95%\n",
"Epoch 8/30: Avg Loss = 0.9774, Test Accuracy = 68.40%\n",
"Epoch 9/30: Avg Loss = 0.7978, Test Accuracy = 69.67%\n",
"Epoch 10/30: Avg Loss = 0.6874, Test Accuracy = 71.01%\n",
"Epoch 11/30: Avg Loss = 0.5128, Test Accuracy = 72.36%\n",
"Epoch 12/30: Avg Loss = 0.4455, Test Accuracy = 73.74%\n",
"Epoch 13/30: Avg Loss = 0.3523, Test Accuracy = 74.74%\n",
"Epoch 14/30: Avg Loss = 0.2830, Test Accuracy = 75.46%\n",
"Epoch 15/30: Avg Loss = 0.2577, Test Accuracy = 75.90%\n",
"Epoch 16/30: Avg Loss = 0.1900, Test Accuracy = 76.46%\n",
"Epoch 17/30: Avg Loss = 0.1796, Test Accuracy = 76.99%\n",
"Epoch 18/30: Avg Loss = 0.1338, Test Accuracy = 77.43%\n",
"Epoch 19/30: Avg Loss = 0.1461, Test Accuracy = 77.53%\n",
"Epoch 20/30: Avg Loss = 0.1044, Test Accuracy = 77.70%\n",
"Epoch 21/30: Avg Loss = 0.1069, Test Accuracy = 77.93%\n",
"Epoch 22/30: Avg Loss = 0.0748, Test Accuracy = 78.40%\n",
"Epoch 23/30: Avg Loss = 0.0609, Test Accuracy = 78.68%\n",
"Epoch 24/30: Avg Loss = 0.0691, Test Accuracy = 78.78%\n",
"Epoch 25/30: Avg Loss = 0.0635, Test Accuracy = 78.92%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 28%|███████████████████████████████████████████▋ | 70/250 [01:20<03:27, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0535, Test Accuracy = 79.09%\n",
"Epoch 27/30: Avg Loss = 0.0510, Test Accuracy = 79.12%\n",
"Epoch 28/30: Avg Loss = 0.0421, Test Accuracy = 79.12%\n",
"Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 79.25%\n",
"Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 79.32%\n",
"Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 33.23%\n",
"Epoch 2/30: Avg Loss = 2.1342, Test Accuracy = 54.34%\n",
"Epoch 3/30: Avg Loss = 1.9923, Test Accuracy = 59.44%\n",
"Epoch 4/30: Avg Loss = 1.8128, Test Accuracy = 61.10%\n",
"Epoch 5/30: Avg Loss = 1.6372, Test Accuracy = 62.27%\n",
"Epoch 6/30: Avg Loss = 1.4161, Test Accuracy = 63.33%\n",
"Epoch 7/30: Avg Loss = 1.2093, Test Accuracy = 64.45%\n",
"Epoch 8/30: Avg Loss = 1.0069, Test Accuracy = 65.79%\n",
"Epoch 9/30: Avg Loss = 0.7943, Test Accuracy = 67.49%\n",
"Epoch 10/30: Avg Loss = 0.6617, Test Accuracy = 70.63%\n",
"Epoch 11/30: Avg Loss = 0.5477, Test Accuracy = 73.57%\n",
"Epoch 12/30: Avg Loss = 0.4247, Test Accuracy = 75.66%\n",
"Epoch 13/30: Avg Loss = 0.3716, Test Accuracy = 76.71%\n",
"Epoch 14/30: Avg Loss = 0.3059, Test Accuracy = 77.10%\n",
"Epoch 15/30: Avg Loss = 0.2377, Test Accuracy = 77.24%\n",
"Epoch 16/30: Avg Loss = 0.1900, Test Accuracy = 77.38%\n",
"Epoch 17/30: Avg Loss = 0.1540, Test Accuracy = 77.55%\n",
"Epoch 18/30: Avg Loss = 0.1276, Test Accuracy = 78.10%\n",
"Epoch 19/30: Avg Loss = 0.1191, Test Accuracy = 78.49%\n",
"Epoch 20/30: Avg Loss = 0.0921, Test Accuracy = 78.67%\n",
"Epoch 21/30: Avg Loss = 0.0863, Test Accuracy = 78.75%\n",
"Epoch 22/30: Avg Loss = 0.0766, Test Accuracy = 78.58%\n",
"Epoch 23/30: Avg Loss = 0.0648, Test Accuracy = 78.36%\n",
"Epoch 24/30: Avg Loss = 0.0658, Test Accuracy = 78.31%\n",
"Epoch 25/30: Avg Loss = 0.0562, Test Accuracy = 78.25%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 28%|████████████████████████████████████████████▎ | 71/250 [01:21<03:25, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0508, Test Accuracy = 78.20%\n",
"Epoch 27/30: Avg Loss = 0.0429, Test Accuracy = 78.25%\n",
"Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 78.30%\n",
"Epoch 29/30: Avg Loss = 0.0336, Test Accuracy = 78.39%\n",
"Epoch 30/30: Avg Loss = 0.0277, Test Accuracy = 78.37%\n",
"Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 33.20%\n",
"Epoch 2/30: Avg Loss = 2.0921, Test Accuracy = 44.04%\n",
"Epoch 3/30: Avg Loss = 1.9174, Test Accuracy = 48.47%\n",
"Epoch 4/30: Avg Loss = 1.7249, Test Accuracy = 50.33%\n",
"Epoch 5/30: Avg Loss = 1.5022, Test Accuracy = 52.21%\n",
"Epoch 6/30: Avg Loss = 1.2975, Test Accuracy = 54.09%\n",
"Epoch 7/30: Avg Loss = 1.1472, Test Accuracy = 56.57%\n",
"Epoch 8/30: Avg Loss = 0.9745, Test Accuracy = 60.36%\n",
"Epoch 9/30: Avg Loss = 0.8137, Test Accuracy = 64.04%\n",
"Epoch 10/30: Avg Loss = 0.7038, Test Accuracy = 67.70%\n",
"Epoch 11/30: Avg Loss = 0.5374, Test Accuracy = 70.78%\n",
"Epoch 12/30: Avg Loss = 0.4646, Test Accuracy = 73.45%\n",
"Epoch 13/30: Avg Loss = 0.3936, Test Accuracy = 75.14%\n",
"Epoch 14/30: Avg Loss = 0.3188, Test Accuracy = 76.21%\n",
"Epoch 15/30: Avg Loss = 0.2810, Test Accuracy = 76.49%\n",
"Epoch 16/30: Avg Loss = 0.2248, Test Accuracy = 76.63%\n",
"Epoch 17/30: Avg Loss = 0.1707, Test Accuracy = 76.78%\n",
"Epoch 18/30: Avg Loss = 0.1597, Test Accuracy = 77.07%\n",
"Epoch 19/30: Avg Loss = 0.1351, Test Accuracy = 77.33%\n",
"Epoch 20/30: Avg Loss = 0.1102, Test Accuracy = 77.69%\n",
"Epoch 21/30: Avg Loss = 0.0727, Test Accuracy = 78.03%\n",
"Epoch 22/30: Avg Loss = 0.0720, Test Accuracy = 78.34%\n",
"Epoch 23/30: Avg Loss = 0.0849, Test Accuracy = 78.58%\n",
"Epoch 24/30: Avg Loss = 0.0627, Test Accuracy = 78.77%\n",
"Epoch 25/30: Avg Loss = 0.0511, Test Accuracy = 78.96%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 29%|████████████████████████████████████████████▉ | 72/250 [01:22<03:24, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 79.00%\n",
"Epoch 27/30: Avg Loss = 0.0405, Test Accuracy = 78.89%\n",
"Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 78.72%\n",
"Epoch 29/30: Avg Loss = 0.0445, Test Accuracy = 78.53%\n",
"Epoch 30/30: Avg Loss = 0.0323, Test Accuracy = 78.42%\n",
"Epoch 1/30: Avg Loss = 2.2875, Test Accuracy = 27.95%\n",
"Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 48.57%\n",
"Epoch 3/30: Avg Loss = 1.9812, Test Accuracy = 56.53%\n",
"Epoch 4/30: Avg Loss = 1.8096, Test Accuracy = 59.62%\n",
"Epoch 5/30: Avg Loss = 1.6019, Test Accuracy = 61.12%\n",
"Epoch 6/30: Avg Loss = 1.3816, Test Accuracy = 62.53%\n",
"Epoch 7/30: Avg Loss = 1.1720, Test Accuracy = 63.82%\n",
"Epoch 8/30: Avg Loss = 0.9438, Test Accuracy = 65.66%\n",
"Epoch 9/30: Avg Loss = 0.7866, Test Accuracy = 67.71%\n",
"Epoch 10/30: Avg Loss = 0.6718, Test Accuracy = 69.42%\n",
"Epoch 11/30: Avg Loss = 0.5479, Test Accuracy = 71.33%\n",
"Epoch 12/30: Avg Loss = 0.4172, Test Accuracy = 72.96%\n",
"Epoch 13/30: Avg Loss = 0.3422, Test Accuracy = 74.45%\n",
"Epoch 14/30: Avg Loss = 0.3059, Test Accuracy = 75.46%\n",
"Epoch 15/30: Avg Loss = 0.2231, Test Accuracy = 76.28%\n",
"Epoch 16/30: Avg Loss = 0.1679, Test Accuracy = 76.75%\n",
"Epoch 17/30: Avg Loss = 0.1414, Test Accuracy = 77.10%\n",
"Epoch 18/30: Avg Loss = 0.1258, Test Accuracy = 77.44%\n",
"Epoch 19/30: Avg Loss = 0.1070, Test Accuracy = 77.55%\n",
"Epoch 20/30: Avg Loss = 0.0783, Test Accuracy = 77.73%\n",
"Epoch 21/30: Avg Loss = 0.0682, Test Accuracy = 77.66%\n",
"Epoch 22/30: Avg Loss = 0.0590, Test Accuracy = 77.75%\n",
"Epoch 23/30: Avg Loss = 0.0707, Test Accuracy = 78.00%\n",
"Epoch 24/30: Avg Loss = 0.0620, Test Accuracy = 78.06%\n",
"Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 78.04%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 29%|█████████████████████████████████████████████▌ | 73/250 [01:23<03:23, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0372, Test Accuracy = 78.10%\n",
"Epoch 27/30: Avg Loss = 0.0319, Test Accuracy = 78.22%\n",
"Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 78.46%\n",
"Epoch 29/30: Avg Loss = 0.0299, Test Accuracy = 78.40%\n",
"Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 78.47%\n",
"Epoch 1/30: Avg Loss = 2.2602, Test Accuracy = 43.19%\n",
"Epoch 2/30: Avg Loss = 2.0931, Test Accuracy = 56.13%\n",
"Epoch 3/30: Avg Loss = 1.9266, Test Accuracy = 59.55%\n",
"Epoch 4/30: Avg Loss = 1.7048, Test Accuracy = 60.27%\n",
"Epoch 5/30: Avg Loss = 1.4902, Test Accuracy = 60.53%\n",
"Epoch 6/30: Avg Loss = 1.2782, Test Accuracy = 62.88%\n",
"Epoch 7/30: Avg Loss = 1.0804, Test Accuracy = 65.69%\n",
"Epoch 8/30: Avg Loss = 0.9224, Test Accuracy = 69.01%\n",
"Epoch 9/30: Avg Loss = 0.7608, Test Accuracy = 71.13%\n",
"Epoch 10/30: Avg Loss = 0.5973, Test Accuracy = 72.38%\n",
"Epoch 11/30: Avg Loss = 0.4579, Test Accuracy = 73.04%\n",
"Epoch 12/30: Avg Loss = 0.3484, Test Accuracy = 73.98%\n",
"Epoch 13/30: Avg Loss = 0.2913, Test Accuracy = 76.44%\n",
"Epoch 14/30: Avg Loss = 0.2226, Test Accuracy = 78.58%\n",
"Epoch 15/30: Avg Loss = 0.1817, Test Accuracy = 79.46%\n",
"Epoch 16/30: Avg Loss = 0.1525, Test Accuracy = 79.58%\n",
"Epoch 17/30: Avg Loss = 0.1115, Test Accuracy = 79.49%\n",
"Epoch 18/30: Avg Loss = 0.0919, Test Accuracy = 79.37%\n",
"Epoch 19/30: Avg Loss = 0.0711, Test Accuracy = 79.26%\n",
"Epoch 20/30: Avg Loss = 0.0621, Test Accuracy = 79.34%\n",
"Epoch 21/30: Avg Loss = 0.0571, Test Accuracy = 79.34%\n",
"Epoch 22/30: Avg Loss = 0.0478, Test Accuracy = 79.62%\n",
"Epoch 23/30: Avg Loss = 0.0418, Test Accuracy = 79.72%\n",
"Epoch 24/30: Avg Loss = 0.0284, Test Accuracy = 79.82%\n",
"Epoch 25/30: Avg Loss = 0.0482, Test Accuracy = 79.44%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 30%|██████████████████████████████████████████████▏ | 74/250 [01:24<03:22, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0422, Test Accuracy = 79.45%\n",
"Epoch 27/30: Avg Loss = 0.0193, Test Accuracy = 79.40%\n",
"Epoch 28/30: Avg Loss = 0.0240, Test Accuracy = 79.48%\n",
"Epoch 29/30: Avg Loss = 0.0239, Test Accuracy = 79.56%\n",
"Epoch 30/30: Avg Loss = 0.0156, Test Accuracy = 79.56%\n",
"Epoch 1/30: Avg Loss = 2.2743, Test Accuracy = 32.51%\n",
"Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 42.53%\n",
"Epoch 3/30: Avg Loss = 1.9632, Test Accuracy = 48.93%\n",
"Epoch 4/30: Avg Loss = 1.7826, Test Accuracy = 52.61%\n",
"Epoch 5/30: Avg Loss = 1.5934, Test Accuracy = 55.50%\n",
"Epoch 6/30: Avg Loss = 1.3927, Test Accuracy = 59.09%\n",
"Epoch 7/30: Avg Loss = 1.1696, Test Accuracy = 62.18%\n",
"Epoch 8/30: Avg Loss = 0.9981, Test Accuracy = 65.99%\n",
"Epoch 9/30: Avg Loss = 0.8463, Test Accuracy = 69.45%\n",
"Epoch 10/30: Avg Loss = 0.7007, Test Accuracy = 72.39%\n",
"Epoch 11/30: Avg Loss = 0.6003, Test Accuracy = 74.77%\n",
"Epoch 12/30: Avg Loss = 0.4667, Test Accuracy = 76.71%\n",
"Epoch 13/30: Avg Loss = 0.3829, Test Accuracy = 77.81%\n",
"Epoch 14/30: Avg Loss = 0.3148, Test Accuracy = 78.69%\n",
"Epoch 15/30: Avg Loss = 0.2374, Test Accuracy = 79.22%\n",
"Epoch 16/30: Avg Loss = 0.1945, Test Accuracy = 79.51%\n",
"Epoch 17/30: Avg Loss = 0.1627, Test Accuracy = 79.69%\n",
"Epoch 18/30: Avg Loss = 0.1486, Test Accuracy = 79.88%\n",
"Epoch 19/30: Avg Loss = 0.1201, Test Accuracy = 80.12%\n",
"Epoch 20/30: Avg Loss = 0.1066, Test Accuracy = 80.41%\n",
"Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 80.50%\n",
"Epoch 22/30: Avg Loss = 0.0558, Test Accuracy = 80.70%\n",
"Epoch 23/30: Avg Loss = 0.0596, Test Accuracy = 80.93%\n",
"Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 80.99%\n",
"Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 80.90%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 30%|██████████████████████████████████████████████▊ | 75/250 [01:26<03:20, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0460, Test Accuracy = 80.73%\n",
"Epoch 27/30: Avg Loss = 0.0397, Test Accuracy = 80.69%\n",
"Epoch 28/30: Avg Loss = 0.0400, Test Accuracy = 80.84%\n",
"Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 80.97%\n",
"Epoch 30/30: Avg Loss = 0.0341, Test Accuracy = 80.85%\n",
"Epoch 1/30: Avg Loss = 2.2751, Test Accuracy = 34.45%\n",
"Epoch 2/30: Avg Loss = 2.1249, Test Accuracy = 47.01%\n",
"Epoch 3/30: Avg Loss = 1.9609, Test Accuracy = 51.76%\n",
"Epoch 4/30: Avg Loss = 1.7737, Test Accuracy = 53.82%\n",
"Epoch 5/30: Avg Loss = 1.5626, Test Accuracy = 54.98%\n",
"Epoch 6/30: Avg Loss = 1.3712, Test Accuracy = 56.42%\n",
"Epoch 7/30: Avg Loss = 1.1855, Test Accuracy = 58.67%\n",
"Epoch 8/30: Avg Loss = 1.0018, Test Accuracy = 61.57%\n",
"Epoch 9/30: Avg Loss = 0.8736, Test Accuracy = 64.56%\n",
"Epoch 10/30: Avg Loss = 0.6790, Test Accuracy = 67.69%\n",
"Epoch 11/30: Avg Loss = 0.5577, Test Accuracy = 70.48%\n",
"Epoch 12/30: Avg Loss = 0.4757, Test Accuracy = 74.06%\n",
"Epoch 13/30: Avg Loss = 0.3544, Test Accuracy = 76.87%\n",
"Epoch 14/30: Avg Loss = 0.2797, Test Accuracy = 78.18%\n",
"Epoch 15/30: Avg Loss = 0.2573, Test Accuracy = 78.78%\n",
"Epoch 16/30: Avg Loss = 0.2036, Test Accuracy = 79.10%\n",
"Epoch 17/30: Avg Loss = 0.1643, Test Accuracy = 79.30%\n",
"Epoch 18/30: Avg Loss = 0.1234, Test Accuracy = 79.64%\n",
"Epoch 19/30: Avg Loss = 0.1065, Test Accuracy = 79.89%\n",
"Epoch 20/30: Avg Loss = 0.1424, Test Accuracy = 79.94%\n",
"Epoch 21/30: Avg Loss = 0.0757, Test Accuracy = 79.93%\n",
"Epoch 22/30: Avg Loss = 0.0782, Test Accuracy = 79.96%\n",
"Epoch 23/30: Avg Loss = 0.0685, Test Accuracy = 80.02%\n",
"Epoch 24/30: Avg Loss = 0.0615, Test Accuracy = 80.18%\n",
"Epoch 25/30: Avg Loss = 0.0642, Test Accuracy = 80.24%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 30%|███████████████████████████████████████████████▍ | 76/250 [01:27<03:20, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 80.48%\n",
"Epoch 27/30: Avg Loss = 0.0394, Test Accuracy = 80.61%\n",
"Epoch 28/30: Avg Loss = 0.0254, Test Accuracy = 80.51%\n",
"Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 80.41%\n",
"Epoch 30/30: Avg Loss = 0.0290, Test Accuracy = 80.41%\n",
"Epoch 1/30: Avg Loss = 2.2896, Test Accuracy = 19.92%\n",
"Epoch 2/30: Avg Loss = 2.1215, Test Accuracy = 36.82%\n",
"Epoch 3/30: Avg Loss = 1.9673, Test Accuracy = 51.48%\n",
"Epoch 4/30: Avg Loss = 1.7960, Test Accuracy = 57.37%\n",
"Epoch 5/30: Avg Loss = 1.5845, Test Accuracy = 60.43%\n",
"Epoch 6/30: Avg Loss = 1.3936, Test Accuracy = 62.84%\n",
"Epoch 7/30: Avg Loss = 1.1788, Test Accuracy = 65.75%\n",
"Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 68.83%\n",
"Epoch 9/30: Avg Loss = 0.8139, Test Accuracy = 71.46%\n",
"Epoch 10/30: Avg Loss = 0.6672, Test Accuracy = 73.08%\n",
"Epoch 11/30: Avg Loss = 0.5623, Test Accuracy = 73.71%\n",
"Epoch 12/30: Avg Loss = 0.4506, Test Accuracy = 74.30%\n",
"Epoch 13/30: Avg Loss = 0.3548, Test Accuracy = 75.25%\n",
"Epoch 14/30: Avg Loss = 0.3075, Test Accuracy = 76.28%\n",
"Epoch 15/30: Avg Loss = 0.2150, Test Accuracy = 77.41%\n",
"Epoch 16/30: Avg Loss = 0.2144, Test Accuracy = 77.99%\n",
"Epoch 17/30: Avg Loss = 0.1637, Test Accuracy = 78.56%\n",
"Epoch 18/30: Avg Loss = 0.1150, Test Accuracy = 78.54%\n",
"Epoch 19/30: Avg Loss = 0.1260, Test Accuracy = 78.61%\n",
"Epoch 20/30: Avg Loss = 0.0843, Test Accuracy = 78.53%\n",
"Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 78.83%\n",
"Epoch 22/30: Avg Loss = 0.0496, Test Accuracy = 78.85%\n",
"Epoch 23/30: Avg Loss = 0.0591, Test Accuracy = 79.07%\n",
"Epoch 24/30: Avg Loss = 0.0591, Test Accuracy = 79.24%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 31%|████████████████████████████████████████████████ | 77/250 [01:28<03:20, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0383, Test Accuracy = 79.32%\n",
"Epoch 26/30: Avg Loss = 0.0515, Test Accuracy = 79.43%\n",
"Epoch 27/30: Avg Loss = 0.0414, Test Accuracy = 79.38%\n",
"Epoch 28/30: Avg Loss = 0.0335, Test Accuracy = 79.42%\n",
"Epoch 29/30: Avg Loss = 0.0273, Test Accuracy = 79.22%\n",
"Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 79.22%\n",
"Epoch 1/30: Avg Loss = 2.2865, Test Accuracy = 31.05%\n",
"Epoch 2/30: Avg Loss = 2.1283, Test Accuracy = 51.45%\n",
"Epoch 3/30: Avg Loss = 1.9481, Test Accuracy = 55.25%\n",
"Epoch 4/30: Avg Loss = 1.7468, Test Accuracy = 56.11%\n",
"Epoch 5/30: Avg Loss = 1.5248, Test Accuracy = 57.15%\n",
"Epoch 6/30: Avg Loss = 1.3139, Test Accuracy = 58.14%\n",
"Epoch 7/30: Avg Loss = 1.1364, Test Accuracy = 60.05%\n",
"Epoch 8/30: Avg Loss = 0.9559, Test Accuracy = 62.63%\n",
"Epoch 9/30: Avg Loss = 0.8366, Test Accuracy = 65.40%\n",
"Epoch 10/30: Avg Loss = 0.6899, Test Accuracy = 68.98%\n",
"Epoch 11/30: Avg Loss = 0.5658, Test Accuracy = 72.18%\n",
"Epoch 12/30: Avg Loss = 0.4475, Test Accuracy = 74.52%\n",
"Epoch 13/30: Avg Loss = 0.3472, Test Accuracy = 75.59%\n",
"Epoch 14/30: Avg Loss = 0.3094, Test Accuracy = 75.94%\n",
"Epoch 15/30: Avg Loss = 0.2667, Test Accuracy = 75.94%\n",
"Epoch 16/30: Avg Loss = 0.1954, Test Accuracy = 76.16%\n",
"Epoch 17/30: Avg Loss = 0.1872, Test Accuracy = 76.79%\n",
"Epoch 18/30: Avg Loss = 0.1380, Test Accuracy = 77.43%\n",
"Epoch 19/30: Avg Loss = 0.1298, Test Accuracy = 77.65%\n",
"Epoch 20/30: Avg Loss = 0.1024, Test Accuracy = 77.99%\n",
"Epoch 21/30: Avg Loss = 0.0771, Test Accuracy = 78.18%\n",
"Epoch 22/30: Avg Loss = 0.0645, Test Accuracy = 78.19%\n",
"Epoch 23/30: Avg Loss = 0.0572, Test Accuracy = 78.17%\n",
"Epoch 24/30: Avg Loss = 0.0560, Test Accuracy = 78.21%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 31%|████████████████████████████████████████████████▋ | 78/250 [01:29<03:18, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0455, Test Accuracy = 78.36%\n",
"Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 78.40%\n",
"Epoch 27/30: Avg Loss = 0.0500, Test Accuracy = 78.56%\n",
"Epoch 28/30: Avg Loss = 0.0387, Test Accuracy = 78.60%\n",
"Epoch 29/30: Avg Loss = 0.0335, Test Accuracy = 78.53%\n",
"Epoch 30/30: Avg Loss = 0.0408, Test Accuracy = 78.66%\n",
"Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 44.55%\n",
"Epoch 2/30: Avg Loss = 2.1409, Test Accuracy = 62.38%\n",
"Epoch 3/30: Avg Loss = 1.9906, Test Accuracy = 67.96%\n",
"Epoch 4/30: Avg Loss = 1.8400, Test Accuracy = 68.78%\n",
"Epoch 5/30: Avg Loss = 1.6588, Test Accuracy = 68.41%\n",
"Epoch 6/30: Avg Loss = 1.4229, Test Accuracy = 68.92%\n",
"Epoch 7/30: Avg Loss = 1.2140, Test Accuracy = 69.62%\n",
"Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 71.87%\n",
"Epoch 9/30: Avg Loss = 0.7932, Test Accuracy = 73.88%\n",
"Epoch 10/30: Avg Loss = 0.6381, Test Accuracy = 76.15%\n",
"Epoch 11/30: Avg Loss = 0.5245, Test Accuracy = 77.34%\n",
"Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 78.08%\n",
"Epoch 13/30: Avg Loss = 0.3309, Test Accuracy = 78.92%\n",
"Epoch 14/30: Avg Loss = 0.2913, Test Accuracy = 79.07%\n",
"Epoch 15/30: Avg Loss = 0.2071, Test Accuracy = 79.15%\n",
"Epoch 16/30: Avg Loss = 0.1925, Test Accuracy = 79.25%\n",
"Epoch 17/30: Avg Loss = 0.1685, Test Accuracy = 79.61%\n",
"Epoch 18/30: Avg Loss = 0.1319, Test Accuracy = 79.85%\n",
"Epoch 19/30: Avg Loss = 0.1049, Test Accuracy = 80.01%\n",
"Epoch 20/30: Avg Loss = 0.0836, Test Accuracy = 80.07%\n",
"Epoch 21/30: Avg Loss = 0.0672, Test Accuracy = 80.04%\n",
"Epoch 22/30: Avg Loss = 0.0777, Test Accuracy = 79.92%\n",
"Epoch 23/30: Avg Loss = 0.0787, Test Accuracy = 79.97%\n",
"Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 80.16%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 32%|█████████████████████████████████████████████████▎ | 79/250 [01:30<03:17, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 80.30%\n",
"Epoch 26/30: Avg Loss = 0.0473, Test Accuracy = 80.23%\n",
"Epoch 27/30: Avg Loss = 0.0318, Test Accuracy = 80.21%\n",
"Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 80.19%\n",
"Epoch 29/30: Avg Loss = 0.0306, Test Accuracy = 79.94%\n",
"Epoch 30/30: Avg Loss = 0.0405, Test Accuracy = 80.00%\n",
"Epoch 1/30: Avg Loss = 2.2961, Test Accuracy = 36.49%\n",
"Epoch 2/30: Avg Loss = 2.1413, Test Accuracy = 48.57%\n",
"Epoch 3/30: Avg Loss = 1.9813, Test Accuracy = 54.65%\n",
"Epoch 4/30: Avg Loss = 1.8451, Test Accuracy = 59.69%\n",
"Epoch 5/30: Avg Loss = 1.6402, Test Accuracy = 62.99%\n",
"Epoch 6/30: Avg Loss = 1.4397, Test Accuracy = 64.40%\n",
"Epoch 7/30: Avg Loss = 1.2009, Test Accuracy = 66.71%\n",
"Epoch 8/30: Avg Loss = 1.0570, Test Accuracy = 69.07%\n",
"Epoch 9/30: Avg Loss = 0.8438, Test Accuracy = 71.64%\n",
"Epoch 10/30: Avg Loss = 0.7075, Test Accuracy = 74.45%\n",
"Epoch 11/30: Avg Loss = 0.5635, Test Accuracy = 77.21%\n",
"Epoch 12/30: Avg Loss = 0.4548, Test Accuracy = 78.78%\n",
"Epoch 13/30: Avg Loss = 0.3666, Test Accuracy = 79.57%\n",
"Epoch 14/30: Avg Loss = 0.3156, Test Accuracy = 79.99%\n",
"Epoch 15/30: Avg Loss = 0.2800, Test Accuracy = 80.46%\n",
"Epoch 16/30: Avg Loss = 0.1883, Test Accuracy = 80.96%\n",
"Epoch 17/30: Avg Loss = 0.1510, Test Accuracy = 80.92%\n",
"Epoch 18/30: Avg Loss = 0.1395, Test Accuracy = 81.35%\n",
"Epoch 19/30: Avg Loss = 0.1288, Test Accuracy = 81.69%\n",
"Epoch 20/30: Avg Loss = 0.1027, Test Accuracy = 81.91%\n",
"Epoch 21/30: Avg Loss = 0.0873, Test Accuracy = 81.93%\n",
"Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 81.96%\n",
"Epoch 23/30: Avg Loss = 0.0638, Test Accuracy = 81.92%\n",
"Epoch 24/30: Avg Loss = 0.0467, Test Accuracy = 81.95%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 32%|█████████████████████████████████████████████████▉ | 80/250 [01:31<03:16, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0484, Test Accuracy = 81.96%\n",
"Epoch 26/30: Avg Loss = 0.0387, Test Accuracy = 81.95%\n",
"Epoch 27/30: Avg Loss = 0.0468, Test Accuracy = 81.94%\n",
"Epoch 28/30: Avg Loss = 0.0446, Test Accuracy = 81.91%\n",
"Epoch 29/30: Avg Loss = 0.0451, Test Accuracy = 81.84%\n",
"Epoch 30/30: Avg Loss = 0.0240, Test Accuracy = 81.81%\n",
"Epoch 1/30: Avg Loss = 2.2779, Test Accuracy = 35.06%\n",
"Epoch 2/30: Avg Loss = 2.1145, Test Accuracy = 48.42%\n",
"Epoch 3/30: Avg Loss = 1.9492, Test Accuracy = 52.18%\n",
"Epoch 4/30: Avg Loss = 1.7387, Test Accuracy = 52.78%\n",
"Epoch 5/30: Avg Loss = 1.5443, Test Accuracy = 52.92%\n",
"Epoch 6/30: Avg Loss = 1.3606, Test Accuracy = 54.27%\n",
"Epoch 7/30: Avg Loss = 1.1400, Test Accuracy = 56.58%\n",
"Epoch 8/30: Avg Loss = 0.9488, Test Accuracy = 59.43%\n",
"Epoch 9/30: Avg Loss = 0.7711, Test Accuracy = 62.87%\n",
"Epoch 10/30: Avg Loss = 0.6141, Test Accuracy = 66.63%\n",
"Epoch 11/30: Avg Loss = 0.5059, Test Accuracy = 69.83%\n",
"Epoch 12/30: Avg Loss = 0.3496, Test Accuracy = 72.08%\n",
"Epoch 13/30: Avg Loss = 0.2809, Test Accuracy = 73.45%\n",
"Epoch 14/30: Avg Loss = 0.2524, Test Accuracy = 74.48%\n",
"Epoch 15/30: Avg Loss = 0.1503, Test Accuracy = 75.19%\n",
"Epoch 16/30: Avg Loss = 0.1325, Test Accuracy = 75.68%\n",
"Epoch 17/30: Avg Loss = 0.1124, Test Accuracy = 76.17%\n",
"Epoch 18/30: Avg Loss = 0.0801, Test Accuracy = 76.75%\n",
"Epoch 19/30: Avg Loss = 0.0635, Test Accuracy = 77.07%\n",
"Epoch 20/30: Avg Loss = 0.0660, Test Accuracy = 77.38%\n",
"Epoch 21/30: Avg Loss = 0.0462, Test Accuracy = 77.44%\n",
"Epoch 22/30: Avg Loss = 0.0399, Test Accuracy = 77.45%\n",
"Epoch 23/30: Avg Loss = 0.0395, Test Accuracy = 77.53%\n",
"Epoch 24/30: Avg Loss = 0.0210, Test Accuracy = 77.66%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 32%|██████████████████████████████████████████████████▌ | 81/250 [01:33<03:15, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0237, Test Accuracy = 77.71%\n",
"Epoch 26/30: Avg Loss = 0.0331, Test Accuracy = 77.79%\n",
"Epoch 27/30: Avg Loss = 0.0248, Test Accuracy = 77.74%\n",
"Epoch 28/30: Avg Loss = 0.0399, Test Accuracy = 77.75%\n",
"Epoch 29/30: Avg Loss = 0.0190, Test Accuracy = 77.80%\n",
"Epoch 30/30: Avg Loss = 0.0135, Test Accuracy = 77.75%\n",
"Epoch 1/30: Avg Loss = 2.2858, Test Accuracy = 42.78%\n",
"Epoch 2/30: Avg Loss = 2.1037, Test Accuracy = 51.99%\n",
"Epoch 3/30: Avg Loss = 1.9391, Test Accuracy = 55.80%\n",
"Epoch 4/30: Avg Loss = 1.7368, Test Accuracy = 58.27%\n",
"Epoch 5/30: Avg Loss = 1.5368, Test Accuracy = 59.35%\n",
"Epoch 6/30: Avg Loss = 1.3272, Test Accuracy = 60.40%\n",
"Epoch 7/30: Avg Loss = 1.1097, Test Accuracy = 62.12%\n",
"Epoch 8/30: Avg Loss = 0.9291, Test Accuracy = 64.36%\n",
"Epoch 9/30: Avg Loss = 0.7429, Test Accuracy = 67.06%\n",
"Epoch 10/30: Avg Loss = 0.6206, Test Accuracy = 70.40%\n",
"Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 73.66%\n",
"Epoch 12/30: Avg Loss = 0.4042, Test Accuracy = 75.81%\n",
"Epoch 13/30: Avg Loss = 0.3576, Test Accuracy = 76.89%\n",
"Epoch 14/30: Avg Loss = 0.2630, Test Accuracy = 78.13%\n",
"Epoch 15/30: Avg Loss = 0.2070, Test Accuracy = 78.80%\n",
"Epoch 16/30: Avg Loss = 0.1908, Test Accuracy = 79.64%\n",
"Epoch 17/30: Avg Loss = 0.1374, Test Accuracy = 79.84%\n",
"Epoch 18/30: Avg Loss = 0.1023, Test Accuracy = 80.20%\n",
"Epoch 19/30: Avg Loss = 0.0967, Test Accuracy = 80.45%\n",
"Epoch 20/30: Avg Loss = 0.1022, Test Accuracy = 80.48%\n",
"Epoch 21/30: Avg Loss = 0.0784, Test Accuracy = 80.48%\n",
"Epoch 22/30: Avg Loss = 0.0729, Test Accuracy = 80.39%\n",
"Epoch 23/30: Avg Loss = 0.0504, Test Accuracy = 80.39%\n",
"Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 80.27%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 33%|███████████████████████████████████████████████████▏ | 82/250 [01:34<03:13, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0368, Test Accuracy = 80.15%\n",
"Epoch 26/30: Avg Loss = 0.0264, Test Accuracy = 80.16%\n",
"Epoch 27/30: Avg Loss = 0.0440, Test Accuracy = 80.18%\n",
"Epoch 28/30: Avg Loss = 0.0328, Test Accuracy = 80.34%\n",
"Epoch 29/30: Avg Loss = 0.0302, Test Accuracy = 80.56%\n",
"Epoch 30/30: Avg Loss = 0.0246, Test Accuracy = 80.86%\n",
"Epoch 1/30: Avg Loss = 2.2569, Test Accuracy = 29.20%\n",
"Epoch 2/30: Avg Loss = 2.0883, Test Accuracy = 39.70%\n",
"Epoch 3/30: Avg Loss = 1.9235, Test Accuracy = 44.86%\n",
"Epoch 4/30: Avg Loss = 1.7266, Test Accuracy = 49.57%\n",
"Epoch 5/30: Avg Loss = 1.5192, Test Accuracy = 53.85%\n",
"Epoch 6/30: Avg Loss = 1.3244, Test Accuracy = 59.16%\n",
"Epoch 7/30: Avg Loss = 1.1308, Test Accuracy = 63.65%\n",
"Epoch 8/30: Avg Loss = 0.9526, Test Accuracy = 66.85%\n",
"Epoch 9/30: Avg Loss = 0.7527, Test Accuracy = 69.44%\n",
"Epoch 10/30: Avg Loss = 0.6326, Test Accuracy = 71.73%\n",
"Epoch 11/30: Avg Loss = 0.4816, Test Accuracy = 74.56%\n",
"Epoch 12/30: Avg Loss = 0.4103, Test Accuracy = 76.61%\n",
"Epoch 13/30: Avg Loss = 0.3395, Test Accuracy = 78.39%\n",
"Epoch 14/30: Avg Loss = 0.2658, Test Accuracy = 79.36%\n",
"Epoch 15/30: Avg Loss = 0.2354, Test Accuracy = 79.98%\n",
"Epoch 16/30: Avg Loss = 0.1691, Test Accuracy = 80.95%\n",
"Epoch 17/30: Avg Loss = 0.1394, Test Accuracy = 81.47%\n",
"Epoch 18/30: Avg Loss = 0.1302, Test Accuracy = 81.59%\n",
"Epoch 19/30: Avg Loss = 0.1279, Test Accuracy = 81.65%\n",
"Epoch 20/30: Avg Loss = 0.0926, Test Accuracy = 81.61%\n",
"Epoch 21/30: Avg Loss = 0.0888, Test Accuracy = 81.62%\n",
"Epoch 22/30: Avg Loss = 0.0647, Test Accuracy = 81.96%\n",
"Epoch 23/30: Avg Loss = 0.0531, Test Accuracy = 82.19%\n",
"Epoch 24/30: Avg Loss = 0.0571, Test Accuracy = 82.09%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 33%|███████████████████████████████████████████████████▊ | 83/250 [01:35<03:13, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0529, Test Accuracy = 81.95%\n",
"Epoch 26/30: Avg Loss = 0.0317, Test Accuracy = 82.13%\n",
"Epoch 27/30: Avg Loss = 0.0369, Test Accuracy = 82.02%\n",
"Epoch 28/30: Avg Loss = 0.0457, Test Accuracy = 81.88%\n",
"Epoch 29/30: Avg Loss = 0.0301, Test Accuracy = 81.79%\n",
"Epoch 30/30: Avg Loss = 0.0349, Test Accuracy = 81.73%\n",
"Epoch 1/30: Avg Loss = 2.2737, Test Accuracy = 23.35%\n",
"Epoch 2/30: Avg Loss = 2.1109, Test Accuracy = 42.45%\n",
"Epoch 3/30: Avg Loss = 1.9458, Test Accuracy = 50.89%\n",
"Epoch 4/30: Avg Loss = 1.7630, Test Accuracy = 54.43%\n",
"Epoch 5/30: Avg Loss = 1.5456, Test Accuracy = 55.64%\n",
"Epoch 6/30: Avg Loss = 1.3234, Test Accuracy = 57.34%\n",
"Epoch 7/30: Avg Loss = 1.1220, Test Accuracy = 59.40%\n",
"Epoch 8/30: Avg Loss = 0.9992, Test Accuracy = 61.92%\n",
"Epoch 9/30: Avg Loss = 0.8564, Test Accuracy = 64.82%\n",
"Epoch 10/30: Avg Loss = 0.6493, Test Accuracy = 68.46%\n",
"Epoch 11/30: Avg Loss = 0.5609, Test Accuracy = 72.24%\n",
"Epoch 12/30: Avg Loss = 0.4356, Test Accuracy = 74.71%\n",
"Epoch 13/30: Avg Loss = 0.3600, Test Accuracy = 76.53%\n",
"Epoch 14/30: Avg Loss = 0.3163, Test Accuracy = 77.73%\n",
"Epoch 15/30: Avg Loss = 0.2102, Test Accuracy = 77.93%\n",
"Epoch 16/30: Avg Loss = 0.2037, Test Accuracy = 78.21%\n",
"Epoch 17/30: Avg Loss = 0.1533, Test Accuracy = 78.54%\n",
"Epoch 18/30: Avg Loss = 0.1186, Test Accuracy = 78.78%\n",
"Epoch 19/30: Avg Loss = 0.1039, Test Accuracy = 79.03%\n",
"Epoch 20/30: Avg Loss = 0.0755, Test Accuracy = 79.16%\n",
"Epoch 21/30: Avg Loss = 0.0622, Test Accuracy = 79.23%\n",
"Epoch 22/30: Avg Loss = 0.0541, Test Accuracy = 79.39%\n",
"Epoch 23/30: Avg Loss = 0.0477, Test Accuracy = 79.56%\n",
"Epoch 24/30: Avg Loss = 0.0370, Test Accuracy = 79.54%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 34%|████████████████████████████████████████████████████▍ | 84/250 [01:36<03:12, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.61%\n",
"Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 79.53%\n",
"Epoch 27/30: Avg Loss = 0.0313, Test Accuracy = 79.33%\n",
"Epoch 28/30: Avg Loss = 0.0256, Test Accuracy = 79.26%\n",
"Epoch 29/30: Avg Loss = 0.0303, Test Accuracy = 79.32%\n",
"Epoch 30/30: Avg Loss = 0.0407, Test Accuracy = 79.47%\n",
"Epoch 1/30: Avg Loss = 2.2888, Test Accuracy = 17.24%\n",
"Epoch 2/30: Avg Loss = 2.1557, Test Accuracy = 36.38%\n",
"Epoch 3/30: Avg Loss = 2.0041, Test Accuracy = 49.10%\n",
"Epoch 4/30: Avg Loss = 1.8306, Test Accuracy = 55.16%\n",
"Epoch 5/30: Avg Loss = 1.6255, Test Accuracy = 58.15%\n",
"Epoch 6/30: Avg Loss = 1.4148, Test Accuracy = 60.37%\n",
"Epoch 7/30: Avg Loss = 1.1676, Test Accuracy = 62.36%\n",
"Epoch 8/30: Avg Loss = 0.9493, Test Accuracy = 64.47%\n",
"Epoch 9/30: Avg Loss = 0.8331, Test Accuracy = 67.30%\n",
"Epoch 10/30: Avg Loss = 0.6629, Test Accuracy = 70.07%\n",
"Epoch 11/30: Avg Loss = 0.5267, Test Accuracy = 72.11%\n",
"Epoch 12/30: Avg Loss = 0.4494, Test Accuracy = 73.71%\n",
"Epoch 13/30: Avg Loss = 0.3462, Test Accuracy = 74.56%\n",
"Epoch 14/30: Avg Loss = 0.2728, Test Accuracy = 75.07%\n",
"Epoch 15/30: Avg Loss = 0.2395, Test Accuracy = 75.14%\n",
"Epoch 16/30: Avg Loss = 0.1753, Test Accuracy = 75.35%\n",
"Epoch 17/30: Avg Loss = 0.1523, Test Accuracy = 75.52%\n",
"Epoch 18/30: Avg Loss = 0.1176, Test Accuracy = 75.92%\n",
"Epoch 19/30: Avg Loss = 0.1024, Test Accuracy = 76.14%\n",
"Epoch 20/30: Avg Loss = 0.0851, Test Accuracy = 76.46%\n",
"Epoch 21/30: Avg Loss = 0.0832, Test Accuracy = 76.77%\n",
"Epoch 22/30: Avg Loss = 0.0711, Test Accuracy = 76.95%\n",
"Epoch 23/30: Avg Loss = 0.0745, Test Accuracy = 77.06%\n",
"Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 77.05%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 34%|█████████████████████████████████████████████████████ | 85/250 [01:37<03:11, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0560, Test Accuracy = 76.85%\n",
"Epoch 26/30: Avg Loss = 0.0366, Test Accuracy = 76.68%\n",
"Epoch 27/30: Avg Loss = 0.0274, Test Accuracy = 76.59%\n",
"Epoch 28/30: Avg Loss = 0.0477, Test Accuracy = 76.92%\n",
"Epoch 29/30: Avg Loss = 0.0338, Test Accuracy = 77.23%\n",
"Epoch 30/30: Avg Loss = 0.0385, Test Accuracy = 77.53%\n",
"Epoch 1/30: Avg Loss = 2.2965, Test Accuracy = 40.88%\n",
"Epoch 2/30: Avg Loss = 2.1434, Test Accuracy = 52.94%\n",
"Epoch 3/30: Avg Loss = 1.9945, Test Accuracy = 58.04%\n",
"Epoch 4/30: Avg Loss = 1.8352, Test Accuracy = 62.86%\n",
"Epoch 5/30: Avg Loss = 1.6378, Test Accuracy = 65.56%\n",
"Epoch 6/30: Avg Loss = 1.4045, Test Accuracy = 67.69%\n",
"Epoch 7/30: Avg Loss = 1.2067, Test Accuracy = 69.13%\n",
"Epoch 8/30: Avg Loss = 0.9989, Test Accuracy = 70.52%\n",
"Epoch 9/30: Avg Loss = 0.8496, Test Accuracy = 72.05%\n",
"Epoch 10/30: Avg Loss = 0.6344, Test Accuracy = 73.46%\n",
"Epoch 11/30: Avg Loss = 0.5145, Test Accuracy = 74.55%\n",
"Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 75.88%\n",
"Epoch 13/30: Avg Loss = 0.3661, Test Accuracy = 77.14%\n",
"Epoch 14/30: Avg Loss = 0.2751, Test Accuracy = 78.46%\n",
"Epoch 15/30: Avg Loss = 0.2265, Test Accuracy = 79.10%\n",
"Epoch 16/30: Avg Loss = 0.2216, Test Accuracy = 79.32%\n",
"Epoch 17/30: Avg Loss = 0.1733, Test Accuracy = 79.33%\n",
"Epoch 18/30: Avg Loss = 0.1233, Test Accuracy = 79.53%\n",
"Epoch 19/30: Avg Loss = 0.1105, Test Accuracy = 79.58%\n",
"Epoch 20/30: Avg Loss = 0.1081, Test Accuracy = 79.59%\n",
"Epoch 21/30: Avg Loss = 0.0936, Test Accuracy = 79.60%\n",
"Epoch 22/30: Avg Loss = 0.0750, Test Accuracy = 79.62%\n",
"Epoch 23/30: Avg Loss = 0.0821, Test Accuracy = 79.90%\n",
"Epoch 24/30: Avg Loss = 0.0534, Test Accuracy = 79.87%\n",
"Epoch 25/30: Avg Loss = 0.0624, Test Accuracy = 79.64%\n",
"Epoch 26/30: Avg Loss = 0.0596, Test Accuracy = 80.02%\n",
"Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 80.22%\n",
"Epoch 28/30: Avg Loss = 0.0307, Test Accuracy = 80.40%\n",
"Epoch 29/30: Avg Loss = 0.0432, Test Accuracy = 80.42%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 34%|█████████████████████████████████████████████████████▋ | 86/250 [01:38<03:10, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0419, Test Accuracy = 80.15%\n",
"Epoch 1/30: Avg Loss = 2.2735, Test Accuracy = 37.62%\n",
"Epoch 2/30: Avg Loss = 2.1162, Test Accuracy = 57.57%\n",
"Epoch 3/30: Avg Loss = 1.9671, Test Accuracy = 62.14%\n",
"Epoch 4/30: Avg Loss = 1.7913, Test Accuracy = 63.77%\n",
"Epoch 5/30: Avg Loss = 1.5693, Test Accuracy = 64.35%\n",
"Epoch 6/30: Avg Loss = 1.3761, Test Accuracy = 65.10%\n",
"Epoch 7/30: Avg Loss = 1.1667, Test Accuracy = 66.60%\n",
"Epoch 8/30: Avg Loss = 0.9537, Test Accuracy = 69.12%\n",
"Epoch 9/30: Avg Loss = 0.7592, Test Accuracy = 71.66%\n",
"Epoch 10/30: Avg Loss = 0.6563, Test Accuracy = 74.23%\n",
"Epoch 11/30: Avg Loss = 0.5324, Test Accuracy = 75.45%\n",
"Epoch 12/30: Avg Loss = 0.4601, Test Accuracy = 76.13%\n",
"Epoch 13/30: Avg Loss = 0.3572, Test Accuracy = 76.61%\n",
"Epoch 14/30: Avg Loss = 0.2892, Test Accuracy = 77.01%\n",
"Epoch 15/30: Avg Loss = 0.2320, Test Accuracy = 77.70%\n",
"Epoch 16/30: Avg Loss = 0.2148, Test Accuracy = 78.07%\n",
"Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 78.37%\n",
"Epoch 18/30: Avg Loss = 0.1664, Test Accuracy = 78.47%\n",
"Epoch 19/30: Avg Loss = 0.1430, Test Accuracy = 78.79%\n",
"Epoch 20/30: Avg Loss = 0.1186, Test Accuracy = 78.90%\n",
"Epoch 21/30: Avg Loss = 0.0923, Test Accuracy = 78.84%\n",
"Epoch 22/30: Avg Loss = 0.0802, Test Accuracy = 78.76%\n",
"Epoch 23/30: Avg Loss = 0.0500, Test Accuracy = 78.86%\n",
"Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 79.02%\n",
"Epoch 25/30: Avg Loss = 0.0635, Test Accuracy = 79.04%\n",
"Epoch 26/30: Avg Loss = 0.0490, Test Accuracy = 78.99%\n",
"Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 78.96%\n",
"Epoch 28/30: Avg Loss = 0.0424, Test Accuracy = 78.89%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 35%|██████████████████████████████████████████████████████▎ | 87/250 [01:40<03:09, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0455, Test Accuracy = 78.92%\n",
"Epoch 30/30: Avg Loss = 0.0407, Test Accuracy = 78.95%\n",
"Epoch 1/30: Avg Loss = 2.2712, Test Accuracy = 39.41%\n",
"Epoch 2/30: Avg Loss = 2.1241, Test Accuracy = 53.00%\n",
"Epoch 3/30: Avg Loss = 1.9720, Test Accuracy = 55.85%\n",
"Epoch 4/30: Avg Loss = 1.7776, Test Accuracy = 57.01%\n",
"Epoch 5/30: Avg Loss = 1.5821, Test Accuracy = 57.72%\n",
"Epoch 6/30: Avg Loss = 1.3693, Test Accuracy = 59.07%\n",
"Epoch 7/30: Avg Loss = 1.1667, Test Accuracy = 61.22%\n",
"Epoch 8/30: Avg Loss = 0.9978, Test Accuracy = 63.48%\n",
"Epoch 9/30: Avg Loss = 0.8065, Test Accuracy = 66.09%\n",
"Epoch 10/30: Avg Loss = 0.6484, Test Accuracy = 68.37%\n",
"Epoch 11/30: Avg Loss = 0.5481, Test Accuracy = 70.47%\n",
"Epoch 12/30: Avg Loss = 0.4649, Test Accuracy = 72.01%\n",
"Epoch 13/30: Avg Loss = 0.3763, Test Accuracy = 73.61%\n",
"Epoch 14/30: Avg Loss = 0.3346, Test Accuracy = 75.03%\n",
"Epoch 15/30: Avg Loss = 0.2416, Test Accuracy = 76.01%\n",
"Epoch 16/30: Avg Loss = 0.2352, Test Accuracy = 76.73%\n",
"Epoch 17/30: Avg Loss = 0.1874, Test Accuracy = 77.36%\n",
"Epoch 18/30: Avg Loss = 0.1394, Test Accuracy = 77.68%\n",
"Epoch 19/30: Avg Loss = 0.1161, Test Accuracy = 78.10%\n",
"Epoch 20/30: Avg Loss = 0.1252, Test Accuracy = 78.30%\n",
"Epoch 21/30: Avg Loss = 0.0950, Test Accuracy = 78.51%\n",
"Epoch 22/30: Avg Loss = 0.0854, Test Accuracy = 78.52%\n",
"Epoch 23/30: Avg Loss = 0.0590, Test Accuracy = 78.67%\n",
"Epoch 24/30: Avg Loss = 0.0600, Test Accuracy = 78.72%\n",
"Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 78.98%\n",
"Epoch 26/30: Avg Loss = 0.0414, Test Accuracy = 79.16%\n",
"Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 79.32%\n",
"Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 79.34%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 35%|██████████████████████████████████████████████████████▉ | 88/250 [01:41<03:07, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 79.30%\n",
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 79.26%\n",
"Epoch 1/30: Avg Loss = 2.2760, Test Accuracy = 24.46%\n",
"Epoch 2/30: Avg Loss = 2.1300, Test Accuracy = 39.90%\n",
"Epoch 3/30: Avg Loss = 1.9835, Test Accuracy = 53.40%\n",
"Epoch 4/30: Avg Loss = 1.7975, Test Accuracy = 58.90%\n",
"Epoch 5/30: Avg Loss = 1.6190, Test Accuracy = 62.53%\n",
"Epoch 6/30: Avg Loss = 1.3704, Test Accuracy = 64.15%\n",
"Epoch 7/30: Avg Loss = 1.1849, Test Accuracy = 65.62%\n",
"Epoch 8/30: Avg Loss = 0.9726, Test Accuracy = 67.03%\n",
"Epoch 9/30: Avg Loss = 0.7788, Test Accuracy = 68.98%\n",
"Epoch 10/30: Avg Loss = 0.6451, Test Accuracy = 71.05%\n",
"Epoch 11/30: Avg Loss = 0.5127, Test Accuracy = 73.68%\n",
"Epoch 12/30: Avg Loss = 0.4116, Test Accuracy = 76.16%\n",
"Epoch 13/30: Avg Loss = 0.3409, Test Accuracy = 78.13%\n",
"Epoch 14/30: Avg Loss = 0.2574, Test Accuracy = 79.39%\n",
"Epoch 15/30: Avg Loss = 0.2124, Test Accuracy = 79.87%\n",
"Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 80.43%\n",
"Epoch 17/30: Avg Loss = 0.1480, Test Accuracy = 80.86%\n",
"Epoch 18/30: Avg Loss = 0.1298, Test Accuracy = 81.45%\n",
"Epoch 19/30: Avg Loss = 0.1134, Test Accuracy = 81.48%\n",
"Epoch 20/30: Avg Loss = 0.0777, Test Accuracy = 81.60%\n",
"Epoch 21/30: Avg Loss = 0.0630, Test Accuracy = 81.64%\n",
"Epoch 22/30: Avg Loss = 0.0671, Test Accuracy = 81.64%\n",
"Epoch 23/30: Avg Loss = 0.0620, Test Accuracy = 81.64%\n",
"Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 81.76%\n",
"Epoch 25/30: Avg Loss = 0.0457, Test Accuracy = 81.60%\n",
"Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 81.56%\n",
"Epoch 27/30: Avg Loss = 0.0444, Test Accuracy = 81.54%\n",
"Epoch 28/30: Avg Loss = 0.0410, Test Accuracy = 81.60%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 36%|███████████████████████████████████████████████████████▌ | 89/250 [01:42<03:05, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0273, Test Accuracy = 81.66%\n",
"Epoch 30/30: Avg Loss = 0.0252, Test Accuracy = 81.88%\n",
"Epoch 1/30: Avg Loss = 2.2873, Test Accuracy = 36.55%\n",
"Epoch 2/30: Avg Loss = 2.1364, Test Accuracy = 54.49%\n",
"Epoch 3/30: Avg Loss = 1.9889, Test Accuracy = 61.34%\n",
"Epoch 4/30: Avg Loss = 1.8038, Test Accuracy = 63.03%\n",
"Epoch 5/30: Avg Loss = 1.6130, Test Accuracy = 64.22%\n",
"Epoch 6/30: Avg Loss = 1.4105, Test Accuracy = 65.18%\n",
"Epoch 7/30: Avg Loss = 1.1795, Test Accuracy = 66.48%\n",
"Epoch 8/30: Avg Loss = 0.9760, Test Accuracy = 68.62%\n",
"Epoch 9/30: Avg Loss = 0.8270, Test Accuracy = 70.98%\n",
"Epoch 10/30: Avg Loss = 0.6768, Test Accuracy = 73.56%\n",
"Epoch 11/30: Avg Loss = 0.5550, Test Accuracy = 75.61%\n",
"Epoch 12/30: Avg Loss = 0.4399, Test Accuracy = 76.77%\n",
"Epoch 13/30: Avg Loss = 0.3618, Test Accuracy = 78.38%\n",
"Epoch 14/30: Avg Loss = 0.3212, Test Accuracy = 79.92%\n",
"Epoch 15/30: Avg Loss = 0.2739, Test Accuracy = 81.16%\n",
"Epoch 16/30: Avg Loss = 0.2186, Test Accuracy = 81.61%\n",
"Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 81.83%\n",
"Epoch 18/30: Avg Loss = 0.1429, Test Accuracy = 81.79%\n",
"Epoch 19/30: Avg Loss = 0.1465, Test Accuracy = 81.96%\n",
"Epoch 20/30: Avg Loss = 0.1227, Test Accuracy = 81.93%\n",
"Epoch 21/30: Avg Loss = 0.1091, Test Accuracy = 81.93%\n",
"Epoch 22/30: Avg Loss = 0.0718, Test Accuracy = 81.88%\n",
"Epoch 23/30: Avg Loss = 0.0710, Test Accuracy = 81.97%\n",
"Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 82.09%\n",
"Epoch 25/30: Avg Loss = 0.0579, Test Accuracy = 82.12%\n",
"Epoch 26/30: Avg Loss = 0.0502, Test Accuracy = 82.16%\n",
"Epoch 27/30: Avg Loss = 0.0462, Test Accuracy = 82.15%\n",
"Epoch 28/30: Avg Loss = 0.0302, Test Accuracy = 82.31%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 36%|████████████████████████████████████████████████████████▏ | 90/250 [01:43<03:03, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0421, Test Accuracy = 82.47%\n",
"Epoch 30/30: Avg Loss = 0.0312, Test Accuracy = 82.52%\n",
"Epoch 1/30: Avg Loss = 2.2918, Test Accuracy = 22.95%\n",
"Epoch 2/30: Avg Loss = 2.1374, Test Accuracy = 42.78%\n",
"Epoch 3/30: Avg Loss = 1.9775, Test Accuracy = 51.45%\n",
"Epoch 4/30: Avg Loss = 1.8000, Test Accuracy = 54.00%\n",
"Epoch 5/30: Avg Loss = 1.6195, Test Accuracy = 55.85%\n",
"Epoch 6/30: Avg Loss = 1.3648, Test Accuracy = 57.57%\n",
"Epoch 7/30: Avg Loss = 1.1828, Test Accuracy = 59.19%\n",
"Epoch 8/30: Avg Loss = 0.9888, Test Accuracy = 60.67%\n",
"Epoch 9/30: Avg Loss = 0.8430, Test Accuracy = 62.25%\n",
"Epoch 10/30: Avg Loss = 0.7258, Test Accuracy = 64.43%\n",
"Epoch 11/30: Avg Loss = 0.6087, Test Accuracy = 66.84%\n",
"Epoch 12/30: Avg Loss = 0.5042, Test Accuracy = 68.90%\n",
"Epoch 13/30: Avg Loss = 0.4268, Test Accuracy = 70.99%\n",
"Epoch 14/30: Avg Loss = 0.3263, Test Accuracy = 73.08%\n",
"Epoch 15/30: Avg Loss = 0.2635, Test Accuracy = 74.78%\n",
"Epoch 16/30: Avg Loss = 0.2096, Test Accuracy = 76.30%\n",
"Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 76.70%\n",
"Epoch 18/30: Avg Loss = 0.1367, Test Accuracy = 77.04%\n",
"Epoch 19/30: Avg Loss = 0.1000, Test Accuracy = 77.23%\n",
"Epoch 20/30: Avg Loss = 0.1212, Test Accuracy = 77.30%\n",
"Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 77.56%\n",
"Epoch 22/30: Avg Loss = 0.0848, Test Accuracy = 77.81%\n",
"Epoch 23/30: Avg Loss = 0.0733, Test Accuracy = 78.08%\n",
"Epoch 24/30: Avg Loss = 0.0412, Test Accuracy = 78.35%\n",
"Epoch 25/30: Avg Loss = 0.0550, Test Accuracy = 78.42%\n",
"Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 78.66%\n",
"Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 78.62%\n",
"Epoch 28/30: Avg Loss = 0.0377, Test Accuracy = 78.58%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 36%|████████████████████████████████████████████████████████▊ | 91/250 [01:44<03:01, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 78.51%\n",
"Epoch 30/30: Avg Loss = 0.0319, Test Accuracy = 78.46%\n",
"Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 39.62%\n",
"Epoch 2/30: Avg Loss = 2.0972, Test Accuracy = 54.25%\n",
"Epoch 3/30: Avg Loss = 1.9158, Test Accuracy = 57.62%\n",
"Epoch 4/30: Avg Loss = 1.7410, Test Accuracy = 58.51%\n",
"Epoch 5/30: Avg Loss = 1.5277, Test Accuracy = 58.98%\n",
"Epoch 6/30: Avg Loss = 1.3206, Test Accuracy = 59.93%\n",
"Epoch 7/30: Avg Loss = 1.0953, Test Accuracy = 61.57%\n",
"Epoch 8/30: Avg Loss = 0.9360, Test Accuracy = 63.81%\n",
"Epoch 9/30: Avg Loss = 0.7957, Test Accuracy = 66.31%\n",
"Epoch 10/30: Avg Loss = 0.6512, Test Accuracy = 68.97%\n",
"Epoch 11/30: Avg Loss = 0.5341, Test Accuracy = 71.84%\n",
"Epoch 12/30: Avg Loss = 0.4508, Test Accuracy = 75.66%\n",
"Epoch 13/30: Avg Loss = 0.3245, Test Accuracy = 77.92%\n",
"Epoch 14/30: Avg Loss = 0.3027, Test Accuracy = 79.11%\n",
"Epoch 15/30: Avg Loss = 0.2450, Test Accuracy = 79.98%\n",
"Epoch 16/30: Avg Loss = 0.2004, Test Accuracy = 80.30%\n",
"Epoch 17/30: Avg Loss = 0.1528, Test Accuracy = 80.22%\n",
"Epoch 18/30: Avg Loss = 0.1289, Test Accuracy = 80.60%\n",
"Epoch 19/30: Avg Loss = 0.1111, Test Accuracy = 80.92%\n",
"Epoch 20/30: Avg Loss = 0.1078, Test Accuracy = 81.25%\n",
"Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 81.74%\n",
"Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 82.02%\n",
"Epoch 23/30: Avg Loss = 0.0848, Test Accuracy = 82.17%\n",
"Epoch 24/30: Avg Loss = 0.0610, Test Accuracy = 82.47%\n",
"Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 82.40%\n",
"Epoch 26/30: Avg Loss = 0.0380, Test Accuracy = 82.32%\n",
"Epoch 27/30: Avg Loss = 0.0457, Test Accuracy = 82.38%\n",
"Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 82.37%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 37%|█████████████████████████████████████████████████████████▍ | 92/250 [01:45<02:59, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0366, Test Accuracy = 82.57%\n",
"Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 82.56%\n",
"Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 30.95%\n",
"Epoch 2/30: Avg Loss = 2.1403, Test Accuracy = 52.21%\n",
"Epoch 3/30: Avg Loss = 1.9734, Test Accuracy = 60.51%\n",
"Epoch 4/30: Avg Loss = 1.7804, Test Accuracy = 61.94%\n",
"Epoch 5/30: Avg Loss = 1.5803, Test Accuracy = 62.84%\n",
"Epoch 6/30: Avg Loss = 1.3782, Test Accuracy = 63.94%\n",
"Epoch 7/30: Avg Loss = 1.1415, Test Accuracy = 65.14%\n",
"Epoch 8/30: Avg Loss = 0.9082, Test Accuracy = 66.48%\n",
"Epoch 9/30: Avg Loss = 0.7669, Test Accuracy = 67.74%\n",
"Epoch 10/30: Avg Loss = 0.6353, Test Accuracy = 69.01%\n",
"Epoch 11/30: Avg Loss = 0.5005, Test Accuracy = 70.21%\n",
"Epoch 12/30: Avg Loss = 0.4013, Test Accuracy = 71.99%\n",
"Epoch 13/30: Avg Loss = 0.3080, Test Accuracy = 73.24%\n",
"Epoch 14/30: Avg Loss = 0.2541, Test Accuracy = 75.01%\n",
"Epoch 15/30: Avg Loss = 0.2251, Test Accuracy = 76.48%\n",
"Epoch 16/30: Avg Loss = 0.1726, Test Accuracy = 77.48%\n",
"Epoch 17/30: Avg Loss = 0.1486, Test Accuracy = 77.92%\n",
"Epoch 18/30: Avg Loss = 0.1141, Test Accuracy = 78.10%\n",
"Epoch 19/30: Avg Loss = 0.1056, Test Accuracy = 78.06%\n",
"Epoch 20/30: Avg Loss = 0.0898, Test Accuracy = 77.84%\n",
"Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 77.68%\n",
"Epoch 22/30: Avg Loss = 0.0516, Test Accuracy = 77.50%\n",
"Epoch 23/30: Avg Loss = 0.0498, Test Accuracy = 77.59%\n",
"Epoch 24/30: Avg Loss = 0.0502, Test Accuracy = 77.77%\n",
"Epoch 25/30: Avg Loss = 0.0309, Test Accuracy = 77.96%\n",
"Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 77.95%\n",
"Epoch 27/30: Avg Loss = 0.0250, Test Accuracy = 78.07%\n",
"Epoch 28/30: Avg Loss = 0.0286, Test Accuracy = 78.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 37%|██████████████████████████████████████████████████████████ | 93/250 [01:46<02:58, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0198, Test Accuracy = 78.08%\n",
"Epoch 30/30: Avg Loss = 0.0164, Test Accuracy = 78.15%\n",
"Epoch 1/30: Avg Loss = 2.2981, Test Accuracy = 21.60%\n",
"Epoch 2/30: Avg Loss = 2.1630, Test Accuracy = 39.06%\n",
"Epoch 3/30: Avg Loss = 2.0299, Test Accuracy = 48.90%\n",
"Epoch 4/30: Avg Loss = 1.8735, Test Accuracy = 52.14%\n",
"Epoch 5/30: Avg Loss = 1.7099, Test Accuracy = 54.44%\n",
"Epoch 6/30: Avg Loss = 1.4950, Test Accuracy = 56.53%\n",
"Epoch 7/30: Avg Loss = 1.2956, Test Accuracy = 59.17%\n",
"Epoch 8/30: Avg Loss = 1.1365, Test Accuracy = 62.66%\n",
"Epoch 9/30: Avg Loss = 0.9325, Test Accuracy = 66.19%\n",
"Epoch 10/30: Avg Loss = 0.7805, Test Accuracy = 69.79%\n",
"Epoch 11/30: Avg Loss = 0.6582, Test Accuracy = 72.93%\n",
"Epoch 12/30: Avg Loss = 0.5741, Test Accuracy = 75.60%\n",
"Epoch 13/30: Avg Loss = 0.4733, Test Accuracy = 77.82%\n",
"Epoch 14/30: Avg Loss = 0.3496, Test Accuracy = 78.87%\n",
"Epoch 15/30: Avg Loss = 0.3147, Test Accuracy = 79.57%\n",
"Epoch 16/30: Avg Loss = 0.2780, Test Accuracy = 80.18%\n",
"Epoch 17/30: Avg Loss = 0.2415, Test Accuracy = 80.47%\n",
"Epoch 18/30: Avg Loss = 0.1879, Test Accuracy = 80.76%\n",
"Epoch 19/30: Avg Loss = 0.1784, Test Accuracy = 80.58%\n",
"Epoch 20/30: Avg Loss = 0.1584, Test Accuracy = 80.25%\n",
"Epoch 21/30: Avg Loss = 0.1195, Test Accuracy = 80.35%\n",
"Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 80.43%\n",
"Epoch 23/30: Avg Loss = 0.1138, Test Accuracy = 80.63%\n",
"Epoch 24/30: Avg Loss = 0.1017, Test Accuracy = 80.68%\n",
"Epoch 25/30: Avg Loss = 0.0724, Test Accuracy = 80.96%\n",
"Epoch 26/30: Avg Loss = 0.0641, Test Accuracy = 81.04%\n",
"Epoch 27/30: Avg Loss = 0.0594, Test Accuracy = 81.03%\n",
"Epoch 28/30: Avg Loss = 0.0530, Test Accuracy = 81.24%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 38%|██████████████████████████████████████████████████████████▋ | 94/250 [01:47<02:57, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0410, Test Accuracy = 81.36%\n",
"Epoch 30/30: Avg Loss = 0.0559, Test Accuracy = 81.42%\n",
"Epoch 1/30: Avg Loss = 2.2939, Test Accuracy = 32.49%\n",
"Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 55.91%\n",
"Epoch 3/30: Avg Loss = 1.9809, Test Accuracy = 61.95%\n",
"Epoch 4/30: Avg Loss = 1.8026, Test Accuracy = 62.66%\n",
"Epoch 5/30: Avg Loss = 1.5841, Test Accuracy = 61.58%\n",
"Epoch 6/30: Avg Loss = 1.3451, Test Accuracy = 62.81%\n",
"Epoch 7/30: Avg Loss = 1.1516, Test Accuracy = 65.66%\n",
"Epoch 8/30: Avg Loss = 0.9354, Test Accuracy = 69.85%\n",
"Epoch 9/30: Avg Loss = 0.7670, Test Accuracy = 73.30%\n",
"Epoch 10/30: Avg Loss = 0.6104, Test Accuracy = 75.97%\n",
"Epoch 11/30: Avg Loss = 0.4467, Test Accuracy = 77.55%\n",
"Epoch 12/30: Avg Loss = 0.3533, Test Accuracy = 78.79%\n",
"Epoch 13/30: Avg Loss = 0.3199, Test Accuracy = 79.51%\n",
"Epoch 14/30: Avg Loss = 0.2520, Test Accuracy = 80.02%\n",
"Epoch 15/30: Avg Loss = 0.1946, Test Accuracy = 80.28%\n",
"Epoch 16/30: Avg Loss = 0.1652, Test Accuracy = 80.55%\n",
"Epoch 17/30: Avg Loss = 0.1369, Test Accuracy = 80.51%\n",
"Epoch 18/30: Avg Loss = 0.1013, Test Accuracy = 80.52%\n",
"Epoch 19/30: Avg Loss = 0.0995, Test Accuracy = 80.38%\n",
"Epoch 20/30: Avg Loss = 0.0797, Test Accuracy = 80.21%\n",
"Epoch 21/30: Avg Loss = 0.0673, Test Accuracy = 80.14%\n",
"Epoch 22/30: Avg Loss = 0.0592, Test Accuracy = 80.01%\n",
"Epoch 23/30: Avg Loss = 0.0416, Test Accuracy = 79.87%\n",
"Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 79.96%\n",
"Epoch 25/30: Avg Loss = 0.0350, Test Accuracy = 80.07%\n",
"Epoch 26/30: Avg Loss = 0.0309, Test Accuracy = 80.00%\n",
"Epoch 27/30: Avg Loss = 0.0274, Test Accuracy = 80.01%\n",
"Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 80.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 38%|███████████████████████████████████████████████████████████▎ | 95/250 [01:49<02:56, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0251, Test Accuracy = 80.19%\n",
"Epoch 30/30: Avg Loss = 0.0244, Test Accuracy = 80.19%\n",
"Epoch 1/30: Avg Loss = 2.2780, Test Accuracy = 37.91%\n",
"Epoch 2/30: Avg Loss = 2.0977, Test Accuracy = 50.00%\n",
"Epoch 3/30: Avg Loss = 1.9224, Test Accuracy = 55.21%\n",
"Epoch 4/30: Avg Loss = 1.7347, Test Accuracy = 56.04%\n",
"Epoch 5/30: Avg Loss = 1.5340, Test Accuracy = 56.72%\n",
"Epoch 6/30: Avg Loss = 1.3153, Test Accuracy = 58.11%\n",
"Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 60.30%\n",
"Epoch 8/30: Avg Loss = 0.9681, Test Accuracy = 62.96%\n",
"Epoch 9/30: Avg Loss = 0.7801, Test Accuracy = 66.68%\n",
"Epoch 10/30: Avg Loss = 0.6779, Test Accuracy = 70.25%\n",
"Epoch 11/30: Avg Loss = 0.5432, Test Accuracy = 73.45%\n",
"Epoch 12/30: Avg Loss = 0.4625, Test Accuracy = 75.77%\n",
"Epoch 13/30: Avg Loss = 0.3557, Test Accuracy = 77.04%\n",
"Epoch 14/30: Avg Loss = 0.2821, Test Accuracy = 77.91%\n",
"Epoch 15/30: Avg Loss = 0.2278, Test Accuracy = 78.78%\n",
"Epoch 16/30: Avg Loss = 0.1755, Test Accuracy = 79.33%\n",
"Epoch 17/30: Avg Loss = 0.1622, Test Accuracy = 79.73%\n",
"Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 80.06%\n",
"Epoch 19/30: Avg Loss = 0.1029, Test Accuracy = 80.37%\n",
"Epoch 20/30: Avg Loss = 0.0904, Test Accuracy = 80.47%\n",
"Epoch 21/30: Avg Loss = 0.0685, Test Accuracy = 80.66%\n",
"Epoch 22/30: Avg Loss = 0.0608, Test Accuracy = 80.93%\n",
"Epoch 23/30: Avg Loss = 0.0633, Test Accuracy = 81.01%\n",
"Epoch 24/30: Avg Loss = 0.0521, Test Accuracy = 81.13%\n",
"Epoch 25/30: Avg Loss = 0.0433, Test Accuracy = 81.04%\n",
"Epoch 26/30: Avg Loss = 0.0430, Test Accuracy = 81.05%\n",
"Epoch 27/30: Avg Loss = 0.0398, Test Accuracy = 80.96%\n",
"Epoch 28/30: Avg Loss = 0.0419, Test Accuracy = 81.04%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 38%|███████████████████████████████████████████████████████████▉ | 96/250 [01:50<02:55, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0341, Test Accuracy = 80.91%\n",
"Epoch 30/30: Avg Loss = 0.0297, Test Accuracy = 80.97%\n",
"Epoch 1/30: Avg Loss = 2.2838, Test Accuracy = 31.42%\n",
"Epoch 2/30: Avg Loss = 2.1143, Test Accuracy = 50.12%\n",
"Epoch 3/30: Avg Loss = 1.9564, Test Accuracy = 56.42%\n",
"Epoch 4/30: Avg Loss = 1.7759, Test Accuracy = 60.24%\n",
"Epoch 5/30: Avg Loss = 1.5800, Test Accuracy = 63.34%\n",
"Epoch 6/30: Avg Loss = 1.3959, Test Accuracy = 66.01%\n",
"Epoch 7/30: Avg Loss = 1.2030, Test Accuracy = 68.88%\n",
"Epoch 8/30: Avg Loss = 1.0246, Test Accuracy = 71.80%\n",
"Epoch 9/30: Avg Loss = 0.8305, Test Accuracy = 74.12%\n",
"Epoch 10/30: Avg Loss = 0.6904, Test Accuracy = 75.92%\n",
"Epoch 11/30: Avg Loss = 0.5361, Test Accuracy = 77.43%\n",
"Epoch 12/30: Avg Loss = 0.4399, Test Accuracy = 78.26%\n",
"Epoch 13/30: Avg Loss = 0.3534, Test Accuracy = 78.83%\n",
"Epoch 14/30: Avg Loss = 0.2749, Test Accuracy = 79.01%\n",
"Epoch 15/30: Avg Loss = 0.2235, Test Accuracy = 79.22%\n",
"Epoch 16/30: Avg Loss = 0.1879, Test Accuracy = 79.59%\n",
"Epoch 17/30: Avg Loss = 0.1474, Test Accuracy = 79.71%\n",
"Epoch 18/30: Avg Loss = 0.1067, Test Accuracy = 79.75%\n",
"Epoch 19/30: Avg Loss = 0.0898, Test Accuracy = 79.99%\n",
"Epoch 20/30: Avg Loss = 0.0772, Test Accuracy = 80.02%\n",
"Epoch 21/30: Avg Loss = 0.0725, Test Accuracy = 79.93%\n",
"Epoch 22/30: Avg Loss = 0.0520, Test Accuracy = 80.00%\n",
"Epoch 23/30: Avg Loss = 0.0591, Test Accuracy = 80.31%\n",
"Epoch 24/30: Avg Loss = 0.0485, Test Accuracy = 80.47%\n",
"Epoch 25/30: Avg Loss = 0.0359, Test Accuracy = 80.51%\n",
"Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 80.59%\n",
"Epoch 27/30: Avg Loss = 0.0422, Test Accuracy = 80.62%\n",
"Epoch 28/30: Avg Loss = 0.0256, Test Accuracy = 80.71%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 39%|████████████████████████████████████████████████████████████▌ | 97/250 [01:51<02:54, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0247, Test Accuracy = 80.75%\n",
"Epoch 30/30: Avg Loss = 0.0267, Test Accuracy = 80.66%\n",
"Epoch 1/30: Avg Loss = 2.2737, Test Accuracy = 36.62%\n",
"Epoch 2/30: Avg Loss = 2.1204, Test Accuracy = 54.15%\n",
"Epoch 3/30: Avg Loss = 1.9609, Test Accuracy = 60.42%\n",
"Epoch 4/30: Avg Loss = 1.7757, Test Accuracy = 63.59%\n",
"Epoch 5/30: Avg Loss = 1.5586, Test Accuracy = 65.09%\n",
"Epoch 6/30: Avg Loss = 1.3815, Test Accuracy = 66.38%\n",
"Epoch 7/30: Avg Loss = 1.1664, Test Accuracy = 67.53%\n",
"Epoch 8/30: Avg Loss = 0.9995, Test Accuracy = 68.93%\n",
"Epoch 9/30: Avg Loss = 0.7773, Test Accuracy = 70.89%\n",
"Epoch 10/30: Avg Loss = 0.6835, Test Accuracy = 72.90%\n",
"Epoch 11/30: Avg Loss = 0.5925, Test Accuracy = 74.93%\n",
"Epoch 12/30: Avg Loss = 0.5027, Test Accuracy = 76.89%\n",
"Epoch 13/30: Avg Loss = 0.3994, Test Accuracy = 78.69%\n",
"Epoch 14/30: Avg Loss = 0.2853, Test Accuracy = 79.62%\n",
"Epoch 15/30: Avg Loss = 0.2993, Test Accuracy = 80.11%\n",
"Epoch 16/30: Avg Loss = 0.2092, Test Accuracy = 80.54%\n",
"Epoch 17/30: Avg Loss = 0.1814, Test Accuracy = 80.73%\n",
"Epoch 18/30: Avg Loss = 0.1411, Test Accuracy = 80.72%\n",
"Epoch 19/30: Avg Loss = 0.1463, Test Accuracy = 80.88%\n",
"Epoch 20/30: Avg Loss = 0.1152, Test Accuracy = 80.93%\n",
"Epoch 21/30: Avg Loss = 0.1020, Test Accuracy = 80.92%\n",
"Epoch 22/30: Avg Loss = 0.1093, Test Accuracy = 81.20%\n",
"Epoch 23/30: Avg Loss = 0.0925, Test Accuracy = 81.25%\n",
"Epoch 24/30: Avg Loss = 0.0530, Test Accuracy = 81.42%\n",
"Epoch 25/30: Avg Loss = 0.0929, Test Accuracy = 81.56%\n",
"Epoch 26/30: Avg Loss = 0.0497, Test Accuracy = 81.65%\n",
"Epoch 27/30: Avg Loss = 0.0442, Test Accuracy = 81.94%\n",
"Epoch 28/30: Avg Loss = 0.0430, Test Accuracy = 81.98%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 39%|█████████████████████████████████████████████████████████████▏ | 98/250 [01:52<02:52, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0433, Test Accuracy = 81.96%\n",
"Epoch 30/30: Avg Loss = 0.0410, Test Accuracy = 81.87%\n",
"Epoch 1/30: Avg Loss = 2.2899, Test Accuracy = 33.37%\n",
"Epoch 2/30: Avg Loss = 2.1414, Test Accuracy = 45.23%\n",
"Epoch 3/30: Avg Loss = 2.0004, Test Accuracy = 50.46%\n",
"Epoch 4/30: Avg Loss = 1.8141, Test Accuracy = 53.03%\n",
"Epoch 5/30: Avg Loss = 1.6509, Test Accuracy = 54.91%\n",
"Epoch 6/30: Avg Loss = 1.4491, Test Accuracy = 56.67%\n",
"Epoch 7/30: Avg Loss = 1.2537, Test Accuracy = 58.35%\n",
"Epoch 8/30: Avg Loss = 1.0690, Test Accuracy = 61.46%\n",
"Epoch 9/30: Avg Loss = 0.9171, Test Accuracy = 64.46%\n",
"Epoch 10/30: Avg Loss = 0.7523, Test Accuracy = 66.60%\n",
"Epoch 11/30: Avg Loss = 0.5816, Test Accuracy = 68.41%\n",
"Epoch 12/30: Avg Loss = 0.5679, Test Accuracy = 71.08%\n",
"Epoch 13/30: Avg Loss = 0.4310, Test Accuracy = 73.46%\n",
"Epoch 14/30: Avg Loss = 0.3355, Test Accuracy = 75.69%\n",
"Epoch 15/30: Avg Loss = 0.2995, Test Accuracy = 77.16%\n",
"Epoch 16/30: Avg Loss = 0.2582, Test Accuracy = 78.02%\n",
"Epoch 17/30: Avg Loss = 0.1554, Test Accuracy = 78.43%\n",
"Epoch 18/30: Avg Loss = 0.1931, Test Accuracy = 78.63%\n",
"Epoch 19/30: Avg Loss = 0.1518, Test Accuracy = 78.64%\n",
"Epoch 20/30: Avg Loss = 0.1168, Test Accuracy = 78.89%\n",
"Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 78.93%\n",
"Epoch 22/30: Avg Loss = 0.0825, Test Accuracy = 79.01%\n",
"Epoch 23/30: Avg Loss = 0.0727, Test Accuracy = 79.12%\n",
"Epoch 24/30: Avg Loss = 0.0760, Test Accuracy = 79.32%\n",
"Epoch 25/30: Avg Loss = 0.0570, Test Accuracy = 79.44%\n",
"Epoch 26/30: Avg Loss = 0.0505, Test Accuracy = 79.35%\n",
"Epoch 27/30: Avg Loss = 0.0502, Test Accuracy = 79.24%\n",
"Epoch 28/30: Avg Loss = 0.0320, Test Accuracy = 79.27%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 40%|█████████████████████████████████████████████████████████████▊ | 99/250 [01:53<02:51, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0388, Test Accuracy = 79.40%\n",
"Epoch 30/30: Avg Loss = 0.0299, Test Accuracy = 79.41%\n",
"Epoch 1/30: Avg Loss = 2.2556, Test Accuracy = 29.57%\n",
"Epoch 2/30: Avg Loss = 2.0768, Test Accuracy = 36.57%\n",
"Epoch 3/30: Avg Loss = 1.8730, Test Accuracy = 41.79%\n",
"Epoch 4/30: Avg Loss = 1.6865, Test Accuracy = 44.88%\n",
"Epoch 5/30: Avg Loss = 1.4954, Test Accuracy = 47.81%\n",
"Epoch 6/30: Avg Loss = 1.3080, Test Accuracy = 51.18%\n",
"Epoch 7/30: Avg Loss = 1.1480, Test Accuracy = 55.56%\n",
"Epoch 8/30: Avg Loss = 0.9914, Test Accuracy = 59.99%\n",
"Epoch 9/30: Avg Loss = 0.8329, Test Accuracy = 65.24%\n",
"Epoch 10/30: Avg Loss = 0.6699, Test Accuracy = 69.24%\n",
"Epoch 11/30: Avg Loss = 0.5679, Test Accuracy = 72.55%\n",
"Epoch 12/30: Avg Loss = 0.4523, Test Accuracy = 74.67%\n",
"Epoch 13/30: Avg Loss = 0.3762, Test Accuracy = 75.78%\n",
"Epoch 14/30: Avg Loss = 0.3270, Test Accuracy = 76.70%\n",
"Epoch 15/30: Avg Loss = 0.2936, Test Accuracy = 78.16%\n",
"Epoch 16/30: Avg Loss = 0.2135, Test Accuracy = 78.38%\n",
"Epoch 17/30: Avg Loss = 0.2053, Test Accuracy = 78.47%\n",
"Epoch 18/30: Avg Loss = 0.1454, Test Accuracy = 78.76%\n",
"Epoch 19/30: Avg Loss = 0.1672, Test Accuracy = 78.87%\n",
"Epoch 20/30: Avg Loss = 0.1127, Test Accuracy = 79.05%\n",
"Epoch 21/30: Avg Loss = 0.0939, Test Accuracy = 79.51%\n",
"Epoch 22/30: Avg Loss = 0.0962, Test Accuracy = 79.57%\n",
"Epoch 23/30: Avg Loss = 0.0656, Test Accuracy = 79.57%\n",
"Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 79.52%\n",
"Epoch 25/30: Avg Loss = 0.0620, Test Accuracy = 79.45%\n",
"Epoch 26/30: Avg Loss = 0.0515, Test Accuracy = 79.53%\n",
"Epoch 27/30: Avg Loss = 0.0393, Test Accuracy = 79.64%\n",
"Epoch 28/30: Avg Loss = 0.0508, Test Accuracy = 79.77%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 40%|██████████████████████████████████████████████████████████████ | 100/250 [01:54<02:50, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0390, Test Accuracy = 79.89%\n",
"Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 79.91%\n",
"Epoch 1/30: Avg Loss = 2.2702, Test Accuracy = 34.51%\n",
"Epoch 2/30: Avg Loss = 2.1065, Test Accuracy = 50.88%\n",
"Epoch 3/30: Avg Loss = 1.9135, Test Accuracy = 53.96%\n",
"Epoch 4/30: Avg Loss = 1.7048, Test Accuracy = 54.81%\n",
"Epoch 5/30: Avg Loss = 1.4692, Test Accuracy = 55.30%\n",
"Epoch 6/30: Avg Loss = 1.2588, Test Accuracy = 56.35%\n",
"Epoch 7/30: Avg Loss = 1.0383, Test Accuracy = 58.23%\n",
"Epoch 8/30: Avg Loss = 0.9009, Test Accuracy = 61.43%\n",
"Epoch 9/30: Avg Loss = 0.8019, Test Accuracy = 65.12%\n",
"Epoch 10/30: Avg Loss = 0.6368, Test Accuracy = 69.12%\n",
"Epoch 11/30: Avg Loss = 0.5549, Test Accuracy = 72.78%\n",
"Epoch 12/30: Avg Loss = 0.4524, Test Accuracy = 75.41%\n",
"Epoch 13/30: Avg Loss = 0.3579, Test Accuracy = 76.94%\n",
"Epoch 14/30: Avg Loss = 0.3097, Test Accuracy = 78.07%\n",
"Epoch 15/30: Avg Loss = 0.2523, Test Accuracy = 78.69%\n",
"Epoch 16/30: Avg Loss = 0.2120, Test Accuracy = 79.50%\n",
"Epoch 17/30: Avg Loss = 0.1997, Test Accuracy = 79.71%\n",
"Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 79.97%\n",
"Epoch 19/30: Avg Loss = 0.1321, Test Accuracy = 80.20%\n",
"Epoch 20/30: Avg Loss = 0.0996, Test Accuracy = 80.42%\n",
"Epoch 21/30: Avg Loss = 0.0811, Test Accuracy = 80.36%\n",
"Epoch 22/30: Avg Loss = 0.0850, Test Accuracy = 80.28%\n",
"Epoch 23/30: Avg Loss = 0.0931, Test Accuracy = 80.10%\n",
"Epoch 24/30: Avg Loss = 0.0626, Test Accuracy = 80.02%\n",
"Epoch 25/30: Avg Loss = 0.0577, Test Accuracy = 80.12%\n",
"Epoch 26/30: Avg Loss = 0.0573, Test Accuracy = 80.17%\n",
"Epoch 27/30: Avg Loss = 0.0376, Test Accuracy = 80.32%\n",
"Epoch 28/30: Avg Loss = 0.0455, Test Accuracy = 80.45%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 40%|██████████████████████████████████████████████████████████████▌ | 101/250 [01:55<02:49, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0414, Test Accuracy = 80.63%\n",
"Epoch 30/30: Avg Loss = 0.0471, Test Accuracy = 80.81%\n",
"Epoch 1/30: Avg Loss = 2.3049, Test Accuracy = 26.46%\n",
"Epoch 2/30: Avg Loss = 2.1438, Test Accuracy = 39.90%\n",
"Epoch 3/30: Avg Loss = 1.9966, Test Accuracy = 48.88%\n",
"Epoch 4/30: Avg Loss = 1.8145, Test Accuracy = 54.30%\n",
"Epoch 5/30: Avg Loss = 1.6039, Test Accuracy = 56.82%\n",
"Epoch 6/30: Avg Loss = 1.4201, Test Accuracy = 60.06%\n",
"Epoch 7/30: Avg Loss = 1.2209, Test Accuracy = 62.46%\n",
"Epoch 8/30: Avg Loss = 1.0224, Test Accuracy = 65.06%\n",
"Epoch 9/30: Avg Loss = 0.8727, Test Accuracy = 67.79%\n",
"Epoch 10/30: Avg Loss = 0.7021, Test Accuracy = 71.29%\n",
"Epoch 11/30: Avg Loss = 0.5701, Test Accuracy = 74.38%\n",
"Epoch 12/30: Avg Loss = 0.4351, Test Accuracy = 76.38%\n",
"Epoch 13/30: Avg Loss = 0.3850, Test Accuracy = 77.44%\n",
"Epoch 14/30: Avg Loss = 0.2864, Test Accuracy = 78.15%\n",
"Epoch 15/30: Avg Loss = 0.2038, Test Accuracy = 78.39%\n",
"Epoch 16/30: Avg Loss = 0.2103, Test Accuracy = 78.70%\n",
"Epoch 17/30: Avg Loss = 0.1628, Test Accuracy = 79.07%\n",
"Epoch 18/30: Avg Loss = 0.1203, Test Accuracy = 79.20%\n",
"Epoch 19/30: Avg Loss = 0.1111, Test Accuracy = 79.37%\n",
"Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 79.56%\n",
"Epoch 21/30: Avg Loss = 0.0962, Test Accuracy = 79.69%\n",
"Epoch 22/30: Avg Loss = 0.0604, Test Accuracy = 79.71%\n",
"Epoch 23/30: Avg Loss = 0.0542, Test Accuracy = 79.67%\n",
"Epoch 24/30: Avg Loss = 0.0528, Test Accuracy = 79.68%\n",
"Epoch 25/30: Avg Loss = 0.0352, Test Accuracy = 79.77%\n",
"Epoch 26/30: Avg Loss = 0.0483, Test Accuracy = 79.77%\n",
"Epoch 27/30: Avg Loss = 0.0320, Test Accuracy = 79.96%\n",
"Epoch 28/30: Avg Loss = 0.0272, Test Accuracy = 80.07%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 41%|███████████████████████████████████████████████████████████████▏ | 102/250 [01:57<02:48, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0360, Test Accuracy = 80.13%\n",
"Epoch 30/30: Avg Loss = 0.0370, Test Accuracy = 80.18%\n",
"Epoch 1/30: Avg Loss = 2.2866, Test Accuracy = 27.20%\n",
"Epoch 2/30: Avg Loss = 2.1276, Test Accuracy = 51.71%\n",
"Epoch 3/30: Avg Loss = 1.9766, Test Accuracy = 60.48%\n",
"Epoch 4/30: Avg Loss = 1.7956, Test Accuracy = 63.80%\n",
"Epoch 5/30: Avg Loss = 1.6341, Test Accuracy = 64.94%\n",
"Epoch 6/30: Avg Loss = 1.3812, Test Accuracy = 66.32%\n",
"Epoch 7/30: Avg Loss = 1.1853, Test Accuracy = 67.43%\n",
"Epoch 8/30: Avg Loss = 0.9976, Test Accuracy = 68.87%\n",
"Epoch 9/30: Avg Loss = 0.7983, Test Accuracy = 71.07%\n",
"Epoch 10/30: Avg Loss = 0.6370, Test Accuracy = 73.05%\n",
"Epoch 11/30: Avg Loss = 0.4888, Test Accuracy = 73.96%\n",
"Epoch 12/30: Avg Loss = 0.4487, Test Accuracy = 74.55%\n",
"Epoch 13/30: Avg Loss = 0.3606, Test Accuracy = 75.23%\n",
"Epoch 14/30: Avg Loss = 0.2696, Test Accuracy = 75.94%\n",
"Epoch 15/30: Avg Loss = 0.2448, Test Accuracy = 76.28%\n",
"Epoch 16/30: Avg Loss = 0.2095, Test Accuracy = 76.57%\n",
"Epoch 17/30: Avg Loss = 0.1531, Test Accuracy = 76.84%\n",
"Epoch 18/30: Avg Loss = 0.1072, Test Accuracy = 76.82%\n",
"Epoch 19/30: Avg Loss = 0.1287, Test Accuracy = 76.82%\n",
"Epoch 20/30: Avg Loss = 0.0923, Test Accuracy = 76.87%\n",
"Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 76.87%\n",
"Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 77.12%\n",
"Epoch 23/30: Avg Loss = 0.0675, Test Accuracy = 77.15%\n",
"Epoch 24/30: Avg Loss = 0.0526, Test Accuracy = 77.18%\n",
"Epoch 25/30: Avg Loss = 0.0612, Test Accuracy = 77.36%\n",
"Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 77.48%\n",
"Epoch 27/30: Avg Loss = 0.0395, Test Accuracy = 77.77%\n",
"Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 77.78%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 41%|███████████████████████████████████████████████████████████████▊ | 103/250 [01:58<02:47, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0413, Test Accuracy = 77.80%\n",
"Epoch 30/30: Avg Loss = 0.0344, Test Accuracy = 77.72%\n",
"Epoch 1/30: Avg Loss = 2.2788, Test Accuracy = 29.87%\n",
"Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 49.11%\n",
"Epoch 3/30: Avg Loss = 1.9939, Test Accuracy = 58.16%\n",
"Epoch 4/30: Avg Loss = 1.8059, Test Accuracy = 61.60%\n",
"Epoch 5/30: Avg Loss = 1.6113, Test Accuracy = 63.12%\n",
"Epoch 6/30: Avg Loss = 1.3638, Test Accuracy = 64.63%\n",
"Epoch 7/30: Avg Loss = 1.1877, Test Accuracy = 66.03%\n",
"Epoch 8/30: Avg Loss = 0.9237, Test Accuracy = 67.65%\n",
"Epoch 9/30: Avg Loss = 0.8144, Test Accuracy = 69.11%\n",
"Epoch 10/30: Avg Loss = 0.6762, Test Accuracy = 70.69%\n",
"Epoch 11/30: Avg Loss = 0.5801, Test Accuracy = 71.86%\n",
"Epoch 12/30: Avg Loss = 0.4433, Test Accuracy = 72.81%\n",
"Epoch 13/30: Avg Loss = 0.4126, Test Accuracy = 73.66%\n",
"Epoch 14/30: Avg Loss = 0.3174, Test Accuracy = 74.76%\n",
"Epoch 15/30: Avg Loss = 0.2532, Test Accuracy = 75.59%\n",
"Epoch 16/30: Avg Loss = 0.2241, Test Accuracy = 75.93%\n",
"Epoch 17/30: Avg Loss = 0.2051, Test Accuracy = 76.37%\n",
"Epoch 18/30: Avg Loss = 0.1762, Test Accuracy = 76.63%\n",
"Epoch 19/30: Avg Loss = 0.1384, Test Accuracy = 76.87%\n",
"Epoch 20/30: Avg Loss = 0.1211, Test Accuracy = 77.11%\n",
"Epoch 21/30: Avg Loss = 0.1011, Test Accuracy = 77.39%\n",
"Epoch 22/30: Avg Loss = 0.1058, Test Accuracy = 77.67%\n",
"Epoch 23/30: Avg Loss = 0.0767, Test Accuracy = 77.83%\n",
"Epoch 24/30: Avg Loss = 0.0685, Test Accuracy = 77.83%\n",
"Epoch 25/30: Avg Loss = 0.0667, Test Accuracy = 77.73%\n",
"Epoch 26/30: Avg Loss = 0.0555, Test Accuracy = 77.59%\n",
"Epoch 27/30: Avg Loss = 0.0462, Test Accuracy = 77.56%\n",
"Epoch 28/30: Avg Loss = 0.0635, Test Accuracy = 77.94%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 42%|████████████████████████████████████████████████████████████████▍ | 104/250 [01:59<02:45, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0473, Test Accuracy = 78.18%\n",
"Epoch 30/30: Avg Loss = 0.0412, Test Accuracy = 78.46%\n",
"Epoch 1/30: Avg Loss = 2.2686, Test Accuracy = 35.93%\n",
"Epoch 2/30: Avg Loss = 2.1070, Test Accuracy = 49.65%\n",
"Epoch 3/30: Avg Loss = 1.9232, Test Accuracy = 51.87%\n",
"Epoch 4/30: Avg Loss = 1.7243, Test Accuracy = 52.23%\n",
"Epoch 5/30: Avg Loss = 1.5172, Test Accuracy = 52.33%\n",
"Epoch 6/30: Avg Loss = 1.3090, Test Accuracy = 53.63%\n",
"Epoch 7/30: Avg Loss = 1.1032, Test Accuracy = 55.94%\n",
"Epoch 8/30: Avg Loss = 0.9451, Test Accuracy = 58.49%\n",
"Epoch 9/30: Avg Loss = 0.7948, Test Accuracy = 61.74%\n",
"Epoch 10/30: Avg Loss = 0.6482, Test Accuracy = 64.17%\n",
"Epoch 11/30: Avg Loss = 0.5511, Test Accuracy = 66.44%\n",
"Epoch 12/30: Avg Loss = 0.4464, Test Accuracy = 68.90%\n",
"Epoch 13/30: Avg Loss = 0.3633, Test Accuracy = 71.35%\n",
"Epoch 14/30: Avg Loss = 0.2876, Test Accuracy = 73.16%\n",
"Epoch 15/30: Avg Loss = 0.1980, Test Accuracy = 74.46%\n",
"Epoch 16/30: Avg Loss = 0.1860, Test Accuracy = 75.79%\n",
"Epoch 17/30: Avg Loss = 0.1632, Test Accuracy = 76.68%\n",
"Epoch 18/30: Avg Loss = 0.1161, Test Accuracy = 77.18%\n",
"Epoch 19/30: Avg Loss = 0.1057, Test Accuracy = 76.72%\n",
"Epoch 20/30: Avg Loss = 0.0843, Test Accuracy = 76.29%\n",
"Epoch 21/30: Avg Loss = 0.0556, Test Accuracy = 76.11%\n",
"Epoch 22/30: Avg Loss = 0.0500, Test Accuracy = 76.00%\n",
"Epoch 23/30: Avg Loss = 0.0549, Test Accuracy = 76.28%\n",
"Epoch 24/30: Avg Loss = 0.0352, Test Accuracy = 76.74%\n",
"Epoch 25/30: Avg Loss = 0.0354, Test Accuracy = 77.02%\n",
"Epoch 26/30: Avg Loss = 0.0361, Test Accuracy = 77.05%\n",
"Epoch 27/30: Avg Loss = 0.0244, Test Accuracy = 77.48%\n",
"Epoch 28/30: Avg Loss = 0.0275, Test Accuracy = 77.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 42%|█████████████████████████████████████████████████████████████████ | 105/250 [02:00<02:45, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0227, Test Accuracy = 78.12%\n",
"Epoch 30/30: Avg Loss = 0.0234, Test Accuracy = 78.16%\n",
"Epoch 1/30: Avg Loss = 2.3004, Test Accuracy = 39.58%\n",
"Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 54.67%\n",
"Epoch 3/30: Avg Loss = 1.9637, Test Accuracy = 55.04%\n",
"Epoch 4/30: Avg Loss = 1.7463, Test Accuracy = 54.66%\n",
"Epoch 5/30: Avg Loss = 1.5281, Test Accuracy = 54.63%\n",
"Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 54.99%\n",
"Epoch 7/30: Avg Loss = 1.1012, Test Accuracy = 56.29%\n",
"Epoch 8/30: Avg Loss = 0.9111, Test Accuracy = 57.74%\n",
"Epoch 9/30: Avg Loss = 0.7393, Test Accuracy = 59.75%\n",
"Epoch 10/30: Avg Loss = 0.6324, Test Accuracy = 62.26%\n",
"Epoch 11/30: Avg Loss = 0.5184, Test Accuracy = 64.57%\n",
"Epoch 12/30: Avg Loss = 0.4333, Test Accuracy = 66.94%\n",
"Epoch 13/30: Avg Loss = 0.3665, Test Accuracy = 69.72%\n",
"Epoch 14/30: Avg Loss = 0.3147, Test Accuracy = 71.78%\n",
"Epoch 15/30: Avg Loss = 0.2645, Test Accuracy = 73.54%\n",
"Epoch 16/30: Avg Loss = 0.2051, Test Accuracy = 74.63%\n",
"Epoch 17/30: Avg Loss = 0.1822, Test Accuracy = 75.27%\n",
"Epoch 18/30: Avg Loss = 0.1622, Test Accuracy = 75.79%\n",
"Epoch 19/30: Avg Loss = 0.1359, Test Accuracy = 76.20%\n",
"Epoch 20/30: Avg Loss = 0.1073, Test Accuracy = 76.45%\n",
"Epoch 21/30: Avg Loss = 0.0906, Test Accuracy = 76.95%\n",
"Epoch 22/30: Avg Loss = 0.0657, Test Accuracy = 77.10%\n",
"Epoch 23/30: Avg Loss = 0.0744, Test Accuracy = 77.27%\n",
"Epoch 24/30: Avg Loss = 0.0591, Test Accuracy = 77.29%\n",
"Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 77.35%\n",
"Epoch 26/30: Avg Loss = 0.0441, Test Accuracy = 77.53%\n",
"Epoch 27/30: Avg Loss = 0.0365, Test Accuracy = 77.84%\n",
"Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 78.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 42%|█████████████████████████████████████████████████████████████████▋ | 106/250 [02:01<02:43, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0279, Test Accuracy = 78.32%\n",
"Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 78.49%\n",
"Epoch 1/30: Avg Loss = 2.2889, Test Accuracy = 35.62%\n",
"Epoch 2/30: Avg Loss = 2.1405, Test Accuracy = 53.12%\n",
"Epoch 3/30: Avg Loss = 1.9870, Test Accuracy = 61.01%\n",
"Epoch 4/30: Avg Loss = 1.8019, Test Accuracy = 63.17%\n",
"Epoch 5/30: Avg Loss = 1.6162, Test Accuracy = 63.94%\n",
"Epoch 6/30: Avg Loss = 1.3616, Test Accuracy = 64.38%\n",
"Epoch 7/30: Avg Loss = 1.1520, Test Accuracy = 65.27%\n",
"Epoch 8/30: Avg Loss = 0.9474, Test Accuracy = 66.45%\n",
"Epoch 9/30: Avg Loss = 0.7257, Test Accuracy = 67.82%\n",
"Epoch 10/30: Avg Loss = 0.6285, Test Accuracy = 69.85%\n",
"Epoch 11/30: Avg Loss = 0.4961, Test Accuracy = 72.14%\n",
"Epoch 12/30: Avg Loss = 0.4317, Test Accuracy = 74.33%\n",
"Epoch 13/30: Avg Loss = 0.3394, Test Accuracy = 76.48%\n",
"Epoch 14/30: Avg Loss = 0.2823, Test Accuracy = 77.80%\n",
"Epoch 15/30: Avg Loss = 0.2040, Test Accuracy = 78.62%\n",
"Epoch 16/30: Avg Loss = 0.1875, Test Accuracy = 78.85%\n",
"Epoch 17/30: Avg Loss = 0.1606, Test Accuracy = 78.96%\n",
"Epoch 18/30: Avg Loss = 0.1547, Test Accuracy = 78.98%\n",
"Epoch 19/30: Avg Loss = 0.1083, Test Accuracy = 79.03%\n",
"Epoch 20/30: Avg Loss = 0.0897, Test Accuracy = 78.97%\n",
"Epoch 21/30: Avg Loss = 0.0819, Test Accuracy = 79.29%\n",
"Epoch 22/30: Avg Loss = 0.0605, Test Accuracy = 79.53%\n",
"Epoch 23/30: Avg Loss = 0.0531, Test Accuracy = 79.54%\n",
"Epoch 24/30: Avg Loss = 0.0611, Test Accuracy = 79.58%\n",
"Epoch 25/30: Avg Loss = 0.0620, Test Accuracy = 79.60%\n",
"Epoch 26/30: Avg Loss = 0.0568, Test Accuracy = 79.57%\n",
"Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 79.58%\n",
"Epoch 28/30: Avg Loss = 0.0353, Test Accuracy = 79.66%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 43%|██████████████████████████████████████████████████████████████████▎ | 107/250 [02:02<02:42, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0241, Test Accuracy = 79.79%\n",
"Epoch 30/30: Avg Loss = 0.0334, Test Accuracy = 79.82%\n",
"Epoch 1/30: Avg Loss = 2.2666, Test Accuracy = 31.14%\n",
"Epoch 2/30: Avg Loss = 2.0990, Test Accuracy = 39.65%\n",
"Epoch 3/30: Avg Loss = 1.9313, Test Accuracy = 45.32%\n",
"Epoch 4/30: Avg Loss = 1.7011, Test Accuracy = 48.13%\n",
"Epoch 5/30: Avg Loss = 1.4984, Test Accuracy = 50.77%\n",
"Epoch 6/30: Avg Loss = 1.2832, Test Accuracy = 53.35%\n",
"Epoch 7/30: Avg Loss = 1.0901, Test Accuracy = 56.25%\n",
"Epoch 8/30: Avg Loss = 0.9561, Test Accuracy = 59.50%\n",
"Epoch 9/30: Avg Loss = 0.8180, Test Accuracy = 65.14%\n",
"Epoch 10/30: Avg Loss = 0.6941, Test Accuracy = 69.29%\n",
"Epoch 11/30: Avg Loss = 0.5578, Test Accuracy = 71.99%\n",
"Epoch 12/30: Avg Loss = 0.4429, Test Accuracy = 74.06%\n",
"Epoch 13/30: Avg Loss = 0.3541, Test Accuracy = 75.46%\n",
"Epoch 14/30: Avg Loss = 0.2995, Test Accuracy = 76.30%\n",
"Epoch 15/30: Avg Loss = 0.2392, Test Accuracy = 76.96%\n",
"Epoch 16/30: Avg Loss = 0.2005, Test Accuracy = 77.48%\n",
"Epoch 17/30: Avg Loss = 0.1377, Test Accuracy = 77.86%\n",
"Epoch 18/30: Avg Loss = 0.1184, Test Accuracy = 78.24%\n",
"Epoch 19/30: Avg Loss = 0.1101, Test Accuracy = 78.58%\n",
"Epoch 20/30: Avg Loss = 0.0999, Test Accuracy = 78.77%\n",
"Epoch 21/30: Avg Loss = 0.0846, Test Accuracy = 79.08%\n",
"Epoch 22/30: Avg Loss = 0.0708, Test Accuracy = 79.36%\n",
"Epoch 23/30: Avg Loss = 0.0547, Test Accuracy = 79.21%\n",
"Epoch 24/30: Avg Loss = 0.0458, Test Accuracy = 79.38%\n",
"Epoch 25/30: Avg Loss = 0.0631, Test Accuracy = 79.43%\n",
"Epoch 26/30: Avg Loss = 0.0325, Test Accuracy = 79.48%\n",
"Epoch 27/30: Avg Loss = 0.0322, Test Accuracy = 79.53%\n",
"Epoch 28/30: Avg Loss = 0.0273, Test Accuracy = 79.51%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 43%|██████████████████████████████████████████████████████████████████▉ | 108/250 [02:03<02:42, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0272, Test Accuracy = 79.51%\n",
"Epoch 30/30: Avg Loss = 0.0186, Test Accuracy = 79.58%\n",
"Epoch 1/30: Avg Loss = 2.2692, Test Accuracy = 33.35%\n",
"Epoch 2/30: Avg Loss = 2.1063, Test Accuracy = 47.34%\n",
"Epoch 3/30: Avg Loss = 1.9295, Test Accuracy = 52.30%\n",
"Epoch 4/30: Avg Loss = 1.7521, Test Accuracy = 54.14%\n",
"Epoch 5/30: Avg Loss = 1.5598, Test Accuracy = 55.09%\n",
"Epoch 6/30: Avg Loss = 1.3320, Test Accuracy = 56.86%\n",
"Epoch 7/30: Avg Loss = 1.1430, Test Accuracy = 59.09%\n",
"Epoch 8/30: Avg Loss = 0.9660, Test Accuracy = 61.81%\n",
"Epoch 9/30: Avg Loss = 0.8045, Test Accuracy = 65.23%\n",
"Epoch 10/30: Avg Loss = 0.6112, Test Accuracy = 68.57%\n",
"Epoch 11/30: Avg Loss = 0.5298, Test Accuracy = 71.55%\n",
"Epoch 12/30: Avg Loss = 0.4750, Test Accuracy = 73.85%\n",
"Epoch 13/30: Avg Loss = 0.3645, Test Accuracy = 75.90%\n",
"Epoch 14/30: Avg Loss = 0.2988, Test Accuracy = 77.33%\n",
"Epoch 15/30: Avg Loss = 0.2472, Test Accuracy = 78.00%\n",
"Epoch 16/30: Avg Loss = 0.2039, Test Accuracy = 78.27%\n",
"Epoch 17/30: Avg Loss = 0.1887, Test Accuracy = 78.79%\n",
"Epoch 18/30: Avg Loss = 0.1300, Test Accuracy = 79.00%\n",
"Epoch 19/30: Avg Loss = 0.1398, Test Accuracy = 78.95%\n",
"Epoch 20/30: Avg Loss = 0.0911, Test Accuracy = 78.88%\n",
"Epoch 21/30: Avg Loss = 0.0771, Test Accuracy = 78.77%\n",
"Epoch 22/30: Avg Loss = 0.0890, Test Accuracy = 78.82%\n",
"Epoch 23/30: Avg Loss = 0.0792, Test Accuracy = 78.93%\n",
"Epoch 24/30: Avg Loss = 0.0674, Test Accuracy = 78.98%\n",
"Epoch 25/30: Avg Loss = 0.0544, Test Accuracy = 79.01%\n",
"Epoch 26/30: Avg Loss = 0.0509, Test Accuracy = 79.18%\n",
"Epoch 27/30: Avg Loss = 0.0549, Test Accuracy = 79.28%\n",
"Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 79.34%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 44%|███████████████████████████████████████████████████████████████████▌ | 109/250 [02:05<02:40, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0374, Test Accuracy = 79.22%\n",
"Epoch 30/30: Avg Loss = 0.0359, Test Accuracy = 79.29%\n",
"Epoch 1/30: Avg Loss = 2.2880, Test Accuracy = 25.37%\n",
"Epoch 2/30: Avg Loss = 2.1423, Test Accuracy = 41.22%\n",
"Epoch 3/30: Avg Loss = 1.9942, Test Accuracy = 47.81%\n",
"Epoch 4/30: Avg Loss = 1.8354, Test Accuracy = 52.95%\n",
"Epoch 5/30: Avg Loss = 1.6618, Test Accuracy = 56.34%\n",
"Epoch 6/30: Avg Loss = 1.4550, Test Accuracy = 58.54%\n",
"Epoch 7/30: Avg Loss = 1.2595, Test Accuracy = 61.47%\n",
"Epoch 8/30: Avg Loss = 1.0625, Test Accuracy = 65.58%\n",
"Epoch 9/30: Avg Loss = 0.9161, Test Accuracy = 70.98%\n",
"Epoch 10/30: Avg Loss = 0.7372, Test Accuracy = 75.05%\n",
"Epoch 11/30: Avg Loss = 0.5673, Test Accuracy = 77.12%\n",
"Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 78.30%\n",
"Epoch 13/30: Avg Loss = 0.4023, Test Accuracy = 78.68%\n",
"Epoch 14/30: Avg Loss = 0.3088, Test Accuracy = 79.12%\n",
"Epoch 15/30: Avg Loss = 0.2618, Test Accuracy = 79.48%\n",
"Epoch 16/30: Avg Loss = 0.2006, Test Accuracy = 79.78%\n",
"Epoch 17/30: Avg Loss = 0.1746, Test Accuracy = 80.07%\n",
"Epoch 18/30: Avg Loss = 0.1237, Test Accuracy = 80.46%\n",
"Epoch 19/30: Avg Loss = 0.1187, Test Accuracy = 80.74%\n",
"Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.59%\n",
"Epoch 21/30: Avg Loss = 0.1001, Test Accuracy = 80.59%\n",
"Epoch 22/30: Avg Loss = 0.0772, Test Accuracy = 80.40%\n",
"Epoch 23/30: Avg Loss = 0.0702, Test Accuracy = 80.46%\n",
"Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 80.76%\n",
"Epoch 25/30: Avg Loss = 0.0463, Test Accuracy = 80.74%\n",
"Epoch 26/30: Avg Loss = 0.0425, Test Accuracy = 80.87%\n",
"Epoch 27/30: Avg Loss = 0.0352, Test Accuracy = 80.86%\n",
"Epoch 28/30: Avg Loss = 0.0419, Test Accuracy = 80.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 44%|████████████████████████████████████████████████████████████████████▏ | 110/250 [02:06<02:39, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0260, Test Accuracy = 80.56%\n",
"Epoch 30/30: Avg Loss = 0.0245, Test Accuracy = 80.46%\n",
"Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 40.49%\n",
"Epoch 2/30: Avg Loss = 2.1362, Test Accuracy = 55.01%\n",
"Epoch 3/30: Avg Loss = 1.9821, Test Accuracy = 63.02%\n",
"Epoch 4/30: Avg Loss = 1.7947, Test Accuracy = 65.70%\n",
"Epoch 5/30: Avg Loss = 1.6133, Test Accuracy = 67.03%\n",
"Epoch 6/30: Avg Loss = 1.4010, Test Accuracy = 68.69%\n",
"Epoch 7/30: Avg Loss = 1.1983, Test Accuracy = 70.16%\n",
"Epoch 8/30: Avg Loss = 0.9898, Test Accuracy = 71.67%\n",
"Epoch 9/30: Avg Loss = 0.8400, Test Accuracy = 73.58%\n",
"Epoch 10/30: Avg Loss = 0.6842, Test Accuracy = 75.34%\n",
"Epoch 11/30: Avg Loss = 0.5261, Test Accuracy = 76.94%\n",
"Epoch 12/30: Avg Loss = 0.4661, Test Accuracy = 78.44%\n",
"Epoch 13/30: Avg Loss = 0.3307, Test Accuracy = 79.44%\n",
"Epoch 14/30: Avg Loss = 0.3203, Test Accuracy = 80.27%\n",
"Epoch 15/30: Avg Loss = 0.2557, Test Accuracy = 80.74%\n",
"Epoch 16/30: Avg Loss = 0.2043, Test Accuracy = 80.93%\n",
"Epoch 17/30: Avg Loss = 0.1893, Test Accuracy = 81.36%\n",
"Epoch 18/30: Avg Loss = 0.1399, Test Accuracy = 81.48%\n",
"Epoch 19/30: Avg Loss = 0.1271, Test Accuracy = 81.47%\n",
"Epoch 20/30: Avg Loss = 0.1038, Test Accuracy = 81.70%\n",
"Epoch 21/30: Avg Loss = 0.0805, Test Accuracy = 81.74%\n",
"Epoch 22/30: Avg Loss = 0.1042, Test Accuracy = 81.88%\n",
"Epoch 23/30: Avg Loss = 0.0784, Test Accuracy = 81.85%\n",
"Epoch 24/30: Avg Loss = 0.0548, Test Accuracy = 81.83%\n",
"Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 81.73%\n",
"Epoch 26/30: Avg Loss = 0.0517, Test Accuracy = 81.50%\n",
"Epoch 27/30: Avg Loss = 0.0532, Test Accuracy = 81.55%\n",
"Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 81.95%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 44%|████████████████████████████████████████████████████████████████████▊ | 111/250 [02:07<02:38, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 82.31%\n",
"Epoch 30/30: Avg Loss = 0.0336, Test Accuracy = 82.38%\n",
"Epoch 1/30: Avg Loss = 2.2916, Test Accuracy = 40.41%\n",
"Epoch 2/30: Avg Loss = 2.1339, Test Accuracy = 53.00%\n",
"Epoch 3/30: Avg Loss = 2.0015, Test Accuracy = 57.39%\n",
"Epoch 4/30: Avg Loss = 1.8211, Test Accuracy = 59.99%\n",
"Epoch 5/30: Avg Loss = 1.6100, Test Accuracy = 61.75%\n",
"Epoch 6/30: Avg Loss = 1.3795, Test Accuracy = 63.13%\n",
"Epoch 7/30: Avg Loss = 1.1806, Test Accuracy = 64.85%\n",
"Epoch 8/30: Avg Loss = 0.9676, Test Accuracy = 67.06%\n",
"Epoch 9/30: Avg Loss = 0.8149, Test Accuracy = 69.38%\n",
"Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 72.30%\n",
"Epoch 11/30: Avg Loss = 0.5412, Test Accuracy = 75.15%\n",
"Epoch 12/30: Avg Loss = 0.4194, Test Accuracy = 76.92%\n",
"Epoch 13/30: Avg Loss = 0.3354, Test Accuracy = 77.81%\n",
"Epoch 14/30: Avg Loss = 0.2756, Test Accuracy = 78.47%\n",
"Epoch 15/30: Avg Loss = 0.2446, Test Accuracy = 78.76%\n",
"Epoch 16/30: Avg Loss = 0.1655, Test Accuracy = 78.74%\n",
"Epoch 17/30: Avg Loss = 0.1667, Test Accuracy = 78.98%\n",
"Epoch 18/30: Avg Loss = 0.1124, Test Accuracy = 78.94%\n",
"Epoch 19/30: Avg Loss = 0.1175, Test Accuracy = 78.96%\n",
"Epoch 20/30: Avg Loss = 0.1132, Test Accuracy = 79.10%\n",
"Epoch 21/30: Avg Loss = 0.0619, Test Accuracy = 79.12%\n",
"Epoch 22/30: Avg Loss = 0.0647, Test Accuracy = 79.30%\n",
"Epoch 23/30: Avg Loss = 0.0484, Test Accuracy = 79.48%\n",
"Epoch 24/30: Avg Loss = 0.0453, Test Accuracy = 79.71%\n",
"Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 79.94%\n",
"Epoch 26/30: Avg Loss = 0.0306, Test Accuracy = 79.90%\n",
"Epoch 27/30: Avg Loss = 0.0387, Test Accuracy = 79.93%\n",
"Epoch 28/30: Avg Loss = 0.0232, Test Accuracy = 79.90%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 45%|█████████████████████████████████████████████████████████████████████▍ | 112/250 [02:08<02:37, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0185, Test Accuracy = 80.01%\n",
"Epoch 30/30: Avg Loss = 0.0303, Test Accuracy = 79.99%\n",
"Epoch 1/30: Avg Loss = 2.2727, Test Accuracy = 36.72%\n",
"Epoch 2/30: Avg Loss = 2.1273, Test Accuracy = 56.40%\n",
"Epoch 3/30: Avg Loss = 1.9485, Test Accuracy = 61.07%\n",
"Epoch 4/30: Avg Loss = 1.7248, Test Accuracy = 63.14%\n",
"Epoch 5/30: Avg Loss = 1.5255, Test Accuracy = 64.04%\n",
"Epoch 6/30: Avg Loss = 1.3165, Test Accuracy = 65.87%\n",
"Epoch 7/30: Avg Loss = 1.0952, Test Accuracy = 68.45%\n",
"Epoch 8/30: Avg Loss = 0.8824, Test Accuracy = 71.74%\n",
"Epoch 9/30: Avg Loss = 0.7251, Test Accuracy = 73.91%\n",
"Epoch 10/30: Avg Loss = 0.5683, Test Accuracy = 75.42%\n",
"Epoch 11/30: Avg Loss = 0.4568, Test Accuracy = 76.60%\n",
"Epoch 12/30: Avg Loss = 0.3770, Test Accuracy = 77.33%\n",
"Epoch 13/30: Avg Loss = 0.3058, Test Accuracy = 77.84%\n",
"Epoch 14/30: Avg Loss = 0.2290, Test Accuracy = 77.92%\n",
"Epoch 15/30: Avg Loss = 0.1922, Test Accuracy = 77.95%\n",
"Epoch 16/30: Avg Loss = 0.1662, Test Accuracy = 77.80%\n",
"Epoch 17/30: Avg Loss = 0.1683, Test Accuracy = 77.94%\n",
"Epoch 18/30: Avg Loss = 0.1147, Test Accuracy = 78.12%\n",
"Epoch 19/30: Avg Loss = 0.0809, Test Accuracy = 78.29%\n",
"Epoch 20/30: Avg Loss = 0.0824, Test Accuracy = 78.52%\n",
"Epoch 21/30: Avg Loss = 0.0466, Test Accuracy = 78.61%\n",
"Epoch 22/30: Avg Loss = 0.0488, Test Accuracy = 78.84%\n",
"Epoch 23/30: Avg Loss = 0.0602, Test Accuracy = 79.07%\n",
"Epoch 24/30: Avg Loss = 0.0376, Test Accuracy = 79.12%\n",
"Epoch 25/30: Avg Loss = 0.0268, Test Accuracy = 79.16%\n",
"Epoch 26/30: Avg Loss = 0.0361, Test Accuracy = 79.00%\n",
"Epoch 27/30: Avg Loss = 0.0243, Test Accuracy = 78.89%\n",
"Epoch 28/30: Avg Loss = 0.0274, Test Accuracy = 78.86%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 45%|██████████████████████████████████████████████████████████████████████ | 113/250 [02:09<02:35, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 78.80%\n",
"Epoch 30/30: Avg Loss = 0.0193, Test Accuracy = 78.85%\n",
"Epoch 1/30: Avg Loss = 2.2903, Test Accuracy = 40.58%\n",
"Epoch 2/30: Avg Loss = 2.1407, Test Accuracy = 49.62%\n",
"Epoch 3/30: Avg Loss = 1.9443, Test Accuracy = 52.38%\n",
"Epoch 4/30: Avg Loss = 1.7637, Test Accuracy = 53.64%\n",
"Epoch 5/30: Avg Loss = 1.5320, Test Accuracy = 55.42%\n",
"Epoch 6/30: Avg Loss = 1.3146, Test Accuracy = 57.28%\n",
"Epoch 7/30: Avg Loss = 1.1286, Test Accuracy = 60.35%\n",
"Epoch 8/30: Avg Loss = 0.9687, Test Accuracy = 63.46%\n",
"Epoch 9/30: Avg Loss = 0.7970, Test Accuracy = 66.22%\n",
"Epoch 10/30: Avg Loss = 0.6611, Test Accuracy = 68.40%\n",
"Epoch 11/30: Avg Loss = 0.5292, Test Accuracy = 71.17%\n",
"Epoch 12/30: Avg Loss = 0.4215, Test Accuracy = 73.87%\n",
"Epoch 13/30: Avg Loss = 0.3637, Test Accuracy = 76.09%\n",
"Epoch 14/30: Avg Loss = 0.3102, Test Accuracy = 77.36%\n",
"Epoch 15/30: Avg Loss = 0.2228, Test Accuracy = 77.96%\n",
"Epoch 16/30: Avg Loss = 0.2285, Test Accuracy = 78.15%\n",
"Epoch 17/30: Avg Loss = 0.1788, Test Accuracy = 78.26%\n",
"Epoch 18/30: Avg Loss = 0.1492, Test Accuracy = 78.27%\n",
"Epoch 19/30: Avg Loss = 0.1196, Test Accuracy = 78.46%\n",
"Epoch 20/30: Avg Loss = 0.1019, Test Accuracy = 78.81%\n",
"Epoch 21/30: Avg Loss = 0.0960, Test Accuracy = 78.83%\n",
"Epoch 22/30: Avg Loss = 0.0776, Test Accuracy = 78.88%\n",
"Epoch 23/30: Avg Loss = 0.0619, Test Accuracy = 78.69%\n",
"Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 78.46%\n",
"Epoch 25/30: Avg Loss = 0.0594, Test Accuracy = 78.48%\n",
"Epoch 26/30: Avg Loss = 0.0580, Test Accuracy = 78.66%\n",
"Epoch 27/30: Avg Loss = 0.0425, Test Accuracy = 78.69%\n",
"Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 78.66%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 46%|██████████████████████████████████████████████████████████████████████▋ | 114/250 [02:10<02:35, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0423, Test Accuracy = 78.43%\n",
"Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 78.41%\n",
"Epoch 1/30: Avg Loss = 2.2644, Test Accuracy = 41.73%\n",
"Epoch 2/30: Avg Loss = 2.1134, Test Accuracy = 52.01%\n",
"Epoch 3/30: Avg Loss = 1.9470, Test Accuracy = 56.77%\n",
"Epoch 4/30: Avg Loss = 1.7509, Test Accuracy = 58.88%\n",
"Epoch 5/30: Avg Loss = 1.5420, Test Accuracy = 60.27%\n",
"Epoch 6/30: Avg Loss = 1.3665, Test Accuracy = 62.27%\n",
"Epoch 7/30: Avg Loss = 1.1542, Test Accuracy = 64.92%\n",
"Epoch 8/30: Avg Loss = 0.9708, Test Accuracy = 67.88%\n",
"Epoch 9/30: Avg Loss = 0.8029, Test Accuracy = 70.57%\n",
"Epoch 10/30: Avg Loss = 0.6577, Test Accuracy = 72.55%\n",
"Epoch 11/30: Avg Loss = 0.5566, Test Accuracy = 74.70%\n",
"Epoch 12/30: Avg Loss = 0.4314, Test Accuracy = 75.67%\n",
"Epoch 13/30: Avg Loss = 0.3659, Test Accuracy = 76.73%\n",
"Epoch 14/30: Avg Loss = 0.3232, Test Accuracy = 77.31%\n",
"Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 77.88%\n",
"Epoch 16/30: Avg Loss = 0.1919, Test Accuracy = 78.43%\n",
"Epoch 17/30: Avg Loss = 0.1849, Test Accuracy = 78.89%\n",
"Epoch 18/30: Avg Loss = 0.1253, Test Accuracy = 79.14%\n",
"Epoch 19/30: Avg Loss = 0.1326, Test Accuracy = 79.29%\n",
"Epoch 20/30: Avg Loss = 0.1100, Test Accuracy = 79.43%\n",
"Epoch 21/30: Avg Loss = 0.0666, Test Accuracy = 79.57%\n",
"Epoch 22/30: Avg Loss = 0.0735, Test Accuracy = 79.50%\n",
"Epoch 23/30: Avg Loss = 0.0643, Test Accuracy = 79.58%\n",
"Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 79.46%\n",
"Epoch 25/30: Avg Loss = 0.0409, Test Accuracy = 79.48%\n",
"Epoch 26/30: Avg Loss = 0.0410, Test Accuracy = 79.44%\n",
"Epoch 27/30: Avg Loss = 0.0456, Test Accuracy = 79.50%\n",
"Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 79.58%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 46%|███████████████████████████████████████████████████████████████████████▎ | 115/250 [02:11<02:33, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 79.63%\n",
"Epoch 30/30: Avg Loss = 0.0301, Test Accuracy = 79.74%\n",
"Epoch 1/30: Avg Loss = 2.2691, Test Accuracy = 21.85%\n",
"Epoch 2/30: Avg Loss = 2.1216, Test Accuracy = 43.74%\n",
"Epoch 3/30: Avg Loss = 1.9526, Test Accuracy = 55.72%\n",
"Epoch 4/30: Avg Loss = 1.7618, Test Accuracy = 61.46%\n",
"Epoch 5/30: Avg Loss = 1.5562, Test Accuracy = 64.48%\n",
"Epoch 6/30: Avg Loss = 1.3850, Test Accuracy = 66.21%\n",
"Epoch 7/30: Avg Loss = 1.1841, Test Accuracy = 67.83%\n",
"Epoch 8/30: Avg Loss = 0.9581, Test Accuracy = 69.86%\n",
"Epoch 9/30: Avg Loss = 0.7832, Test Accuracy = 72.42%\n",
"Epoch 10/30: Avg Loss = 0.6278, Test Accuracy = 75.30%\n",
"Epoch 11/30: Avg Loss = 0.5113, Test Accuracy = 76.98%\n",
"Epoch 12/30: Avg Loss = 0.4319, Test Accuracy = 77.61%\n",
"Epoch 13/30: Avg Loss = 0.3015, Test Accuracy = 77.81%\n",
"Epoch 14/30: Avg Loss = 0.2614, Test Accuracy = 77.91%\n",
"Epoch 15/30: Avg Loss = 0.1935, Test Accuracy = 78.16%\n",
"Epoch 16/30: Avg Loss = 0.1530, Test Accuracy = 78.27%\n",
"Epoch 17/30: Avg Loss = 0.1202, Test Accuracy = 78.20%\n",
"Epoch 18/30: Avg Loss = 0.1147, Test Accuracy = 78.24%\n",
"Epoch 19/30: Avg Loss = 0.0993, Test Accuracy = 78.27%\n",
"Epoch 20/30: Avg Loss = 0.0729, Test Accuracy = 78.45%\n",
"Epoch 21/30: Avg Loss = 0.0877, Test Accuracy = 78.36%\n",
"Epoch 22/30: Avg Loss = 0.0605, Test Accuracy = 78.76%\n",
"Epoch 23/30: Avg Loss = 0.0561, Test Accuracy = 78.92%\n",
"Epoch 24/30: Avg Loss = 0.0479, Test Accuracy = 79.03%\n",
"Epoch 25/30: Avg Loss = 0.0513, Test Accuracy = 79.25%\n",
"Epoch 26/30: Avg Loss = 0.0355, Test Accuracy = 79.30%\n",
"Epoch 27/30: Avg Loss = 0.0389, Test Accuracy = 79.13%\n",
"Epoch 28/30: Avg Loss = 0.0247, Test Accuracy = 79.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 46%|███████████████████████████████████████████████████████████████████████▉ | 116/250 [02:13<02:32, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0325, Test Accuracy = 79.10%\n",
"Epoch 30/30: Avg Loss = 0.0249, Test Accuracy = 79.21%\n",
"Epoch 1/30: Avg Loss = 2.2940, Test Accuracy = 28.94%\n",
"Epoch 2/30: Avg Loss = 2.1360, Test Accuracy = 34.01%\n",
"Epoch 3/30: Avg Loss = 1.9972, Test Accuracy = 44.12%\n",
"Epoch 4/30: Avg Loss = 1.7930, Test Accuracy = 49.14%\n",
"Epoch 5/30: Avg Loss = 1.6034, Test Accuracy = 52.52%\n",
"Epoch 6/30: Avg Loss = 1.4095, Test Accuracy = 54.96%\n",
"Epoch 7/30: Avg Loss = 1.2400, Test Accuracy = 57.95%\n",
"Epoch 8/30: Avg Loss = 1.0542, Test Accuracy = 60.78%\n",
"Epoch 9/30: Avg Loss = 0.8718, Test Accuracy = 63.66%\n",
"Epoch 10/30: Avg Loss = 0.7403, Test Accuracy = 65.97%\n",
"Epoch 11/30: Avg Loss = 0.6147, Test Accuracy = 68.32%\n",
"Epoch 12/30: Avg Loss = 0.5122, Test Accuracy = 70.99%\n",
"Epoch 13/30: Avg Loss = 0.4270, Test Accuracy = 73.03%\n",
"Epoch 14/30: Avg Loss = 0.3415, Test Accuracy = 75.09%\n",
"Epoch 15/30: Avg Loss = 0.2712, Test Accuracy = 75.99%\n",
"Epoch 16/30: Avg Loss = 0.2544, Test Accuracy = 75.94%\n",
"Epoch 17/30: Avg Loss = 0.1865, Test Accuracy = 75.50%\n",
"Epoch 18/30: Avg Loss = 0.1637, Test Accuracy = 75.75%\n",
"Epoch 19/30: Avg Loss = 0.1456, Test Accuracy = 76.86%\n",
"Epoch 20/30: Avg Loss = 0.1247, Test Accuracy = 77.81%\n",
"Epoch 21/30: Avg Loss = 0.0955, Test Accuracy = 78.81%\n",
"Epoch 22/30: Avg Loss = 0.0944, Test Accuracy = 78.86%\n",
"Epoch 23/30: Avg Loss = 0.0716, Test Accuracy = 78.38%\n",
"Epoch 24/30: Avg Loss = 0.0768, Test Accuracy = 77.51%\n",
"Epoch 25/30: Avg Loss = 0.0607, Test Accuracy = 77.31%\n",
"Epoch 26/30: Avg Loss = 0.0660, Test Accuracy = 77.68%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 47%|████████████████████████████████████████████████████████████████████████▌ | 117/250 [02:14<02:35, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0533, Test Accuracy = 78.62%\n",
"Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 79.11%\n",
"Epoch 29/30: Avg Loss = 0.0491, Test Accuracy = 79.18%\n",
"Epoch 30/30: Avg Loss = 0.0326, Test Accuracy = 79.17%\n",
"Epoch 1/30: Avg Loss = 2.2966, Test Accuracy = 30.83%\n",
"Epoch 2/30: Avg Loss = 2.1332, Test Accuracy = 42.50%\n",
"Epoch 3/30: Avg Loss = 1.9768, Test Accuracy = 50.59%\n",
"Epoch 4/30: Avg Loss = 1.7891, Test Accuracy = 55.79%\n",
"Epoch 5/30: Avg Loss = 1.5709, Test Accuracy = 58.83%\n",
"Epoch 6/30: Avg Loss = 1.3492, Test Accuracy = 61.16%\n",
"Epoch 7/30: Avg Loss = 1.1310, Test Accuracy = 63.24%\n",
"Epoch 8/30: Avg Loss = 0.9233, Test Accuracy = 65.77%\n",
"Epoch 9/30: Avg Loss = 0.8075, Test Accuracy = 67.70%\n",
"Epoch 10/30: Avg Loss = 0.6428, Test Accuracy = 70.25%\n",
"Epoch 11/30: Avg Loss = 0.5076, Test Accuracy = 71.52%\n",
"Epoch 12/30: Avg Loss = 0.4049, Test Accuracy = 72.77%\n",
"Epoch 13/30: Avg Loss = 0.3343, Test Accuracy = 73.87%\n",
"Epoch 14/30: Avg Loss = 0.2771, Test Accuracy = 75.42%\n",
"Epoch 15/30: Avg Loss = 0.2276, Test Accuracy = 76.47%\n",
"Epoch 16/30: Avg Loss = 0.1861, Test Accuracy = 77.70%\n",
"Epoch 17/30: Avg Loss = 0.1642, Test Accuracy = 78.14%\n",
"Epoch 18/30: Avg Loss = 0.1225, Test Accuracy = 78.10%\n",
"Epoch 19/30: Avg Loss = 0.1091, Test Accuracy = 78.08%\n",
"Epoch 20/30: Avg Loss = 0.0743, Test Accuracy = 78.44%\n",
"Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 78.62%\n",
"Epoch 22/30: Avg Loss = 0.0552, Test Accuracy = 78.65%\n",
"Epoch 23/30: Avg Loss = 0.0613, Test Accuracy = 78.60%\n",
"Epoch 24/30: Avg Loss = 0.0536, Test Accuracy = 78.47%\n",
"Epoch 25/30: Avg Loss = 0.0597, Test Accuracy = 78.67%\n",
"Epoch 26/30: Avg Loss = 0.0349, Test Accuracy = 78.80%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 47%|█████████████████████████████████████████████████████████████████████████▏ | 118/250 [02:15<02:32, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0263, Test Accuracy = 79.10%\n",
"Epoch 28/30: Avg Loss = 0.0259, Test Accuracy = 79.16%\n",
"Epoch 29/30: Avg Loss = 0.0245, Test Accuracy = 79.25%\n",
"Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 79.34%\n",
"Epoch 1/30: Avg Loss = 2.2887, Test Accuracy = 37.66%\n",
"Epoch 2/30: Avg Loss = 2.1376, Test Accuracy = 50.21%\n",
"Epoch 3/30: Avg Loss = 1.9864, Test Accuracy = 55.25%\n",
"Epoch 4/30: Avg Loss = 1.8132, Test Accuracy = 59.32%\n",
"Epoch 5/30: Avg Loss = 1.5936, Test Accuracy = 62.04%\n",
"Epoch 6/30: Avg Loss = 1.3823, Test Accuracy = 64.48%\n",
"Epoch 7/30: Avg Loss = 1.1522, Test Accuracy = 68.44%\n",
"Epoch 8/30: Avg Loss = 0.9275, Test Accuracy = 71.95%\n",
"Epoch 9/30: Avg Loss = 0.7471, Test Accuracy = 75.48%\n",
"Epoch 10/30: Avg Loss = 0.5749, Test Accuracy = 77.70%\n",
"Epoch 11/30: Avg Loss = 0.4400, Test Accuracy = 78.14%\n",
"Epoch 12/30: Avg Loss = 0.3293, Test Accuracy = 77.82%\n",
"Epoch 13/30: Avg Loss = 0.3057, Test Accuracy = 78.15%\n",
"Epoch 14/30: Avg Loss = 0.2163, Test Accuracy = 79.20%\n",
"Epoch 15/30: Avg Loss = 0.1719, Test Accuracy = 79.98%\n",
"Epoch 16/30: Avg Loss = 0.1647, Test Accuracy = 80.30%\n",
"Epoch 17/30: Avg Loss = 0.1229, Test Accuracy = 80.41%\n",
"Epoch 18/30: Avg Loss = 0.1190, Test Accuracy = 80.39%\n",
"Epoch 19/30: Avg Loss = 0.0996, Test Accuracy = 80.40%\n",
"Epoch 20/30: Avg Loss = 0.0722, Test Accuracy = 80.35%\n",
"Epoch 21/30: Avg Loss = 0.0611, Test Accuracy = 80.21%\n",
"Epoch 22/30: Avg Loss = 0.0547, Test Accuracy = 80.00%\n",
"Epoch 23/30: Avg Loss = 0.0515, Test Accuracy = 79.95%\n",
"Epoch 24/30: Avg Loss = 0.0431, Test Accuracy = 79.92%\n",
"Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 80.00%\n",
"Epoch 26/30: Avg Loss = 0.0356, Test Accuracy = 79.99%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 48%|█████████████████████████████████████████████████████████████████████████▊ | 119/250 [02:16<02:31, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 80.09%\n",
"Epoch 28/30: Avg Loss = 0.0288, Test Accuracy = 80.13%\n",
"Epoch 29/30: Avg Loss = 0.0203, Test Accuracy = 80.30%\n",
"Epoch 30/30: Avg Loss = 0.0319, Test Accuracy = 80.38%\n",
"Epoch 1/30: Avg Loss = 2.2899, Test Accuracy = 24.72%\n",
"Epoch 2/30: Avg Loss = 2.1321, Test Accuracy = 42.52%\n",
"Epoch 3/30: Avg Loss = 1.9814, Test Accuracy = 53.60%\n",
"Epoch 4/30: Avg Loss = 1.7968, Test Accuracy = 59.72%\n",
"Epoch 5/30: Avg Loss = 1.5848, Test Accuracy = 62.36%\n",
"Epoch 6/30: Avg Loss = 1.4140, Test Accuracy = 64.48%\n",
"Epoch 7/30: Avg Loss = 1.1812, Test Accuracy = 66.32%\n",
"Epoch 8/30: Avg Loss = 0.9372, Test Accuracy = 68.64%\n",
"Epoch 9/30: Avg Loss = 0.7925, Test Accuracy = 71.39%\n",
"Epoch 10/30: Avg Loss = 0.6009, Test Accuracy = 74.28%\n",
"Epoch 11/30: Avg Loss = 0.4859, Test Accuracy = 76.87%\n",
"Epoch 12/30: Avg Loss = 0.3768, Test Accuracy = 78.60%\n",
"Epoch 13/30: Avg Loss = 0.2759, Test Accuracy = 79.49%\n",
"Epoch 14/30: Avg Loss = 0.2262, Test Accuracy = 79.94%\n",
"Epoch 15/30: Avg Loss = 0.1734, Test Accuracy = 80.28%\n",
"Epoch 16/30: Avg Loss = 0.1467, Test Accuracy = 80.50%\n",
"Epoch 17/30: Avg Loss = 0.1134, Test Accuracy = 80.76%\n",
"Epoch 18/30: Avg Loss = 0.0768, Test Accuracy = 80.73%\n",
"Epoch 19/30: Avg Loss = 0.0761, Test Accuracy = 80.81%\n",
"Epoch 20/30: Avg Loss = 0.0598, Test Accuracy = 80.78%\n",
"Epoch 21/30: Avg Loss = 0.0543, Test Accuracy = 80.81%\n",
"Epoch 22/30: Avg Loss = 0.0463, Test Accuracy = 80.64%\n",
"Epoch 23/30: Avg Loss = 0.0423, Test Accuracy = 80.63%\n",
"Epoch 24/30: Avg Loss = 0.0359, Test Accuracy = 80.76%\n",
"Epoch 25/30: Avg Loss = 0.0319, Test Accuracy = 80.83%\n",
"Epoch 26/30: Avg Loss = 0.0314, Test Accuracy = 80.69%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 48%|██████████████████████████████████████████████████████████████████████████▍ | 120/250 [02:17<02:29, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0255, Test Accuracy = 80.66%\n",
"Epoch 28/30: Avg Loss = 0.0199, Test Accuracy = 80.82%\n",
"Epoch 29/30: Avg Loss = 0.0303, Test Accuracy = 81.10%\n",
"Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.19%\n",
"Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 29.42%\n",
"Epoch 2/30: Avg Loss = 2.1502, Test Accuracy = 48.00%\n",
"Epoch 3/30: Avg Loss = 1.9864, Test Accuracy = 57.13%\n",
"Epoch 4/30: Avg Loss = 1.8026, Test Accuracy = 60.70%\n",
"Epoch 5/30: Avg Loss = 1.6169, Test Accuracy = 62.62%\n",
"Epoch 6/30: Avg Loss = 1.3578, Test Accuracy = 64.64%\n",
"Epoch 7/30: Avg Loss = 1.1832, Test Accuracy = 66.87%\n",
"Epoch 8/30: Avg Loss = 0.9941, Test Accuracy = 69.71%\n",
"Epoch 9/30: Avg Loss = 0.7993, Test Accuracy = 72.76%\n",
"Epoch 10/30: Avg Loss = 0.6184, Test Accuracy = 75.85%\n",
"Epoch 11/30: Avg Loss = 0.5377, Test Accuracy = 77.79%\n",
"Epoch 12/30: Avg Loss = 0.4350, Test Accuracy = 79.02%\n",
"Epoch 13/30: Avg Loss = 0.3468, Test Accuracy = 79.74%\n",
"Epoch 14/30: Avg Loss = 0.2582, Test Accuracy = 80.05%\n",
"Epoch 15/30: Avg Loss = 0.2403, Test Accuracy = 80.73%\n",
"Epoch 16/30: Avg Loss = 0.1948, Test Accuracy = 80.84%\n",
"Epoch 17/30: Avg Loss = 0.1852, Test Accuracy = 81.24%\n",
"Epoch 18/30: Avg Loss = 0.1519, Test Accuracy = 81.39%\n",
"Epoch 19/30: Avg Loss = 0.1080, Test Accuracy = 81.29%\n",
"Epoch 20/30: Avg Loss = 0.0912, Test Accuracy = 81.07%\n",
"Epoch 21/30: Avg Loss = 0.0841, Test Accuracy = 80.97%\n",
"Epoch 22/30: Avg Loss = 0.0682, Test Accuracy = 80.92%\n",
"Epoch 23/30: Avg Loss = 0.0717, Test Accuracy = 80.97%\n",
"Epoch 24/30: Avg Loss = 0.0558, Test Accuracy = 81.12%\n",
"Epoch 25/30: Avg Loss = 0.0532, Test Accuracy = 81.47%\n",
"Epoch 26/30: Avg Loss = 0.0496, Test Accuracy = 81.57%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 48%|███████████████████████████████████████████████████████████████████████████ | 121/250 [02:18<02:27, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0422, Test Accuracy = 81.63%\n",
"Epoch 28/30: Avg Loss = 0.0330, Test Accuracy = 81.74%\n",
"Epoch 29/30: Avg Loss = 0.0388, Test Accuracy = 81.52%\n",
"Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 81.42%\n",
"Epoch 1/30: Avg Loss = 2.2734, Test Accuracy = 27.64%\n",
"Epoch 2/30: Avg Loss = 2.1311, Test Accuracy = 39.38%\n",
"Epoch 3/30: Avg Loss = 1.9519, Test Accuracy = 50.70%\n",
"Epoch 4/30: Avg Loss = 1.7547, Test Accuracy = 61.98%\n",
"Epoch 5/30: Avg Loss = 1.5654, Test Accuracy = 65.43%\n",
"Epoch 6/30: Avg Loss = 1.3291, Test Accuracy = 67.26%\n",
"Epoch 7/30: Avg Loss = 1.1138, Test Accuracy = 69.20%\n",
"Epoch 8/30: Avg Loss = 0.9225, Test Accuracy = 71.75%\n",
"Epoch 9/30: Avg Loss = 0.7421, Test Accuracy = 73.48%\n",
"Epoch 10/30: Avg Loss = 0.6271, Test Accuracy = 75.37%\n",
"Epoch 11/30: Avg Loss = 0.5389, Test Accuracy = 76.96%\n",
"Epoch 12/30: Avg Loss = 0.3979, Test Accuracy = 77.69%\n",
"Epoch 13/30: Avg Loss = 0.3204, Test Accuracy = 78.53%\n",
"Epoch 14/30: Avg Loss = 0.2805, Test Accuracy = 79.54%\n",
"Epoch 15/30: Avg Loss = 0.2579, Test Accuracy = 80.61%\n",
"Epoch 16/30: Avg Loss = 0.2164, Test Accuracy = 81.10%\n",
"Epoch 17/30: Avg Loss = 0.1786, Test Accuracy = 81.34%\n",
"Epoch 18/30: Avg Loss = 0.1347, Test Accuracy = 81.52%\n",
"Epoch 19/30: Avg Loss = 0.1216, Test Accuracy = 81.65%\n",
"Epoch 20/30: Avg Loss = 0.1148, Test Accuracy = 81.67%\n",
"Epoch 21/30: Avg Loss = 0.1085, Test Accuracy = 81.67%\n",
"Epoch 22/30: Avg Loss = 0.0828, Test Accuracy = 81.94%\n",
"Epoch 23/30: Avg Loss = 0.0782, Test Accuracy = 81.83%\n",
"Epoch 24/30: Avg Loss = 0.0690, Test Accuracy = 81.81%\n",
"Epoch 25/30: Avg Loss = 0.0699, Test Accuracy = 81.60%\n",
"Epoch 26/30: Avg Loss = 0.0603, Test Accuracy = 81.60%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 49%|███████████████████████████████████████████████████████████████████████████▋ | 122/250 [02:19<02:26, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0415, Test Accuracy = 81.53%\n",
"Epoch 28/30: Avg Loss = 0.0434, Test Accuracy = 81.69%\n",
"Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 81.75%\n",
"Epoch 30/30: Avg Loss = 0.0373, Test Accuracy = 81.74%\n",
"Epoch 1/30: Avg Loss = 2.2753, Test Accuracy = 42.28%\n",
"Epoch 2/30: Avg Loss = 2.1103, Test Accuracy = 51.34%\n",
"Epoch 3/30: Avg Loss = 1.9309, Test Accuracy = 54.30%\n",
"Epoch 4/30: Avg Loss = 1.7107, Test Accuracy = 55.84%\n",
"Epoch 5/30: Avg Loss = 1.5126, Test Accuracy = 56.10%\n",
"Epoch 6/30: Avg Loss = 1.3038, Test Accuracy = 57.68%\n",
"Epoch 7/30: Avg Loss = 1.1203, Test Accuracy = 61.28%\n",
"Epoch 8/30: Avg Loss = 0.8969, Test Accuracy = 66.05%\n",
"Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 70.64%\n",
"Epoch 10/30: Avg Loss = 0.6053, Test Accuracy = 73.76%\n",
"Epoch 11/30: Avg Loss = 0.4667, Test Accuracy = 75.77%\n",
"Epoch 12/30: Avg Loss = 0.3770, Test Accuracy = 77.31%\n",
"Epoch 13/30: Avg Loss = 0.3079, Test Accuracy = 77.88%\n",
"Epoch 14/30: Avg Loss = 0.2500, Test Accuracy = 78.64%\n",
"Epoch 15/30: Avg Loss = 0.2117, Test Accuracy = 78.47%\n",
"Epoch 16/30: Avg Loss = 0.1652, Test Accuracy = 78.26%\n",
"Epoch 17/30: Avg Loss = 0.1470, Test Accuracy = 78.73%\n",
"Epoch 18/30: Avg Loss = 0.1220, Test Accuracy = 79.75%\n",
"Epoch 19/30: Avg Loss = 0.1064, Test Accuracy = 79.94%\n",
"Epoch 20/30: Avg Loss = 0.0903, Test Accuracy = 79.80%\n",
"Epoch 21/30: Avg Loss = 0.0695, Test Accuracy = 79.65%\n",
"Epoch 22/30: Avg Loss = 0.0705, Test Accuracy = 79.20%\n",
"Epoch 23/30: Avg Loss = 0.0568, Test Accuracy = 79.20%\n",
"Epoch 24/30: Avg Loss = 0.0411, Test Accuracy = 79.32%\n",
"Epoch 25/30: Avg Loss = 0.0369, Test Accuracy = 79.76%\n",
"Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 80.14%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 49%|████████████████████████████████████████████████████████████████████████████▎ | 123/250 [02:21<02:24, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0280, Test Accuracy = 80.28%\n",
"Epoch 28/30: Avg Loss = 0.0433, Test Accuracy = 80.43%\n",
"Epoch 29/30: Avg Loss = 0.0387, Test Accuracy = 80.62%\n",
"Epoch 30/30: Avg Loss = 0.0311, Test Accuracy = 80.40%\n",
"Epoch 1/30: Avg Loss = 2.2771, Test Accuracy = 38.95%\n",
"Epoch 2/30: Avg Loss = 2.1095, Test Accuracy = 55.76%\n",
"Epoch 3/30: Avg Loss = 1.9493, Test Accuracy = 59.61%\n",
"Epoch 4/30: Avg Loss = 1.7570, Test Accuracy = 61.43%\n",
"Epoch 5/30: Avg Loss = 1.5718, Test Accuracy = 62.79%\n",
"Epoch 6/30: Avg Loss = 1.3392, Test Accuracy = 64.30%\n",
"Epoch 7/30: Avg Loss = 1.1327, Test Accuracy = 65.94%\n",
"Epoch 8/30: Avg Loss = 0.9591, Test Accuracy = 67.88%\n",
"Epoch 9/30: Avg Loss = 0.8014, Test Accuracy = 70.01%\n",
"Epoch 10/30: Avg Loss = 0.6565, Test Accuracy = 71.98%\n",
"Epoch 11/30: Avg Loss = 0.5339, Test Accuracy = 73.26%\n",
"Epoch 12/30: Avg Loss = 0.4262, Test Accuracy = 74.94%\n",
"Epoch 13/30: Avg Loss = 0.3496, Test Accuracy = 76.43%\n",
"Epoch 14/30: Avg Loss = 0.3150, Test Accuracy = 77.48%\n",
"Epoch 15/30: Avg Loss = 0.2230, Test Accuracy = 78.31%\n",
"Epoch 16/30: Avg Loss = 0.2073, Test Accuracy = 78.88%\n",
"Epoch 17/30: Avg Loss = 0.1360, Test Accuracy = 79.10%\n",
"Epoch 18/30: Avg Loss = 0.1218, Test Accuracy = 79.41%\n",
"Epoch 19/30: Avg Loss = 0.1037, Test Accuracy = 79.54%\n",
"Epoch 20/30: Avg Loss = 0.0770, Test Accuracy = 79.69%\n",
"Epoch 21/30: Avg Loss = 0.0808, Test Accuracy = 79.77%\n",
"Epoch 22/30: Avg Loss = 0.0636, Test Accuracy = 79.81%\n",
"Epoch 23/30: Avg Loss = 0.0516, Test Accuracy = 79.82%\n",
"Epoch 24/30: Avg Loss = 0.0432, Test Accuracy = 79.86%\n",
"Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 79.81%\n",
"Epoch 26/30: Avg Loss = 0.0485, Test Accuracy = 79.68%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 50%|████████████████████████████████████████████████████████████████████████████▉ | 124/250 [02:22<02:23, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0327, Test Accuracy = 79.72%\n",
"Epoch 28/30: Avg Loss = 0.0264, Test Accuracy = 79.79%\n",
"Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 80.00%\n",
"Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 80.15%\n",
"Epoch 1/30: Avg Loss = 2.2862, Test Accuracy = 26.20%\n",
"Epoch 2/30: Avg Loss = 2.1183, Test Accuracy = 42.30%\n",
"Epoch 3/30: Avg Loss = 1.9352, Test Accuracy = 49.31%\n",
"Epoch 4/30: Avg Loss = 1.7406, Test Accuracy = 52.52%\n",
"Epoch 5/30: Avg Loss = 1.5187, Test Accuracy = 53.84%\n",
"Epoch 6/30: Avg Loss = 1.3620, Test Accuracy = 57.24%\n",
"Epoch 7/30: Avg Loss = 1.1314, Test Accuracy = 61.03%\n",
"Epoch 8/30: Avg Loss = 0.9996, Test Accuracy = 64.46%\n",
"Epoch 9/30: Avg Loss = 0.8196, Test Accuracy = 67.63%\n",
"Epoch 10/30: Avg Loss = 0.6503, Test Accuracy = 70.49%\n",
"Epoch 11/30: Avg Loss = 0.5378, Test Accuracy = 72.34%\n",
"Epoch 12/30: Avg Loss = 0.4638, Test Accuracy = 73.74%\n",
"Epoch 13/30: Avg Loss = 0.3440, Test Accuracy = 74.72%\n",
"Epoch 14/30: Avg Loss = 0.2672, Test Accuracy = 75.60%\n",
"Epoch 15/30: Avg Loss = 0.2209, Test Accuracy = 76.16%\n",
"Epoch 16/30: Avg Loss = 0.1836, Test Accuracy = 76.46%\n",
"Epoch 17/30: Avg Loss = 0.1365, Test Accuracy = 76.93%\n",
"Epoch 18/30: Avg Loss = 0.1353, Test Accuracy = 77.17%\n",
"Epoch 19/30: Avg Loss = 0.1101, Test Accuracy = 77.49%\n",
"Epoch 20/30: Avg Loss = 0.1059, Test Accuracy = 77.62%\n",
"Epoch 21/30: Avg Loss = 0.0743, Test Accuracy = 77.73%\n",
"Epoch 22/30: Avg Loss = 0.0744, Test Accuracy = 77.55%\n",
"Epoch 23/30: Avg Loss = 0.0667, Test Accuracy = 77.51%\n",
"Epoch 24/30: Avg Loss = 0.0589, Test Accuracy = 77.50%\n",
"Epoch 25/30: Avg Loss = 0.0462, Test Accuracy = 77.69%\n",
"Epoch 26/30: Avg Loss = 0.0400, Test Accuracy = 77.79%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 50%|█████████████████████████████████████████████████████████████████████████████▌ | 125/250 [02:23<02:22, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 77.71%\n",
"Epoch 28/30: Avg Loss = 0.0241, Test Accuracy = 77.70%\n",
"Epoch 29/30: Avg Loss = 0.0259, Test Accuracy = 77.57%\n",
"Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 77.51%\n",
"Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 38.41%\n",
"Epoch 2/30: Avg Loss = 2.1039, Test Accuracy = 55.78%\n",
"Epoch 3/30: Avg Loss = 1.9337, Test Accuracy = 62.02%\n",
"Epoch 4/30: Avg Loss = 1.7428, Test Accuracy = 63.79%\n",
"Epoch 5/30: Avg Loss = 1.5198, Test Accuracy = 64.51%\n",
"Epoch 6/30: Avg Loss = 1.2832, Test Accuracy = 65.66%\n",
"Epoch 7/30: Avg Loss = 1.0698, Test Accuracy = 66.64%\n",
"Epoch 8/30: Avg Loss = 0.8766, Test Accuracy = 68.27%\n",
"Epoch 9/30: Avg Loss = 0.6775, Test Accuracy = 70.55%\n",
"Epoch 10/30: Avg Loss = 0.5793, Test Accuracy = 73.17%\n",
"Epoch 11/30: Avg Loss = 0.4584, Test Accuracy = 75.19%\n",
"Epoch 12/30: Avg Loss = 0.3879, Test Accuracy = 76.75%\n",
"Epoch 13/30: Avg Loss = 0.3018, Test Accuracy = 77.76%\n",
"Epoch 14/30: Avg Loss = 0.2476, Test Accuracy = 78.40%\n",
"Epoch 15/30: Avg Loss = 0.1940, Test Accuracy = 79.10%\n",
"Epoch 16/30: Avg Loss = 0.1731, Test Accuracy = 79.34%\n",
"Epoch 17/30: Avg Loss = 0.1503, Test Accuracy = 79.50%\n",
"Epoch 18/30: Avg Loss = 0.1137, Test Accuracy = 79.78%\n",
"Epoch 19/30: Avg Loss = 0.0948, Test Accuracy = 79.94%\n",
"Epoch 20/30: Avg Loss = 0.0782, Test Accuracy = 80.09%\n",
"Epoch 21/30: Avg Loss = 0.0698, Test Accuracy = 80.20%\n",
"Epoch 22/30: Avg Loss = 0.0716, Test Accuracy = 80.27%\n",
"Epoch 23/30: Avg Loss = 0.0497, Test Accuracy = 80.24%\n",
"Epoch 24/30: Avg Loss = 0.0509, Test Accuracy = 80.08%\n",
"Epoch 25/30: Avg Loss = 0.0293, Test Accuracy = 79.95%\n",
"Epoch 26/30: Avg Loss = 0.0348, Test Accuracy = 80.05%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 50%|██████████████████████████████████████████████████████████████████████████████ | 126/250 [02:24<02:21, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0390, Test Accuracy = 80.04%\n",
"Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 80.13%\n",
"Epoch 29/30: Avg Loss = 0.0345, Test Accuracy = 80.09%\n",
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 80.10%\n",
"Epoch 1/30: Avg Loss = 2.2779, Test Accuracy = 12.63%\n",
"Epoch 2/30: Avg Loss = 2.1324, Test Accuracy = 26.73%\n",
"Epoch 3/30: Avg Loss = 1.9787, Test Accuracy = 38.61%\n",
"Epoch 4/30: Avg Loss = 1.8094, Test Accuracy = 45.38%\n",
"Epoch 5/30: Avg Loss = 1.5952, Test Accuracy = 51.67%\n",
"Epoch 6/30: Avg Loss = 1.4151, Test Accuracy = 56.87%\n",
"Epoch 7/30: Avg Loss = 1.2018, Test Accuracy = 60.17%\n",
"Epoch 8/30: Avg Loss = 1.0271, Test Accuracy = 63.27%\n",
"Epoch 9/30: Avg Loss = 0.8582, Test Accuracy = 67.31%\n",
"Epoch 10/30: Avg Loss = 0.6896, Test Accuracy = 71.85%\n",
"Epoch 11/30: Avg Loss = 0.6396, Test Accuracy = 74.35%\n",
"Epoch 12/30: Avg Loss = 0.4778, Test Accuracy = 75.74%\n",
"Epoch 13/30: Avg Loss = 0.3897, Test Accuracy = 77.02%\n",
"Epoch 14/30: Avg Loss = 0.3247, Test Accuracy = 77.36%\n",
"Epoch 15/30: Avg Loss = 0.2686, Test Accuracy = 76.82%\n",
"Epoch 16/30: Avg Loss = 0.2372, Test Accuracy = 77.44%\n",
"Epoch 17/30: Avg Loss = 0.1787, Test Accuracy = 78.12%\n",
"Epoch 18/30: Avg Loss = 0.1592, Test Accuracy = 78.60%\n",
"Epoch 19/30: Avg Loss = 0.1208, Test Accuracy = 78.46%\n",
"Epoch 20/30: Avg Loss = 0.1316, Test Accuracy = 78.37%\n",
"Epoch 21/30: Avg Loss = 0.0868, Test Accuracy = 78.57%\n",
"Epoch 22/30: Avg Loss = 0.0772, Test Accuracy = 78.52%\n",
"Epoch 23/30: Avg Loss = 0.0748, Test Accuracy = 78.37%\n",
"Epoch 24/30: Avg Loss = 0.0521, Test Accuracy = 78.43%\n",
"Epoch 25/30: Avg Loss = 0.0459, Test Accuracy = 78.65%\n",
"Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 78.84%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 51%|██████████████████████████████████████████████████████████████████████████████▋ | 127/250 [02:25<02:20, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0420, Test Accuracy = 78.76%\n",
"Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 78.74%\n",
"Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 78.67%\n",
"Epoch 30/30: Avg Loss = 0.0278, Test Accuracy = 78.83%\n",
"Epoch 1/30: Avg Loss = 2.2822, Test Accuracy = 40.42%\n",
"Epoch 2/30: Avg Loss = 2.1316, Test Accuracy = 55.85%\n",
"Epoch 3/30: Avg Loss = 1.9771, Test Accuracy = 60.70%\n",
"Epoch 4/30: Avg Loss = 1.7966, Test Accuracy = 62.46%\n",
"Epoch 5/30: Avg Loss = 1.5899, Test Accuracy = 63.13%\n",
"Epoch 6/30: Avg Loss = 1.4042, Test Accuracy = 63.91%\n",
"Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 65.44%\n",
"Epoch 8/30: Avg Loss = 0.9915, Test Accuracy = 68.50%\n",
"Epoch 9/30: Avg Loss = 0.7743, Test Accuracy = 72.40%\n",
"Epoch 10/30: Avg Loss = 0.5981, Test Accuracy = 75.51%\n",
"Epoch 11/30: Avg Loss = 0.4999, Test Accuracy = 76.90%\n",
"Epoch 12/30: Avg Loss = 0.3724, Test Accuracy = 77.74%\n",
"Epoch 13/30: Avg Loss = 0.2886, Test Accuracy = 78.18%\n",
"Epoch 14/30: Avg Loss = 0.2307, Test Accuracy = 78.47%\n",
"Epoch 15/30: Avg Loss = 0.2242, Test Accuracy = 78.52%\n",
"Epoch 16/30: Avg Loss = 0.1512, Test Accuracy = 78.91%\n",
"Epoch 17/30: Avg Loss = 0.1463, Test Accuracy = 79.10%\n",
"Epoch 18/30: Avg Loss = 0.1205, Test Accuracy = 79.51%\n",
"Epoch 19/30: Avg Loss = 0.1141, Test Accuracy = 79.31%\n",
"Epoch 20/30: Avg Loss = 0.0594, Test Accuracy = 79.11%\n",
"Epoch 21/30: Avg Loss = 0.0555, Test Accuracy = 79.26%\n",
"Epoch 22/30: Avg Loss = 0.0476, Test Accuracy = 79.37%\n",
"Epoch 23/30: Avg Loss = 0.0510, Test Accuracy = 79.50%\n",
"Epoch 24/30: Avg Loss = 0.0472, Test Accuracy = 79.74%\n",
"Epoch 25/30: Avg Loss = 0.0376, Test Accuracy = 79.98%\n",
"Epoch 26/30: Avg Loss = 0.0409, Test Accuracy = 80.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 51%|███████████████████████████████████████████████████████████████████████████████▎ | 128/250 [02:26<02:18, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 80.31%\n",
"Epoch 28/30: Avg Loss = 0.0316, Test Accuracy = 80.29%\n",
"Epoch 29/30: Avg Loss = 0.0255, Test Accuracy = 80.42%\n",
"Epoch 30/30: Avg Loss = 0.0260, Test Accuracy = 80.37%\n",
"Epoch 1/30: Avg Loss = 2.2834, Test Accuracy = 36.16%\n",
"Epoch 2/30: Avg Loss = 2.1304, Test Accuracy = 49.96%\n",
"Epoch 3/30: Avg Loss = 1.9946, Test Accuracy = 53.79%\n",
"Epoch 4/30: Avg Loss = 1.8084, Test Accuracy = 56.15%\n",
"Epoch 5/30: Avg Loss = 1.5934, Test Accuracy = 58.27%\n",
"Epoch 6/30: Avg Loss = 1.4044, Test Accuracy = 60.85%\n",
"Epoch 7/30: Avg Loss = 1.1714, Test Accuracy = 63.88%\n",
"Epoch 8/30: Avg Loss = 0.9941, Test Accuracy = 67.27%\n",
"Epoch 9/30: Avg Loss = 0.7896, Test Accuracy = 70.42%\n",
"Epoch 10/30: Avg Loss = 0.6735, Test Accuracy = 72.36%\n",
"Epoch 11/30: Avg Loss = 0.5050, Test Accuracy = 74.22%\n",
"Epoch 12/30: Avg Loss = 0.4326, Test Accuracy = 75.81%\n",
"Epoch 13/30: Avg Loss = 0.3194, Test Accuracy = 77.32%\n",
"Epoch 14/30: Avg Loss = 0.2751, Test Accuracy = 78.45%\n",
"Epoch 15/30: Avg Loss = 0.2254, Test Accuracy = 79.25%\n",
"Epoch 16/30: Avg Loss = 0.1911, Test Accuracy = 79.49%\n",
"Epoch 17/30: Avg Loss = 0.1694, Test Accuracy = 79.79%\n",
"Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 80.01%\n",
"Epoch 19/30: Avg Loss = 0.0951, Test Accuracy = 80.13%\n",
"Epoch 20/30: Avg Loss = 0.0746, Test Accuracy = 80.00%\n",
"Epoch 21/30: Avg Loss = 0.0842, Test Accuracy = 79.93%\n",
"Epoch 22/30: Avg Loss = 0.0779, Test Accuracy = 79.97%\n",
"Epoch 23/30: Avg Loss = 0.0554, Test Accuracy = 80.18%\n",
"Epoch 24/30: Avg Loss = 0.0578, Test Accuracy = 80.40%\n",
"Epoch 25/30: Avg Loss = 0.0458, Test Accuracy = 80.59%\n",
"Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 80.71%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 52%|███████████████████████████████████████████████████████████████████████████████▉ | 129/250 [02:27<02:17, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0520, Test Accuracy = 80.59%\n",
"Epoch 28/30: Avg Loss = 0.0545, Test Accuracy = 80.43%\n",
"Epoch 29/30: Avg Loss = 0.0422, Test Accuracy = 80.39%\n",
"Epoch 30/30: Avg Loss = 0.0374, Test Accuracy = 80.48%\n",
"Epoch 1/30: Avg Loss = 2.2660, Test Accuracy = 27.12%\n",
"Epoch 2/30: Avg Loss = 2.1072, Test Accuracy = 39.48%\n",
"Epoch 3/30: Avg Loss = 1.9401, Test Accuracy = 49.76%\n",
"Epoch 4/30: Avg Loss = 1.7473, Test Accuracy = 57.17%\n",
"Epoch 5/30: Avg Loss = 1.5432, Test Accuracy = 61.78%\n",
"Epoch 6/30: Avg Loss = 1.3252, Test Accuracy = 65.52%\n",
"Epoch 7/30: Avg Loss = 1.1230, Test Accuracy = 68.33%\n",
"Epoch 8/30: Avg Loss = 0.9357, Test Accuracy = 70.97%\n",
"Epoch 9/30: Avg Loss = 0.7251, Test Accuracy = 73.20%\n",
"Epoch 10/30: Avg Loss = 0.5939, Test Accuracy = 74.97%\n",
"Epoch 11/30: Avg Loss = 0.4793, Test Accuracy = 76.37%\n",
"Epoch 12/30: Avg Loss = 0.3919, Test Accuracy = 77.36%\n",
"Epoch 13/30: Avg Loss = 0.3030, Test Accuracy = 78.19%\n",
"Epoch 14/30: Avg Loss = 0.2832, Test Accuracy = 78.92%\n",
"Epoch 15/30: Avg Loss = 0.2151, Test Accuracy = 79.63%\n",
"Epoch 16/30: Avg Loss = 0.1469, Test Accuracy = 80.15%\n",
"Epoch 17/30: Avg Loss = 0.1428, Test Accuracy = 80.44%\n",
"Epoch 18/30: Avg Loss = 0.1064, Test Accuracy = 80.76%\n",
"Epoch 19/30: Avg Loss = 0.0969, Test Accuracy = 80.79%\n",
"Epoch 20/30: Avg Loss = 0.0871, Test Accuracy = 80.96%\n",
"Epoch 21/30: Avg Loss = 0.0547, Test Accuracy = 81.03%\n",
"Epoch 22/30: Avg Loss = 0.0553, Test Accuracy = 81.08%\n",
"Epoch 23/30: Avg Loss = 0.0454, Test Accuracy = 81.03%\n",
"Epoch 24/30: Avg Loss = 0.0483, Test Accuracy = 81.04%\n",
"Epoch 25/30: Avg Loss = 0.0332, Test Accuracy = 81.20%\n",
"Epoch 26/30: Avg Loss = 0.0369, Test Accuracy = 81.25%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 52%|████████████████████████████████████████████████████████████████████████████████▌ | 130/250 [02:29<02:16, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 81.19%\n",
"Epoch 28/30: Avg Loss = 0.0397, Test Accuracy = 81.14%\n",
"Epoch 29/30: Avg Loss = 0.0224, Test Accuracy = 80.98%\n",
"Epoch 30/30: Avg Loss = 0.0299, Test Accuracy = 80.90%\n",
"Epoch 1/30: Avg Loss = 2.2983, Test Accuracy = 30.65%\n",
"Epoch 2/30: Avg Loss = 2.1811, Test Accuracy = 53.20%\n",
"Epoch 3/30: Avg Loss = 2.0582, Test Accuracy = 61.28%\n",
"Epoch 4/30: Avg Loss = 1.9007, Test Accuracy = 65.84%\n",
"Epoch 5/30: Avg Loss = 1.7439, Test Accuracy = 69.35%\n",
"Epoch 6/30: Avg Loss = 1.5289, Test Accuracy = 70.22%\n",
"Epoch 7/30: Avg Loss = 1.2975, Test Accuracy = 71.24%\n",
"Epoch 8/30: Avg Loss = 1.0925, Test Accuracy = 72.97%\n",
"Epoch 9/30: Avg Loss = 0.8624, Test Accuracy = 74.28%\n",
"Epoch 10/30: Avg Loss = 0.7199, Test Accuracy = 76.41%\n",
"Epoch 11/30: Avg Loss = 0.5555, Test Accuracy = 77.83%\n",
"Epoch 12/30: Avg Loss = 0.4287, Test Accuracy = 78.56%\n",
"Epoch 13/30: Avg Loss = 0.3715, Test Accuracy = 79.29%\n",
"Epoch 14/30: Avg Loss = 0.2981, Test Accuracy = 79.66%\n",
"Epoch 15/30: Avg Loss = 0.2089, Test Accuracy = 79.99%\n",
"Epoch 16/30: Avg Loss = 0.1770, Test Accuracy = 80.22%\n",
"Epoch 17/30: Avg Loss = 0.1529, Test Accuracy = 80.62%\n",
"Epoch 18/30: Avg Loss = 0.1124, Test Accuracy = 80.88%\n",
"Epoch 19/30: Avg Loss = 0.0935, Test Accuracy = 80.90%\n",
"Epoch 20/30: Avg Loss = 0.0932, Test Accuracy = 81.04%\n",
"Epoch 21/30: Avg Loss = 0.0719, Test Accuracy = 81.04%\n",
"Epoch 22/30: Avg Loss = 0.0569, Test Accuracy = 81.05%\n",
"Epoch 23/30: Avg Loss = 0.0524, Test Accuracy = 80.97%\n",
"Epoch 24/30: Avg Loss = 0.0494, Test Accuracy = 80.87%\n",
"Epoch 25/30: Avg Loss = 0.0546, Test Accuracy = 80.85%\n",
"Epoch 26/30: Avg Loss = 0.0309, Test Accuracy = 80.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 52%|█████████████████████████████████████████████████████████████████████████████████▏ | 131/250 [02:30<02:15, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0407, Test Accuracy = 80.91%\n",
"Epoch 28/30: Avg Loss = 0.0362, Test Accuracy = 81.08%\n",
"Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 81.17%\n",
"Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 81.35%\n",
"Epoch 1/30: Avg Loss = 2.2618, Test Accuracy = 31.92%\n",
"Epoch 2/30: Avg Loss = 2.0774, Test Accuracy = 40.32%\n",
"Epoch 3/30: Avg Loss = 1.9090, Test Accuracy = 47.20%\n",
"Epoch 4/30: Avg Loss = 1.7045, Test Accuracy = 52.08%\n",
"Epoch 5/30: Avg Loss = 1.5060, Test Accuracy = 56.58%\n",
"Epoch 6/30: Avg Loss = 1.3046, Test Accuracy = 59.53%\n",
"Epoch 7/30: Avg Loss = 1.1159, Test Accuracy = 62.53%\n",
"Epoch 8/30: Avg Loss = 0.9372, Test Accuracy = 66.14%\n",
"Epoch 9/30: Avg Loss = 0.7735, Test Accuracy = 69.01%\n",
"Epoch 10/30: Avg Loss = 0.6131, Test Accuracy = 71.57%\n",
"Epoch 11/30: Avg Loss = 0.5353, Test Accuracy = 73.34%\n",
"Epoch 12/30: Avg Loss = 0.4091, Test Accuracy = 75.26%\n",
"Epoch 13/30: Avg Loss = 0.3448, Test Accuracy = 76.59%\n",
"Epoch 14/30: Avg Loss = 0.2743, Test Accuracy = 77.20%\n",
"Epoch 15/30: Avg Loss = 0.2424, Test Accuracy = 77.97%\n",
"Epoch 16/30: Avg Loss = 0.1991, Test Accuracy = 78.46%\n",
"Epoch 17/30: Avg Loss = 0.1432, Test Accuracy = 78.90%\n",
"Epoch 18/30: Avg Loss = 0.1308, Test Accuracy = 78.97%\n",
"Epoch 19/30: Avg Loss = 0.1138, Test Accuracy = 79.11%\n",
"Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 79.29%\n",
"Epoch 21/30: Avg Loss = 0.0623, Test Accuracy = 79.44%\n",
"Epoch 22/30: Avg Loss = 0.0686, Test Accuracy = 79.70%\n",
"Epoch 23/30: Avg Loss = 0.0602, Test Accuracy = 80.01%\n",
"Epoch 24/30: Avg Loss = 0.0526, Test Accuracy = 80.26%\n",
"Epoch 25/30: Avg Loss = 0.0530, Test Accuracy = 80.41%\n",
"Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 80.61%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 53%|█████████████████████████████████████████████████████████████████████████████████▊ | 132/250 [02:31<02:14, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0366, Test Accuracy = 80.56%\n",
"Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 80.47%\n",
"Epoch 29/30: Avg Loss = 0.0255, Test Accuracy = 80.26%\n",
"Epoch 30/30: Avg Loss = 0.0358, Test Accuracy = 80.58%\n",
"Epoch 1/30: Avg Loss = 2.2839, Test Accuracy = 36.97%\n",
"Epoch 2/30: Avg Loss = 2.1067, Test Accuracy = 52.68%\n",
"Epoch 3/30: Avg Loss = 1.9356, Test Accuracy = 54.44%\n",
"Epoch 4/30: Avg Loss = 1.7177, Test Accuracy = 54.13%\n",
"Epoch 5/30: Avg Loss = 1.5006, Test Accuracy = 53.97%\n",
"Epoch 6/30: Avg Loss = 1.3085, Test Accuracy = 54.93%\n",
"Epoch 7/30: Avg Loss = 1.0912, Test Accuracy = 56.92%\n",
"Epoch 8/30: Avg Loss = 0.9276, Test Accuracy = 59.63%\n",
"Epoch 9/30: Avg Loss = 0.8156, Test Accuracy = 63.67%\n",
"Epoch 10/30: Avg Loss = 0.6531, Test Accuracy = 67.83%\n",
"Epoch 11/30: Avg Loss = 0.5813, Test Accuracy = 72.76%\n",
"Epoch 12/30: Avg Loss = 0.4402, Test Accuracy = 76.28%\n",
"Epoch 13/30: Avg Loss = 0.4018, Test Accuracy = 78.03%\n",
"Epoch 14/30: Avg Loss = 0.3526, Test Accuracy = 78.88%\n",
"Epoch 15/30: Avg Loss = 0.2530, Test Accuracy = 79.21%\n",
"Epoch 16/30: Avg Loss = 0.2152, Test Accuracy = 79.54%\n",
"Epoch 17/30: Avg Loss = 0.1888, Test Accuracy = 79.66%\n",
"Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 79.72%\n",
"Epoch 19/30: Avg Loss = 0.1467, Test Accuracy = 79.92%\n",
"Epoch 20/30: Avg Loss = 0.1295, Test Accuracy = 80.12%\n",
"Epoch 21/30: Avg Loss = 0.1101, Test Accuracy = 80.29%\n",
"Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 80.34%\n",
"Epoch 23/30: Avg Loss = 0.0912, Test Accuracy = 80.51%\n",
"Epoch 24/30: Avg Loss = 0.0688, Test Accuracy = 80.48%\n",
"Epoch 25/30: Avg Loss = 0.0686, Test Accuracy = 80.64%\n",
"Epoch 26/30: Avg Loss = 0.0467, Test Accuracy = 80.90%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 53%|██████████████████████████████████████████████████████████████████████████████████▍ | 133/250 [02:32<02:13, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0463, Test Accuracy = 81.20%\n",
"Epoch 28/30: Avg Loss = 0.0301, Test Accuracy = 81.12%\n",
"Epoch 29/30: Avg Loss = 0.0339, Test Accuracy = 81.04%\n",
"Epoch 30/30: Avg Loss = 0.0333, Test Accuracy = 81.11%\n",
"Epoch 1/30: Avg Loss = 2.2777, Test Accuracy = 32.90%\n",
"Epoch 2/30: Avg Loss = 2.1392, Test Accuracy = 46.74%\n",
"Epoch 3/30: Avg Loss = 1.9941, Test Accuracy = 52.88%\n",
"Epoch 4/30: Avg Loss = 1.8180, Test Accuracy = 55.29%\n",
"Epoch 5/30: Avg Loss = 1.6284, Test Accuracy = 58.07%\n",
"Epoch 6/30: Avg Loss = 1.4348, Test Accuracy = 60.30%\n",
"Epoch 7/30: Avg Loss = 1.2230, Test Accuracy = 63.46%\n",
"Epoch 8/30: Avg Loss = 1.0400, Test Accuracy = 66.93%\n",
"Epoch 9/30: Avg Loss = 0.8669, Test Accuracy = 70.69%\n",
"Epoch 10/30: Avg Loss = 0.6981, Test Accuracy = 73.31%\n",
"Epoch 11/30: Avg Loss = 0.5790, Test Accuracy = 75.10%\n",
"Epoch 12/30: Avg Loss = 0.4250, Test Accuracy = 76.55%\n",
"Epoch 13/30: Avg Loss = 0.3902, Test Accuracy = 77.24%\n",
"Epoch 14/30: Avg Loss = 0.2815, Test Accuracy = 78.05%\n",
"Epoch 15/30: Avg Loss = 0.2286, Test Accuracy = 78.82%\n",
"Epoch 16/30: Avg Loss = 0.1807, Test Accuracy = 79.22%\n",
"Epoch 17/30: Avg Loss = 0.1669, Test Accuracy = 79.48%\n",
"Epoch 18/30: Avg Loss = 0.1240, Test Accuracy = 79.70%\n",
"Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 79.98%\n",
"Epoch 20/30: Avg Loss = 0.0934, Test Accuracy = 80.18%\n",
"Epoch 21/30: Avg Loss = 0.0900, Test Accuracy = 80.46%\n",
"Epoch 22/30: Avg Loss = 0.0619, Test Accuracy = 80.63%\n",
"Epoch 23/30: Avg Loss = 0.0779, Test Accuracy = 81.01%\n",
"Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 81.11%\n",
"Epoch 25/30: Avg Loss = 0.0467, Test Accuracy = 81.07%\n",
"Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 80.86%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 54%|███████████████████████████████████████████████████████████████████████████████████ | 134/250 [02:33<02:12, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0306, Test Accuracy = 80.69%\n",
"Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 80.74%\n",
"Epoch 29/30: Avg Loss = 0.0370, Test Accuracy = 80.52%\n",
"Epoch 30/30: Avg Loss = 0.0311, Test Accuracy = 80.63%\n",
"Epoch 1/30: Avg Loss = 2.2751, Test Accuracy = 43.61%\n",
"Epoch 2/30: Avg Loss = 2.1201, Test Accuracy = 54.45%\n",
"Epoch 3/30: Avg Loss = 1.9456, Test Accuracy = 58.05%\n",
"Epoch 4/30: Avg Loss = 1.7503, Test Accuracy = 59.95%\n",
"Epoch 5/30: Avg Loss = 1.5838, Test Accuracy = 62.35%\n",
"Epoch 6/30: Avg Loss = 1.3577, Test Accuracy = 65.06%\n",
"Epoch 7/30: Avg Loss = 1.1469, Test Accuracy = 68.88%\n",
"Epoch 8/30: Avg Loss = 0.9689, Test Accuracy = 72.66%\n",
"Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 75.02%\n",
"Epoch 10/30: Avg Loss = 0.5770, Test Accuracy = 76.64%\n",
"Epoch 11/30: Avg Loss = 0.4915, Test Accuracy = 77.28%\n",
"Epoch 12/30: Avg Loss = 0.3622, Test Accuracy = 77.77%\n",
"Epoch 13/30: Avg Loss = 0.2700, Test Accuracy = 78.19%\n",
"Epoch 14/30: Avg Loss = 0.2342, Test Accuracy = 78.37%\n",
"Epoch 15/30: Avg Loss = 0.1923, Test Accuracy = 78.56%\n",
"Epoch 16/30: Avg Loss = 0.1357, Test Accuracy = 78.69%\n",
"Epoch 17/30: Avg Loss = 0.1186, Test Accuracy = 78.79%\n",
"Epoch 18/30: Avg Loss = 0.0963, Test Accuracy = 79.07%\n",
"Epoch 19/30: Avg Loss = 0.0894, Test Accuracy = 79.34%\n",
"Epoch 20/30: Avg Loss = 0.0691, Test Accuracy = 79.53%\n",
"Epoch 21/30: Avg Loss = 0.0543, Test Accuracy = 79.83%\n",
"Epoch 22/30: Avg Loss = 0.0721, Test Accuracy = 79.89%\n",
"Epoch 23/30: Avg Loss = 0.0482, Test Accuracy = 79.90%\n",
"Epoch 24/30: Avg Loss = 0.0372, Test Accuracy = 79.95%\n",
"Epoch 25/30: Avg Loss = 0.0427, Test Accuracy = 79.90%\n",
"Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 79.91%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 54%|███████████████████████████████████████████████████████████████████████████████████▋ | 135/250 [02:34<02:11, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0352, Test Accuracy = 79.84%\n",
"Epoch 28/30: Avg Loss = 0.0224, Test Accuracy = 79.72%\n",
"Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 79.88%\n",
"Epoch 30/30: Avg Loss = 0.0219, Test Accuracy = 79.81%\n",
"Epoch 1/30: Avg Loss = 2.2796, Test Accuracy = 28.84%\n",
"Epoch 2/30: Avg Loss = 2.1410, Test Accuracy = 40.61%\n",
"Epoch 3/30: Avg Loss = 1.9928, Test Accuracy = 47.84%\n",
"Epoch 4/30: Avg Loss = 1.8336, Test Accuracy = 51.38%\n",
"Epoch 5/30: Avg Loss = 1.6588, Test Accuracy = 54.36%\n",
"Epoch 6/30: Avg Loss = 1.4648, Test Accuracy = 56.22%\n",
"Epoch 7/30: Avg Loss = 1.2808, Test Accuracy = 58.40%\n",
"Epoch 8/30: Avg Loss = 1.1079, Test Accuracy = 60.85%\n",
"Epoch 9/30: Avg Loss = 0.9075, Test Accuracy = 63.35%\n",
"Epoch 10/30: Avg Loss = 0.7547, Test Accuracy = 65.67%\n",
"Epoch 11/30: Avg Loss = 0.6129, Test Accuracy = 68.81%\n",
"Epoch 12/30: Avg Loss = 0.5212, Test Accuracy = 71.84%\n",
"Epoch 13/30: Avg Loss = 0.4032, Test Accuracy = 73.73%\n",
"Epoch 14/30: Avg Loss = 0.3748, Test Accuracy = 75.09%\n",
"Epoch 15/30: Avg Loss = 0.2754, Test Accuracy = 75.57%\n",
"Epoch 16/30: Avg Loss = 0.2218, Test Accuracy = 75.55%\n",
"Epoch 17/30: Avg Loss = 0.2009, Test Accuracy = 75.52%\n",
"Epoch 18/30: Avg Loss = 0.1498, Test Accuracy = 75.77%\n",
"Epoch 19/30: Avg Loss = 0.1328, Test Accuracy = 75.91%\n",
"Epoch 20/30: Avg Loss = 0.1129, Test Accuracy = 76.07%\n",
"Epoch 21/30: Avg Loss = 0.0776, Test Accuracy = 76.21%\n",
"Epoch 22/30: Avg Loss = 0.0713, Test Accuracy = 76.31%\n",
"Epoch 23/30: Avg Loss = 0.0688, Test Accuracy = 76.48%\n",
"Epoch 24/30: Avg Loss = 0.0564, Test Accuracy = 76.61%\n",
"Epoch 25/30: Avg Loss = 0.0693, Test Accuracy = 76.75%\n",
"Epoch 26/30: Avg Loss = 0.0520, Test Accuracy = 76.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 54%|████████████████████████████████████████████████████████████████████████████████████▎ | 136/250 [02:35<02:10, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0371, Test Accuracy = 76.67%\n",
"Epoch 28/30: Avg Loss = 0.0502, Test Accuracy = 76.69%\n",
"Epoch 29/30: Avg Loss = 0.0376, Test Accuracy = 76.52%\n",
"Epoch 30/30: Avg Loss = 0.0492, Test Accuracy = 76.48%\n",
"Epoch 1/30: Avg Loss = 2.2744, Test Accuracy = 41.09%\n",
"Epoch 2/30: Avg Loss = 2.1192, Test Accuracy = 53.25%\n",
"Epoch 3/30: Avg Loss = 1.9580, Test Accuracy = 57.32%\n",
"Epoch 4/30: Avg Loss = 1.7613, Test Accuracy = 58.95%\n",
"Epoch 5/30: Avg Loss = 1.5774, Test Accuracy = 60.95%\n",
"Epoch 6/30: Avg Loss = 1.3787, Test Accuracy = 64.74%\n",
"Epoch 7/30: Avg Loss = 1.2043, Test Accuracy = 67.75%\n",
"Epoch 8/30: Avg Loss = 0.9983, Test Accuracy = 71.35%\n",
"Epoch 9/30: Avg Loss = 0.8038, Test Accuracy = 74.14%\n",
"Epoch 10/30: Avg Loss = 0.6564, Test Accuracy = 77.00%\n",
"Epoch 11/30: Avg Loss = 0.5465, Test Accuracy = 78.98%\n",
"Epoch 12/30: Avg Loss = 0.4203, Test Accuracy = 79.91%\n",
"Epoch 13/30: Avg Loss = 0.3573, Test Accuracy = 80.51%\n",
"Epoch 14/30: Avg Loss = 0.2621, Test Accuracy = 81.13%\n",
"Epoch 15/30: Avg Loss = 0.2645, Test Accuracy = 81.46%\n",
"Epoch 16/30: Avg Loss = 0.1630, Test Accuracy = 81.79%\n",
"Epoch 17/30: Avg Loss = 0.1307, Test Accuracy = 81.80%\n",
"Epoch 18/30: Avg Loss = 0.1490, Test Accuracy = 81.80%\n",
"Epoch 19/30: Avg Loss = 0.1236, Test Accuracy = 81.86%\n",
"Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 82.19%\n",
"Epoch 21/30: Avg Loss = 0.0824, Test Accuracy = 82.38%\n",
"Epoch 22/30: Avg Loss = 0.0734, Test Accuracy = 82.30%\n",
"Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 82.34%\n",
"Epoch 24/30: Avg Loss = 0.0532, Test Accuracy = 82.34%\n",
"Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 82.25%\n",
"Epoch 26/30: Avg Loss = 0.0378, Test Accuracy = 82.23%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 55%|████████████████████████████████████████████████████████████████████████████████████▉ | 137/250 [02:37<02:08, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0385, Test Accuracy = 82.27%\n",
"Epoch 28/30: Avg Loss = 0.0352, Test Accuracy = 82.23%\n",
"Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 82.31%\n",
"Epoch 30/30: Avg Loss = 0.0337, Test Accuracy = 82.35%\n",
"Epoch 1/30: Avg Loss = 2.2877, Test Accuracy = 38.64%\n",
"Epoch 2/30: Avg Loss = 2.1444, Test Accuracy = 56.62%\n",
"Epoch 3/30: Avg Loss = 1.9849, Test Accuracy = 57.66%\n",
"Epoch 4/30: Avg Loss = 1.7965, Test Accuracy = 56.56%\n",
"Epoch 5/30: Avg Loss = 1.5777, Test Accuracy = 57.07%\n",
"Epoch 6/30: Avg Loss = 1.3790, Test Accuracy = 58.66%\n",
"Epoch 7/30: Avg Loss = 1.2236, Test Accuracy = 61.10%\n",
"Epoch 8/30: Avg Loss = 0.9912, Test Accuracy = 64.15%\n",
"Epoch 9/30: Avg Loss = 0.8278, Test Accuracy = 66.99%\n",
"Epoch 10/30: Avg Loss = 0.7001, Test Accuracy = 69.72%\n",
"Epoch 11/30: Avg Loss = 0.5730, Test Accuracy = 71.90%\n",
"Epoch 12/30: Avg Loss = 0.4660, Test Accuracy = 74.47%\n",
"Epoch 13/30: Avg Loss = 0.3646, Test Accuracy = 75.97%\n",
"Epoch 14/30: Avg Loss = 0.3271, Test Accuracy = 76.79%\n",
"Epoch 15/30: Avg Loss = 0.2703, Test Accuracy = 77.65%\n",
"Epoch 16/30: Avg Loss = 0.2230, Test Accuracy = 78.23%\n",
"Epoch 17/30: Avg Loss = 0.1798, Test Accuracy = 78.48%\n",
"Epoch 18/30: Avg Loss = 0.1463, Test Accuracy = 78.62%\n",
"Epoch 19/30: Avg Loss = 0.1148, Test Accuracy = 78.65%\n",
"Epoch 20/30: Avg Loss = 0.1124, Test Accuracy = 78.69%\n",
"Epoch 21/30: Avg Loss = 0.1088, Test Accuracy = 78.93%\n",
"Epoch 22/30: Avg Loss = 0.0663, Test Accuracy = 79.10%\n",
"Epoch 23/30: Avg Loss = 0.0629, Test Accuracy = 79.10%\n",
"Epoch 24/30: Avg Loss = 0.0679, Test Accuracy = 78.98%\n",
"Epoch 25/30: Avg Loss = 0.0420, Test Accuracy = 78.94%\n",
"Epoch 26/30: Avg Loss = 0.0464, Test Accuracy = 78.97%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 55%|█████████████████████████████████████████████████████████████████████████████████████▌ | 138/250 [02:38<02:07, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 78.94%\n",
"Epoch 28/30: Avg Loss = 0.0510, Test Accuracy = 78.97%\n",
"Epoch 29/30: Avg Loss = 0.0411, Test Accuracy = 78.91%\n",
"Epoch 30/30: Avg Loss = 0.0368, Test Accuracy = 78.86%\n",
"Epoch 1/30: Avg Loss = 2.3021, Test Accuracy = 23.94%\n",
"Epoch 2/30: Avg Loss = 2.1582, Test Accuracy = 42.93%\n",
"Epoch 3/30: Avg Loss = 2.0132, Test Accuracy = 53.25%\n",
"Epoch 4/30: Avg Loss = 1.8573, Test Accuracy = 58.37%\n",
"Epoch 5/30: Avg Loss = 1.6879, Test Accuracy = 61.83%\n",
"Epoch 6/30: Avg Loss = 1.4841, Test Accuracy = 64.57%\n",
"Epoch 7/30: Avg Loss = 1.2852, Test Accuracy = 66.95%\n",
"Epoch 8/30: Avg Loss = 1.0508, Test Accuracy = 70.35%\n",
"Epoch 9/30: Avg Loss = 0.8865, Test Accuracy = 73.23%\n",
"Epoch 10/30: Avg Loss = 0.6792, Test Accuracy = 75.60%\n",
"Epoch 11/30: Avg Loss = 0.5340, Test Accuracy = 76.95%\n",
"Epoch 12/30: Avg Loss = 0.4122, Test Accuracy = 77.72%\n",
"Epoch 13/30: Avg Loss = 0.3247, Test Accuracy = 78.20%\n",
"Epoch 14/30: Avg Loss = 0.2805, Test Accuracy = 78.39%\n",
"Epoch 15/30: Avg Loss = 0.1937, Test Accuracy = 78.50%\n",
"Epoch 16/30: Avg Loss = 0.1513, Test Accuracy = 78.55%\n",
"Epoch 17/30: Avg Loss = 0.1583, Test Accuracy = 78.60%\n",
"Epoch 18/30: Avg Loss = 0.1303, Test Accuracy = 78.87%\n",
"Epoch 19/30: Avg Loss = 0.0871, Test Accuracy = 78.95%\n",
"Epoch 20/30: Avg Loss = 0.0797, Test Accuracy = 79.22%\n",
"Epoch 21/30: Avg Loss = 0.0813, Test Accuracy = 79.38%\n",
"Epoch 22/30: Avg Loss = 0.0678, Test Accuracy = 79.47%\n",
"Epoch 23/30: Avg Loss = 0.0470, Test Accuracy = 79.74%\n",
"Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 79.89%\n",
"Epoch 25/30: Avg Loss = 0.0388, Test Accuracy = 79.91%\n",
"Epoch 26/30: Avg Loss = 0.0371, Test Accuracy = 79.79%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 56%|██████████████████████████████████████████████████████████████████████████████████████▏ | 139/250 [02:39<02:06, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 79.92%\n",
"Epoch 28/30: Avg Loss = 0.0341, Test Accuracy = 79.94%\n",
"Epoch 29/30: Avg Loss = 0.0375, Test Accuracy = 79.93%\n",
"Epoch 30/30: Avg Loss = 0.0210, Test Accuracy = 79.80%\n",
"Epoch 1/30: Avg Loss = 2.2802, Test Accuracy = 28.51%\n",
"Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 45.69%\n",
"Epoch 3/30: Avg Loss = 1.9725, Test Accuracy = 54.18%\n",
"Epoch 4/30: Avg Loss = 1.8029, Test Accuracy = 57.01%\n",
"Epoch 5/30: Avg Loss = 1.6088, Test Accuracy = 58.38%\n",
"Epoch 6/30: Avg Loss = 1.3806, Test Accuracy = 60.11%\n",
"Epoch 7/30: Avg Loss = 1.2241, Test Accuracy = 61.58%\n",
"Epoch 8/30: Avg Loss = 1.0432, Test Accuracy = 63.43%\n",
"Epoch 9/30: Avg Loss = 0.8948, Test Accuracy = 66.12%\n",
"Epoch 10/30: Avg Loss = 0.6949, Test Accuracy = 69.17%\n",
"Epoch 11/30: Avg Loss = 0.6304, Test Accuracy = 72.00%\n",
"Epoch 12/30: Avg Loss = 0.5026, Test Accuracy = 75.24%\n",
"Epoch 13/30: Avg Loss = 0.4159, Test Accuracy = 77.36%\n",
"Epoch 14/30: Avg Loss = 0.3629, Test Accuracy = 78.76%\n",
"Epoch 15/30: Avg Loss = 0.2748, Test Accuracy = 79.60%\n",
"Epoch 16/30: Avg Loss = 0.2355, Test Accuracy = 79.90%\n",
"Epoch 17/30: Avg Loss = 0.1901, Test Accuracy = 79.79%\n",
"Epoch 18/30: Avg Loss = 0.1513, Test Accuracy = 79.93%\n",
"Epoch 19/30: Avg Loss = 0.1285, Test Accuracy = 80.07%\n",
"Epoch 20/30: Avg Loss = 0.1088, Test Accuracy = 80.45%\n",
"Epoch 21/30: Avg Loss = 0.1019, Test Accuracy = 80.63%\n",
"Epoch 22/30: Avg Loss = 0.0888, Test Accuracy = 81.14%\n",
"Epoch 23/30: Avg Loss = 0.0695, Test Accuracy = 81.19%\n",
"Epoch 24/30: Avg Loss = 0.0654, Test Accuracy = 81.23%\n",
"Epoch 25/30: Avg Loss = 0.0464, Test Accuracy = 81.21%\n",
"Epoch 26/30: Avg Loss = 0.0506, Test Accuracy = 81.09%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 56%|██████████████████████████████████████████████████████████████████████████████████████▊ | 140/250 [02:40<02:05, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0437, Test Accuracy = 81.03%\n",
"Epoch 28/30: Avg Loss = 0.0487, Test Accuracy = 81.06%\n",
"Epoch 29/30: Avg Loss = 0.0307, Test Accuracy = 81.23%\n",
"Epoch 30/30: Avg Loss = 0.0314, Test Accuracy = 81.25%\n",
"Epoch 1/30: Avg Loss = 2.2800, Test Accuracy = 33.78%\n",
"Epoch 2/30: Avg Loss = 2.1083, Test Accuracy = 46.78%\n",
"Epoch 3/30: Avg Loss = 1.9506, Test Accuracy = 53.75%\n",
"Epoch 4/30: Avg Loss = 1.7545, Test Accuracy = 57.46%\n",
"Epoch 5/30: Avg Loss = 1.5625, Test Accuracy = 59.27%\n",
"Epoch 6/30: Avg Loss = 1.3457, Test Accuracy = 60.47%\n",
"Epoch 7/30: Avg Loss = 1.1127, Test Accuracy = 61.68%\n",
"Epoch 8/30: Avg Loss = 0.9439, Test Accuracy = 62.83%\n",
"Epoch 9/30: Avg Loss = 0.7845, Test Accuracy = 65.40%\n",
"Epoch 10/30: Avg Loss = 0.6499, Test Accuracy = 68.68%\n",
"Epoch 11/30: Avg Loss = 0.4976, Test Accuracy = 72.05%\n",
"Epoch 12/30: Avg Loss = 0.4321, Test Accuracy = 74.62%\n",
"Epoch 13/30: Avg Loss = 0.3508, Test Accuracy = 76.53%\n",
"Epoch 14/30: Avg Loss = 0.3041, Test Accuracy = 77.42%\n",
"Epoch 15/30: Avg Loss = 0.2273, Test Accuracy = 77.88%\n",
"Epoch 16/30: Avg Loss = 0.1803, Test Accuracy = 78.22%\n",
"Epoch 17/30: Avg Loss = 0.1744, Test Accuracy = 78.36%\n",
"Epoch 18/30: Avg Loss = 0.1246, Test Accuracy = 78.47%\n",
"Epoch 19/30: Avg Loss = 0.1296, Test Accuracy = 78.75%\n",
"Epoch 20/30: Avg Loss = 0.1065, Test Accuracy = 79.24%\n",
"Epoch 21/30: Avg Loss = 0.0860, Test Accuracy = 79.54%\n",
"Epoch 22/30: Avg Loss = 0.0773, Test Accuracy = 79.87%\n",
"Epoch 23/30: Avg Loss = 0.0652, Test Accuracy = 80.30%\n",
"Epoch 24/30: Avg Loss = 0.0488, Test Accuracy = 80.52%\n",
"Epoch 25/30: Avg Loss = 0.0560, Test Accuracy = 80.55%\n",
"Epoch 26/30: Avg Loss = 0.0394, Test Accuracy = 80.73%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 56%|███████████████████████████████████████████████████████████████████████████████████████▍ | 141/250 [02:41<02:03, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 80.68%\n",
"Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 80.82%\n",
"Epoch 29/30: Avg Loss = 0.0366, Test Accuracy = 80.75%\n",
"Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 80.58%\n",
"Epoch 1/30: Avg Loss = 2.2594, Test Accuracy = 35.59%\n",
"Epoch 2/30: Avg Loss = 2.1080, Test Accuracy = 44.90%\n",
"Epoch 3/30: Avg Loss = 1.9254, Test Accuracy = 48.41%\n",
"Epoch 4/30: Avg Loss = 1.7367, Test Accuracy = 50.65%\n",
"Epoch 5/30: Avg Loss = 1.5147, Test Accuracy = 52.87%\n",
"Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 56.10%\n",
"Epoch 7/30: Avg Loss = 1.1194, Test Accuracy = 60.99%\n",
"Epoch 8/30: Avg Loss = 0.9477, Test Accuracy = 65.60%\n",
"Epoch 9/30: Avg Loss = 0.7655, Test Accuracy = 69.43%\n",
"Epoch 10/30: Avg Loss = 0.6687, Test Accuracy = 72.38%\n",
"Epoch 11/30: Avg Loss = 0.5688, Test Accuracy = 75.24%\n",
"Epoch 12/30: Avg Loss = 0.4362, Test Accuracy = 77.30%\n",
"Epoch 13/30: Avg Loss = 0.3880, Test Accuracy = 78.39%\n",
"Epoch 14/30: Avg Loss = 0.2901, Test Accuracy = 78.86%\n",
"Epoch 15/30: Avg Loss = 0.2519, Test Accuracy = 79.76%\n",
"Epoch 16/30: Avg Loss = 0.2163, Test Accuracy = 80.22%\n",
"Epoch 17/30: Avg Loss = 0.1650, Test Accuracy = 80.60%\n",
"Epoch 18/30: Avg Loss = 0.1309, Test Accuracy = 80.60%\n",
"Epoch 19/30: Avg Loss = 0.1407, Test Accuracy = 80.63%\n",
"Epoch 20/30: Avg Loss = 0.1186, Test Accuracy = 80.68%\n",
"Epoch 21/30: Avg Loss = 0.0884, Test Accuracy = 80.65%\n",
"Epoch 22/30: Avg Loss = 0.1163, Test Accuracy = 80.71%\n",
"Epoch 23/30: Avg Loss = 0.0706, Test Accuracy = 80.82%\n",
"Epoch 24/30: Avg Loss = 0.0687, Test Accuracy = 80.81%\n",
"Epoch 25/30: Avg Loss = 0.0609, Test Accuracy = 80.67%\n",
"Epoch 26/30: Avg Loss = 0.0602, Test Accuracy = 80.58%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 57%|████████████████████████████████████████████████████████████████████████████████████████ | 142/250 [02:42<02:02, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0361, Test Accuracy = 80.59%\n",
"Epoch 28/30: Avg Loss = 0.0451, Test Accuracy = 80.72%\n",
"Epoch 29/30: Avg Loss = 0.0350, Test Accuracy = 80.68%\n",
"Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 80.73%\n",
"Epoch 1/30: Avg Loss = 2.2571, Test Accuracy = 32.83%\n",
"Epoch 2/30: Avg Loss = 2.1163, Test Accuracy = 46.65%\n",
"Epoch 3/30: Avg Loss = 1.9337, Test Accuracy = 51.17%\n",
"Epoch 4/30: Avg Loss = 1.7634, Test Accuracy = 52.85%\n",
"Epoch 5/30: Avg Loss = 1.5690, Test Accuracy = 54.55%\n",
"Epoch 6/30: Avg Loss = 1.3579, Test Accuracy = 56.97%\n",
"Epoch 7/30: Avg Loss = 1.1794, Test Accuracy = 59.78%\n",
"Epoch 8/30: Avg Loss = 1.0236, Test Accuracy = 63.73%\n",
"Epoch 9/30: Avg Loss = 0.8687, Test Accuracy = 68.35%\n",
"Epoch 10/30: Avg Loss = 0.6831, Test Accuracy = 71.66%\n",
"Epoch 11/30: Avg Loss = 0.5518, Test Accuracy = 73.53%\n",
"Epoch 12/30: Avg Loss = 0.4284, Test Accuracy = 74.49%\n",
"Epoch 13/30: Avg Loss = 0.3663, Test Accuracy = 75.32%\n",
"Epoch 14/30: Avg Loss = 0.3392, Test Accuracy = 76.05%\n",
"Epoch 15/30: Avg Loss = 0.2338, Test Accuracy = 76.71%\n",
"Epoch 16/30: Avg Loss = 0.2024, Test Accuracy = 77.07%\n",
"Epoch 17/30: Avg Loss = 0.1660, Test Accuracy = 77.09%\n",
"Epoch 18/30: Avg Loss = 0.1391, Test Accuracy = 77.50%\n",
"Epoch 19/30: Avg Loss = 0.1153, Test Accuracy = 77.81%\n",
"Epoch 20/30: Avg Loss = 0.0860, Test Accuracy = 77.87%\n",
"Epoch 21/30: Avg Loss = 0.0942, Test Accuracy = 77.89%\n",
"Epoch 22/30: Avg Loss = 0.0670, Test Accuracy = 78.16%\n",
"Epoch 23/30: Avg Loss = 0.0686, Test Accuracy = 78.43%\n",
"Epoch 24/30: Avg Loss = 0.0426, Test Accuracy = 78.56%\n",
"Epoch 25/30: Avg Loss = 0.0387, Test Accuracy = 78.61%\n",
"Epoch 26/30: Avg Loss = 0.0294, Test Accuracy = 78.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 57%|████████████████████████████████████████████████████████████████████████████████████████▋ | 143/250 [02:43<02:01, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 79.04%\n",
"Epoch 28/30: Avg Loss = 0.0252, Test Accuracy = 79.05%\n",
"Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 79.03%\n",
"Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 78.88%\n",
"Epoch 1/30: Avg Loss = 2.2657, Test Accuracy = 40.48%\n",
"Epoch 2/30: Avg Loss = 2.1096, Test Accuracy = 49.79%\n",
"Epoch 3/30: Avg Loss = 1.9529, Test Accuracy = 53.14%\n",
"Epoch 4/30: Avg Loss = 1.7475, Test Accuracy = 55.35%\n",
"Epoch 5/30: Avg Loss = 1.5583, Test Accuracy = 56.94%\n",
"Epoch 6/30: Avg Loss = 1.3465, Test Accuracy = 59.17%\n",
"Epoch 7/30: Avg Loss = 1.1805, Test Accuracy = 61.64%\n",
"Epoch 8/30: Avg Loss = 1.0040, Test Accuracy = 64.59%\n",
"Epoch 9/30: Avg Loss = 0.8691, Test Accuracy = 68.23%\n",
"Epoch 10/30: Avg Loss = 0.7110, Test Accuracy = 72.22%\n",
"Epoch 11/30: Avg Loss = 0.6070, Test Accuracy = 75.68%\n",
"Epoch 12/30: Avg Loss = 0.4805, Test Accuracy = 77.37%\n",
"Epoch 13/30: Avg Loss = 0.4449, Test Accuracy = 78.54%\n",
"Epoch 14/30: Avg Loss = 0.3506, Test Accuracy = 79.20%\n",
"Epoch 15/30: Avg Loss = 0.2889, Test Accuracy = 79.46%\n",
"Epoch 16/30: Avg Loss = 0.2472, Test Accuracy = 79.60%\n",
"Epoch 17/30: Avg Loss = 0.2035, Test Accuracy = 79.70%\n",
"Epoch 18/30: Avg Loss = 0.2029, Test Accuracy = 80.11%\n",
"Epoch 19/30: Avg Loss = 0.1431, Test Accuracy = 80.60%\n",
"Epoch 20/30: Avg Loss = 0.1173, Test Accuracy = 80.93%\n",
"Epoch 21/30: Avg Loss = 0.0961, Test Accuracy = 80.94%\n",
"Epoch 22/30: Avg Loss = 0.0875, Test Accuracy = 81.03%\n",
"Epoch 23/30: Avg Loss = 0.0941, Test Accuracy = 80.93%\n",
"Epoch 24/30: Avg Loss = 0.0681, Test Accuracy = 80.79%\n",
"Epoch 25/30: Avg Loss = 0.0541, Test Accuracy = 80.60%\n",
"Epoch 26/30: Avg Loss = 0.0614, Test Accuracy = 80.69%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 58%|█████████████████████████████████████████████████████████████████████████████████████████▎ | 144/250 [02:45<02:01, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0541, Test Accuracy = 80.79%\n",
"Epoch 28/30: Avg Loss = 0.0432, Test Accuracy = 80.68%\n",
"Epoch 29/30: Avg Loss = 0.0283, Test Accuracy = 80.58%\n",
"Epoch 30/30: Avg Loss = 0.0335, Test Accuracy = 80.52%\n",
"Epoch 1/30: Avg Loss = 2.2817, Test Accuracy = 29.15%\n",
"Epoch 2/30: Avg Loss = 2.1279, Test Accuracy = 46.82%\n",
"Epoch 3/30: Avg Loss = 1.9817, Test Accuracy = 55.23%\n",
"Epoch 4/30: Avg Loss = 1.8042, Test Accuracy = 60.94%\n",
"Epoch 5/30: Avg Loss = 1.6124, Test Accuracy = 64.55%\n",
"Epoch 6/30: Avg Loss = 1.4308, Test Accuracy = 67.00%\n",
"Epoch 7/30: Avg Loss = 1.2308, Test Accuracy = 69.38%\n",
"Epoch 8/30: Avg Loss = 1.0231, Test Accuracy = 71.54%\n",
"Epoch 9/30: Avg Loss = 0.8592, Test Accuracy = 73.84%\n",
"Epoch 10/30: Avg Loss = 0.7069, Test Accuracy = 76.07%\n",
"Epoch 11/30: Avg Loss = 0.5662, Test Accuracy = 77.61%\n",
"Epoch 12/30: Avg Loss = 0.4419, Test Accuracy = 79.10%\n",
"Epoch 13/30: Avg Loss = 0.3352, Test Accuracy = 79.43%\n",
"Epoch 14/30: Avg Loss = 0.3107, Test Accuracy = 79.92%\n",
"Epoch 15/30: Avg Loss = 0.2196, Test Accuracy = 80.37%\n",
"Epoch 16/30: Avg Loss = 0.1957, Test Accuracy = 81.15%\n",
"Epoch 17/30: Avg Loss = 0.1579, Test Accuracy = 81.46%\n",
"Epoch 18/30: Avg Loss = 0.1153, Test Accuracy = 81.68%\n",
"Epoch 19/30: Avg Loss = 0.1242, Test Accuracy = 81.94%\n",
"Epoch 20/30: Avg Loss = 0.0696, Test Accuracy = 81.91%\n",
"Epoch 21/30: Avg Loss = 0.0738, Test Accuracy = 82.03%\n",
"Epoch 22/30: Avg Loss = 0.0670, Test Accuracy = 82.38%\n",
"Epoch 23/30: Avg Loss = 0.0595, Test Accuracy = 82.53%\n",
"Epoch 24/30: Avg Loss = 0.0498, Test Accuracy = 82.57%\n",
"Epoch 25/30: Avg Loss = 0.0377, Test Accuracy = 82.65%\n",
"Epoch 26/30: Avg Loss = 0.0383, Test Accuracy = 82.65%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 58%|█████████████████████████████████████████████████████████████████████████████████████████▉ | 145/250 [02:46<02:00, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0321, Test Accuracy = 82.51%\n",
"Epoch 28/30: Avg Loss = 0.0335, Test Accuracy = 82.53%\n",
"Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 82.52%\n",
"Epoch 30/30: Avg Loss = 0.0357, Test Accuracy = 82.68%\n",
"Epoch 1/30: Avg Loss = 2.2930, Test Accuracy = 28.22%\n",
"Epoch 2/30: Avg Loss = 2.1328, Test Accuracy = 47.62%\n",
"Epoch 3/30: Avg Loss = 1.9663, Test Accuracy = 54.02%\n",
"Epoch 4/30: Avg Loss = 1.8007, Test Accuracy = 57.96%\n",
"Epoch 5/30: Avg Loss = 1.5951, Test Accuracy = 60.31%\n",
"Epoch 6/30: Avg Loss = 1.3731, Test Accuracy = 62.52%\n",
"Epoch 7/30: Avg Loss = 1.1775, Test Accuracy = 65.45%\n",
"Epoch 8/30: Avg Loss = 0.9615, Test Accuracy = 68.65%\n",
"Epoch 9/30: Avg Loss = 0.7935, Test Accuracy = 71.41%\n",
"Epoch 10/30: Avg Loss = 0.6576, Test Accuracy = 73.43%\n",
"Epoch 11/30: Avg Loss = 0.5312, Test Accuracy = 75.22%\n",
"Epoch 12/30: Avg Loss = 0.4589, Test Accuracy = 76.08%\n",
"Epoch 13/30: Avg Loss = 0.3356, Test Accuracy = 76.61%\n",
"Epoch 14/30: Avg Loss = 0.2568, Test Accuracy = 77.23%\n",
"Epoch 15/30: Avg Loss = 0.2102, Test Accuracy = 77.71%\n",
"Epoch 16/30: Avg Loss = 0.1765, Test Accuracy = 78.23%\n",
"Epoch 17/30: Avg Loss = 0.1332, Test Accuracy = 78.67%\n",
"Epoch 18/30: Avg Loss = 0.1246, Test Accuracy = 79.11%\n",
"Epoch 19/30: Avg Loss = 0.0914, Test Accuracy = 78.94%\n",
"Epoch 20/30: Avg Loss = 0.0934, Test Accuracy = 78.85%\n",
"Epoch 21/30: Avg Loss = 0.0883, Test Accuracy = 79.20%\n",
"Epoch 22/30: Avg Loss = 0.0596, Test Accuracy = 79.41%\n",
"Epoch 23/30: Avg Loss = 0.0430, Test Accuracy = 79.55%\n",
"Epoch 24/30: Avg Loss = 0.0570, Test Accuracy = 79.55%\n",
"Epoch 25/30: Avg Loss = 0.0381, Test Accuracy = 79.55%\n",
"Epoch 26/30: Avg Loss = 0.0381, Test Accuracy = 79.52%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 58%|██████████████████████████████████████████████████████████████████████████████████████████▌ | 146/250 [02:47<01:59, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0423, Test Accuracy = 79.58%\n",
"Epoch 28/30: Avg Loss = 0.0284, Test Accuracy = 79.61%\n",
"Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 79.55%\n",
"Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 79.40%\n",
"Epoch 1/30: Avg Loss = 2.2809, Test Accuracy = 35.55%\n",
"Epoch 2/30: Avg Loss = 2.1350, Test Accuracy = 51.19%\n",
"Epoch 3/30: Avg Loss = 1.9892, Test Accuracy = 54.65%\n",
"Epoch 4/30: Avg Loss = 1.8196, Test Accuracy = 57.71%\n",
"Epoch 5/30: Avg Loss = 1.6427, Test Accuracy = 59.89%\n",
"Epoch 6/30: Avg Loss = 1.4383, Test Accuracy = 62.41%\n",
"Epoch 7/30: Avg Loss = 1.2331, Test Accuracy = 64.82%\n",
"Epoch 8/30: Avg Loss = 1.0444, Test Accuracy = 67.60%\n",
"Epoch 9/30: Avg Loss = 0.8663, Test Accuracy = 70.98%\n",
"Epoch 10/30: Avg Loss = 0.7181, Test Accuracy = 73.67%\n",
"Epoch 11/30: Avg Loss = 0.5807, Test Accuracy = 75.58%\n",
"Epoch 12/30: Avg Loss = 0.5081, Test Accuracy = 77.13%\n",
"Epoch 13/30: Avg Loss = 0.4283, Test Accuracy = 78.98%\n",
"Epoch 14/30: Avg Loss = 0.3208, Test Accuracy = 80.36%\n",
"Epoch 15/30: Avg Loss = 0.2893, Test Accuracy = 81.16%\n",
"Epoch 16/30: Avg Loss = 0.2258, Test Accuracy = 81.64%\n",
"Epoch 17/30: Avg Loss = 0.1662, Test Accuracy = 81.91%\n",
"Epoch 18/30: Avg Loss = 0.1762, Test Accuracy = 82.04%\n",
"Epoch 19/30: Avg Loss = 0.1557, Test Accuracy = 82.13%\n",
"Epoch 20/30: Avg Loss = 0.0977, Test Accuracy = 82.19%\n",
"Epoch 21/30: Avg Loss = 0.0844, Test Accuracy = 82.16%\n",
"Epoch 22/30: Avg Loss = 0.0722, Test Accuracy = 82.06%\n",
"Epoch 23/30: Avg Loss = 0.0702, Test Accuracy = 82.20%\n",
"Epoch 24/30: Avg Loss = 0.0583, Test Accuracy = 82.02%\n",
"Epoch 25/30: Avg Loss = 0.0486, Test Accuracy = 81.94%\n",
"Epoch 26/30: Avg Loss = 0.0537, Test Accuracy = 81.93%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 59%|███████████████████████████████████████████████████████████████████████████████████████████▏ | 147/250 [02:48<01:58, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0417, Test Accuracy = 81.92%\n",
"Epoch 28/30: Avg Loss = 0.0437, Test Accuracy = 81.95%\n",
"Epoch 29/30: Avg Loss = 0.0279, Test Accuracy = 81.96%\n",
"Epoch 30/30: Avg Loss = 0.0269, Test Accuracy = 81.98%\n",
"Epoch 1/30: Avg Loss = 2.2690, Test Accuracy = 31.07%\n",
"Epoch 2/30: Avg Loss = 2.1136, Test Accuracy = 41.93%\n",
"Epoch 3/30: Avg Loss = 1.9159, Test Accuracy = 48.70%\n",
"Epoch 4/30: Avg Loss = 1.7190, Test Accuracy = 51.64%\n",
"Epoch 5/30: Avg Loss = 1.5066, Test Accuracy = 53.45%\n",
"Epoch 6/30: Avg Loss = 1.2642, Test Accuracy = 54.63%\n",
"Epoch 7/30: Avg Loss = 1.0518, Test Accuracy = 56.38%\n",
"Epoch 8/30: Avg Loss = 0.8532, Test Accuracy = 58.45%\n",
"Epoch 9/30: Avg Loss = 0.7233, Test Accuracy = 60.99%\n",
"Epoch 10/30: Avg Loss = 0.5865, Test Accuracy = 63.73%\n",
"Epoch 11/30: Avg Loss = 0.4907, Test Accuracy = 65.86%\n",
"Epoch 12/30: Avg Loss = 0.4261, Test Accuracy = 67.66%\n",
"Epoch 13/30: Avg Loss = 0.3437, Test Accuracy = 69.49%\n",
"Epoch 14/30: Avg Loss = 0.2690, Test Accuracy = 70.93%\n",
"Epoch 15/30: Avg Loss = 0.2444, Test Accuracy = 72.61%\n",
"Epoch 16/30: Avg Loss = 0.1818, Test Accuracy = 73.95%\n",
"Epoch 17/30: Avg Loss = 0.1691, Test Accuracy = 74.72%\n",
"Epoch 18/30: Avg Loss = 0.1398, Test Accuracy = 75.68%\n",
"Epoch 19/30: Avg Loss = 0.1170, Test Accuracy = 76.43%\n",
"Epoch 20/30: Avg Loss = 0.0887, Test Accuracy = 76.74%\n",
"Epoch 21/30: Avg Loss = 0.0672, Test Accuracy = 76.68%\n",
"Epoch 22/30: Avg Loss = 0.0681, Test Accuracy = 76.82%\n",
"Epoch 23/30: Avg Loss = 0.0505, Test Accuracy = 76.80%\n",
"Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 76.70%\n",
"Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 76.83%\n",
"Epoch 26/30: Avg Loss = 0.0427, Test Accuracy = 76.94%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 59%|███████████████████████████████████████████████████████████████████████████████████████████▊ | 148/250 [02:49<01:56, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0452, Test Accuracy = 77.10%\n",
"Epoch 28/30: Avg Loss = 0.0275, Test Accuracy = 77.40%\n",
"Epoch 29/30: Avg Loss = 0.0236, Test Accuracy = 77.47%\n",
"Epoch 30/30: Avg Loss = 0.0253, Test Accuracy = 77.60%\n",
"Epoch 1/30: Avg Loss = 2.2708, Test Accuracy = 40.39%\n",
"Epoch 2/30: Avg Loss = 2.0973, Test Accuracy = 54.47%\n",
"Epoch 3/30: Avg Loss = 1.9029, Test Accuracy = 56.81%\n",
"Epoch 4/30: Avg Loss = 1.6798, Test Accuracy = 57.21%\n",
"Epoch 5/30: Avg Loss = 1.4289, Test Accuracy = 57.55%\n",
"Epoch 6/30: Avg Loss = 1.2103, Test Accuracy = 58.65%\n",
"Epoch 7/30: Avg Loss = 1.0118, Test Accuracy = 60.37%\n",
"Epoch 8/30: Avg Loss = 0.8633, Test Accuracy = 63.27%\n",
"Epoch 9/30: Avg Loss = 0.6666, Test Accuracy = 66.21%\n",
"Epoch 10/30: Avg Loss = 0.5760, Test Accuracy = 69.14%\n",
"Epoch 11/30: Avg Loss = 0.4920, Test Accuracy = 71.23%\n",
"Epoch 12/30: Avg Loss = 0.3909, Test Accuracy = 72.69%\n",
"Epoch 13/30: Avg Loss = 0.3086, Test Accuracy = 74.02%\n",
"Epoch 14/30: Avg Loss = 0.2679, Test Accuracy = 74.62%\n",
"Epoch 15/30: Avg Loss = 0.2025, Test Accuracy = 75.34%\n",
"Epoch 16/30: Avg Loss = 0.1816, Test Accuracy = 75.44%\n",
"Epoch 17/30: Avg Loss = 0.1477, Test Accuracy = 75.78%\n",
"Epoch 18/30: Avg Loss = 0.1109, Test Accuracy = 76.07%\n",
"Epoch 19/30: Avg Loss = 0.1104, Test Accuracy = 76.45%\n",
"Epoch 20/30: Avg Loss = 0.0938, Test Accuracy = 76.75%\n",
"Epoch 21/30: Avg Loss = 0.0744, Test Accuracy = 77.10%\n",
"Epoch 22/30: Avg Loss = 0.0503, Test Accuracy = 77.35%\n",
"Epoch 23/30: Avg Loss = 0.0450, Test Accuracy = 77.50%\n",
"Epoch 24/30: Avg Loss = 0.0462, Test Accuracy = 77.60%\n",
"Epoch 25/30: Avg Loss = 0.0366, Test Accuracy = 77.72%\n",
"Epoch 26/30: Avg Loss = 0.0483, Test Accuracy = 77.80%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 60%|████████████████████████████████████████████████████████████████████████████████████████████▍ | 149/250 [02:50<01:55, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0291, Test Accuracy = 77.80%\n",
"Epoch 28/30: Avg Loss = 0.0297, Test Accuracy = 77.74%\n",
"Epoch 29/30: Avg Loss = 0.0205, Test Accuracy = 77.66%\n",
"Epoch 30/30: Avg Loss = 0.0276, Test Accuracy = 77.51%\n",
"Epoch 1/30: Avg Loss = 2.2767, Test Accuracy = 34.90%\n",
"Epoch 2/30: Avg Loss = 2.1570, Test Accuracy = 52.91%\n",
"Epoch 3/30: Avg Loss = 2.0367, Test Accuracy = 60.18%\n",
"Epoch 4/30: Avg Loss = 1.8575, Test Accuracy = 62.72%\n",
"Epoch 5/30: Avg Loss = 1.6924, Test Accuracy = 64.02%\n",
"Epoch 6/30: Avg Loss = 1.4618, Test Accuracy = 64.75%\n",
"Epoch 7/30: Avg Loss = 1.2426, Test Accuracy = 66.82%\n",
"Epoch 8/30: Avg Loss = 1.0519, Test Accuracy = 69.60%\n",
"Epoch 9/30: Avg Loss = 0.8516, Test Accuracy = 72.78%\n",
"Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 75.95%\n",
"Epoch 11/30: Avg Loss = 0.5381, Test Accuracy = 77.74%\n",
"Epoch 12/30: Avg Loss = 0.4074, Test Accuracy = 78.65%\n",
"Epoch 13/30: Avg Loss = 0.3312, Test Accuracy = 79.49%\n",
"Epoch 14/30: Avg Loss = 0.2427, Test Accuracy = 80.30%\n",
"Epoch 15/30: Avg Loss = 0.2257, Test Accuracy = 80.82%\n",
"Epoch 16/30: Avg Loss = 0.1712, Test Accuracy = 81.01%\n",
"Epoch 17/30: Avg Loss = 0.1554, Test Accuracy = 81.33%\n",
"Epoch 18/30: Avg Loss = 0.1159, Test Accuracy = 81.41%\n",
"Epoch 19/30: Avg Loss = 0.0830, Test Accuracy = 81.42%\n",
"Epoch 20/30: Avg Loss = 0.0859, Test Accuracy = 81.46%\n",
"Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 81.63%\n",
"Epoch 22/30: Avg Loss = 0.0677, Test Accuracy = 81.77%\n",
"Epoch 23/30: Avg Loss = 0.0473, Test Accuracy = 81.83%\n",
"Epoch 24/30: Avg Loss = 0.0647, Test Accuracy = 81.94%\n",
"Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 81.93%\n",
"Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 81.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 60%|█████████████████████████████████████████████████████████████████████████████████████████████ | 150/250 [02:51<01:54, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0507, Test Accuracy = 81.81%\n",
"Epoch 28/30: Avg Loss = 0.0244, Test Accuracy = 81.89%\n",
"Epoch 29/30: Avg Loss = 0.0379, Test Accuracy = 82.07%\n",
"Epoch 30/30: Avg Loss = 0.0306, Test Accuracy = 81.98%\n",
"Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 29.22%\n",
"Epoch 2/30: Avg Loss = 2.1283, Test Accuracy = 56.31%\n",
"Epoch 3/30: Avg Loss = 1.9641, Test Accuracy = 62.20%\n",
"Epoch 4/30: Avg Loss = 1.7707, Test Accuracy = 62.70%\n",
"Epoch 5/30: Avg Loss = 1.5498, Test Accuracy = 62.23%\n",
"Epoch 6/30: Avg Loss = 1.3038, Test Accuracy = 62.87%\n",
"Epoch 7/30: Avg Loss = 1.1031, Test Accuracy = 64.10%\n",
"Epoch 8/30: Avg Loss = 0.9062, Test Accuracy = 66.49%\n",
"Epoch 9/30: Avg Loss = 0.7441, Test Accuracy = 68.93%\n",
"Epoch 10/30: Avg Loss = 0.6487, Test Accuracy = 71.07%\n",
"Epoch 11/30: Avg Loss = 0.4912, Test Accuracy = 72.74%\n",
"Epoch 12/30: Avg Loss = 0.4010, Test Accuracy = 74.13%\n",
"Epoch 13/30: Avg Loss = 0.3660, Test Accuracy = 75.93%\n",
"Epoch 14/30: Avg Loss = 0.2816, Test Accuracy = 77.56%\n",
"Epoch 15/30: Avg Loss = 0.2329, Test Accuracy = 78.92%\n",
"Epoch 16/30: Avg Loss = 0.1857, Test Accuracy = 79.72%\n",
"Epoch 17/30: Avg Loss = 0.1772, Test Accuracy = 79.94%\n",
"Epoch 18/30: Avg Loss = 0.1374, Test Accuracy = 80.20%\n",
"Epoch 19/30: Avg Loss = 0.1065, Test Accuracy = 80.21%\n",
"Epoch 20/30: Avg Loss = 0.1032, Test Accuracy = 80.62%\n",
"Epoch 21/30: Avg Loss = 0.0735, Test Accuracy = 80.79%\n",
"Epoch 22/30: Avg Loss = 0.0699, Test Accuracy = 80.92%\n",
"Epoch 23/30: Avg Loss = 0.0659, Test Accuracy = 81.06%\n",
"Epoch 24/30: Avg Loss = 0.0449, Test Accuracy = 81.04%\n",
"Epoch 25/30: Avg Loss = 0.0456, Test Accuracy = 81.26%\n",
"Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.25%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 60%|█████████████████████████████████████████████████████████████████████████████████████████████▌ | 151/250 [02:53<01:53, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0443, Test Accuracy = 81.15%\n",
"Epoch 28/30: Avg Loss = 0.0371, Test Accuracy = 81.14%\n",
"Epoch 29/30: Avg Loss = 0.0363, Test Accuracy = 81.21%\n",
"Epoch 30/30: Avg Loss = 0.0223, Test Accuracy = 81.31%\n",
"Epoch 1/30: Avg Loss = 2.2631, Test Accuracy = 35.81%\n",
"Epoch 2/30: Avg Loss = 2.1313, Test Accuracy = 49.14%\n",
"Epoch 3/30: Avg Loss = 1.9860, Test Accuracy = 53.82%\n",
"Epoch 4/30: Avg Loss = 1.8302, Test Accuracy = 56.11%\n",
"Epoch 5/30: Avg Loss = 1.6585, Test Accuracy = 57.76%\n",
"Epoch 6/30: Avg Loss = 1.4577, Test Accuracy = 59.86%\n",
"Epoch 7/30: Avg Loss = 1.2492, Test Accuracy = 62.94%\n",
"Epoch 8/30: Avg Loss = 1.0525, Test Accuracy = 66.35%\n",
"Epoch 9/30: Avg Loss = 0.8991, Test Accuracy = 70.66%\n",
"Epoch 10/30: Avg Loss = 0.7433, Test Accuracy = 73.99%\n",
"Epoch 11/30: Avg Loss = 0.5841, Test Accuracy = 76.17%\n",
"Epoch 12/30: Avg Loss = 0.5073, Test Accuracy = 77.71%\n",
"Epoch 13/30: Avg Loss = 0.3879, Test Accuracy = 78.57%\n",
"Epoch 14/30: Avg Loss = 0.3053, Test Accuracy = 78.83%\n",
"Epoch 15/30: Avg Loss = 0.2699, Test Accuracy = 79.00%\n",
"Epoch 16/30: Avg Loss = 0.2285, Test Accuracy = 79.40%\n",
"Epoch 17/30: Avg Loss = 0.1553, Test Accuracy = 79.82%\n",
"Epoch 18/30: Avg Loss = 0.1338, Test Accuracy = 79.76%\n",
"Epoch 19/30: Avg Loss = 0.1275, Test Accuracy = 80.24%\n",
"Epoch 20/30: Avg Loss = 0.1156, Test Accuracy = 80.05%\n",
"Epoch 21/30: Avg Loss = 0.0935, Test Accuracy = 80.03%\n",
"Epoch 22/30: Avg Loss = 0.0699, Test Accuracy = 80.06%\n",
"Epoch 23/30: Avg Loss = 0.0682, Test Accuracy = 80.25%\n",
"Epoch 24/30: Avg Loss = 0.0622, Test Accuracy = 80.43%\n",
"Epoch 25/30: Avg Loss = 0.0583, Test Accuracy = 80.48%\n",
"Epoch 26/30: Avg Loss = 0.0657, Test Accuracy = 80.48%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 61%|██████████████████████████████████████████████████████████████████████████████████████████████▏ | 152/250 [02:54<01:51, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0508, Test Accuracy = 80.48%\n",
"Epoch 28/30: Avg Loss = 0.0386, Test Accuracy = 80.76%\n",
"Epoch 29/30: Avg Loss = 0.0450, Test Accuracy = 80.73%\n",
"Epoch 30/30: Avg Loss = 0.0273, Test Accuracy = 80.76%\n",
"Epoch 1/30: Avg Loss = 2.2582, Test Accuracy = 26.39%\n",
"Epoch 2/30: Avg Loss = 2.0880, Test Accuracy = 39.90%\n",
"Epoch 3/30: Avg Loss = 1.9048, Test Accuracy = 47.34%\n",
"Epoch 4/30: Avg Loss = 1.7036, Test Accuracy = 52.14%\n",
"Epoch 5/30: Avg Loss = 1.5197, Test Accuracy = 55.66%\n",
"Epoch 6/30: Avg Loss = 1.3519, Test Accuracy = 58.88%\n",
"Epoch 7/30: Avg Loss = 1.1266, Test Accuracy = 62.72%\n",
"Epoch 8/30: Avg Loss = 0.9411, Test Accuracy = 66.36%\n",
"Epoch 9/30: Avg Loss = 0.7672, Test Accuracy = 69.42%\n",
"Epoch 10/30: Avg Loss = 0.6424, Test Accuracy = 71.75%\n",
"Epoch 11/30: Avg Loss = 0.5185, Test Accuracy = 73.54%\n",
"Epoch 12/30: Avg Loss = 0.4075, Test Accuracy = 75.00%\n",
"Epoch 13/30: Avg Loss = 0.3422, Test Accuracy = 76.17%\n",
"Epoch 14/30: Avg Loss = 0.2653, Test Accuracy = 77.17%\n",
"Epoch 15/30: Avg Loss = 0.2003, Test Accuracy = 77.87%\n",
"Epoch 16/30: Avg Loss = 0.1686, Test Accuracy = 78.68%\n",
"Epoch 17/30: Avg Loss = 0.1253, Test Accuracy = 79.00%\n",
"Epoch 18/30: Avg Loss = 0.1232, Test Accuracy = 79.25%\n",
"Epoch 19/30: Avg Loss = 0.0828, Test Accuracy = 79.36%\n",
"Epoch 20/30: Avg Loss = 0.0823, Test Accuracy = 79.24%\n",
"Epoch 21/30: Avg Loss = 0.0603, Test Accuracy = 79.29%\n",
"Epoch 22/30: Avg Loss = 0.0687, Test Accuracy = 79.35%\n",
"Epoch 23/30: Avg Loss = 0.0478, Test Accuracy = 79.42%\n",
"Epoch 24/30: Avg Loss = 0.0404, Test Accuracy = 79.36%\n",
"Epoch 25/30: Avg Loss = 0.0497, Test Accuracy = 79.46%\n",
"Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 79.89%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 61%|██████████████████████████████████████████████████████████████████████████████████████████████▊ | 153/250 [02:55<01:50, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0279, Test Accuracy = 80.27%\n",
"Epoch 28/30: Avg Loss = 0.0298, Test Accuracy = 80.44%\n",
"Epoch 29/30: Avg Loss = 0.0284, Test Accuracy = 80.54%\n",
"Epoch 30/30: Avg Loss = 0.0288, Test Accuracy = 80.58%\n",
"Epoch 1/30: Avg Loss = 2.2515, Test Accuracy = 37.28%\n",
"Epoch 2/30: Avg Loss = 2.0856, Test Accuracy = 47.15%\n",
"Epoch 3/30: Avg Loss = 1.9206, Test Accuracy = 52.54%\n",
"Epoch 4/30: Avg Loss = 1.7225, Test Accuracy = 55.63%\n",
"Epoch 5/30: Avg Loss = 1.5381, Test Accuracy = 58.25%\n",
"Epoch 6/30: Avg Loss = 1.3758, Test Accuracy = 59.78%\n",
"Epoch 7/30: Avg Loss = 1.1559, Test Accuracy = 62.00%\n",
"Epoch 8/30: Avg Loss = 0.9455, Test Accuracy = 64.27%\n",
"Epoch 9/30: Avg Loss = 0.7885, Test Accuracy = 67.35%\n",
"Epoch 10/30: Avg Loss = 0.6657, Test Accuracy = 69.62%\n",
"Epoch 11/30: Avg Loss = 0.5201, Test Accuracy = 71.52%\n",
"Epoch 12/30: Avg Loss = 0.4131, Test Accuracy = 72.79%\n",
"Epoch 13/30: Avg Loss = 0.3429, Test Accuracy = 74.54%\n",
"Epoch 14/30: Avg Loss = 0.2764, Test Accuracy = 75.77%\n",
"Epoch 15/30: Avg Loss = 0.2293, Test Accuracy = 76.26%\n",
"Epoch 16/30: Avg Loss = 0.1698, Test Accuracy = 76.64%\n",
"Epoch 17/30: Avg Loss = 0.1586, Test Accuracy = 76.89%\n",
"Epoch 18/30: Avg Loss = 0.1252, Test Accuracy = 77.18%\n",
"Epoch 19/30: Avg Loss = 0.1066, Test Accuracy = 77.15%\n",
"Epoch 20/30: Avg Loss = 0.0794, Test Accuracy = 76.97%\n",
"Epoch 21/30: Avg Loss = 0.0912, Test Accuracy = 76.99%\n",
"Epoch 22/30: Avg Loss = 0.0590, Test Accuracy = 77.08%\n",
"Epoch 23/30: Avg Loss = 0.0451, Test Accuracy = 77.17%\n",
"Epoch 24/30: Avg Loss = 0.0493, Test Accuracy = 77.18%\n",
"Epoch 25/30: Avg Loss = 0.0474, Test Accuracy = 77.16%\n",
"Epoch 26/30: Avg Loss = 0.0335, Test Accuracy = 77.49%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 62%|███████████████████████████████████████████████████████████████████████████████████████████████▍ | 154/250 [02:56<01:49, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0260, Test Accuracy = 77.57%\n",
"Epoch 28/30: Avg Loss = 0.0259, Test Accuracy = 77.67%\n",
"Epoch 29/30: Avg Loss = 0.0244, Test Accuracy = 77.65%\n",
"Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 77.80%\n",
"Epoch 1/30: Avg Loss = 2.2649, Test Accuracy = 28.50%\n",
"Epoch 2/30: Avg Loss = 2.1138, Test Accuracy = 48.48%\n",
"Epoch 3/30: Avg Loss = 1.9418, Test Accuracy = 55.51%\n",
"Epoch 4/30: Avg Loss = 1.7413, Test Accuracy = 58.86%\n",
"Epoch 5/30: Avg Loss = 1.5400, Test Accuracy = 60.44%\n",
"Epoch 6/30: Avg Loss = 1.3096, Test Accuracy = 62.64%\n",
"Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 65.56%\n",
"Epoch 8/30: Avg Loss = 0.9616, Test Accuracy = 69.12%\n",
"Epoch 9/30: Avg Loss = 0.7901, Test Accuracy = 71.52%\n",
"Epoch 10/30: Avg Loss = 0.6569, Test Accuracy = 74.36%\n",
"Epoch 11/30: Avg Loss = 0.5453, Test Accuracy = 76.44%\n",
"Epoch 12/30: Avg Loss = 0.4188, Test Accuracy = 77.83%\n",
"Epoch 13/30: Avg Loss = 0.3415, Test Accuracy = 79.06%\n",
"Epoch 14/30: Avg Loss = 0.3138, Test Accuracy = 79.86%\n",
"Epoch 15/30: Avg Loss = 0.2454, Test Accuracy = 80.08%\n",
"Epoch 16/30: Avg Loss = 0.1993, Test Accuracy = 80.34%\n",
"Epoch 17/30: Avg Loss = 0.1511, Test Accuracy = 80.60%\n",
"Epoch 18/30: Avg Loss = 0.1615, Test Accuracy = 80.88%\n",
"Epoch 19/30: Avg Loss = 0.0955, Test Accuracy = 80.97%\n",
"Epoch 20/30: Avg Loss = 0.0842, Test Accuracy = 81.19%\n",
"Epoch 21/30: Avg Loss = 0.0732, Test Accuracy = 81.25%\n",
"Epoch 22/30: Avg Loss = 0.0547, Test Accuracy = 81.17%\n",
"Epoch 23/30: Avg Loss = 0.0605, Test Accuracy = 81.17%\n",
"Epoch 24/30: Avg Loss = 0.0494, Test Accuracy = 81.17%\n",
"Epoch 25/30: Avg Loss = 0.0413, Test Accuracy = 81.08%\n",
"Epoch 26/30: Avg Loss = 0.0392, Test Accuracy = 81.14%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 62%|████████████████████████████████████████████████████████████████████████████████████████████████ | 155/250 [02:57<01:48, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0434, Test Accuracy = 81.37%\n",
"Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 81.61%\n",
"Epoch 29/30: Avg Loss = 0.0249, Test Accuracy = 81.71%\n",
"Epoch 30/30: Avg Loss = 0.0332, Test Accuracy = 81.83%\n",
"Epoch 1/30: Avg Loss = 2.2934, Test Accuracy = 31.10%\n",
"Epoch 2/30: Avg Loss = 2.1633, Test Accuracy = 48.14%\n",
"Epoch 3/30: Avg Loss = 2.0399, Test Accuracy = 56.65%\n",
"Epoch 4/30: Avg Loss = 1.8759, Test Accuracy = 60.04%\n",
"Epoch 5/30: Avg Loss = 1.6927, Test Accuracy = 61.86%\n",
"Epoch 6/30: Avg Loss = 1.5183, Test Accuracy = 63.12%\n",
"Epoch 7/30: Avg Loss = 1.3452, Test Accuracy = 64.33%\n",
"Epoch 8/30: Avg Loss = 1.1353, Test Accuracy = 66.36%\n",
"Epoch 9/30: Avg Loss = 0.9499, Test Accuracy = 69.53%\n",
"Epoch 10/30: Avg Loss = 0.8458, Test Accuracy = 73.40%\n",
"Epoch 11/30: Avg Loss = 0.6519, Test Accuracy = 75.42%\n",
"Epoch 12/30: Avg Loss = 0.5468, Test Accuracy = 76.58%\n",
"Epoch 13/30: Avg Loss = 0.4236, Test Accuracy = 77.55%\n",
"Epoch 14/30: Avg Loss = 0.3511, Test Accuracy = 78.45%\n",
"Epoch 15/30: Avg Loss = 0.3198, Test Accuracy = 78.86%\n",
"Epoch 16/30: Avg Loss = 0.2645, Test Accuracy = 78.95%\n",
"Epoch 17/30: Avg Loss = 0.2223, Test Accuracy = 79.11%\n",
"Epoch 18/30: Avg Loss = 0.1998, Test Accuracy = 79.19%\n",
"Epoch 19/30: Avg Loss = 0.1618, Test Accuracy = 79.18%\n",
"Epoch 20/30: Avg Loss = 0.1350, Test Accuracy = 79.13%\n",
"Epoch 21/30: Avg Loss = 0.1252, Test Accuracy = 79.17%\n",
"Epoch 22/30: Avg Loss = 0.1122, Test Accuracy = 79.59%\n",
"Epoch 23/30: Avg Loss = 0.0876, Test Accuracy = 80.21%\n",
"Epoch 24/30: Avg Loss = 0.0653, Test Accuracy = 80.08%\n",
"Epoch 25/30: Avg Loss = 0.0775, Test Accuracy = 80.13%\n",
"Epoch 26/30: Avg Loss = 0.0536, Test Accuracy = 80.18%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 62%|████████████████████████████████████████████████████████████████████████████████████████████████▋ | 156/250 [02:58<01:46, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0556, Test Accuracy = 79.87%\n",
"Epoch 28/30: Avg Loss = 0.0704, Test Accuracy = 79.52%\n",
"Epoch 29/30: Avg Loss = 0.0419, Test Accuracy = 79.37%\n",
"Epoch 30/30: Avg Loss = 0.0528, Test Accuracy = 79.33%\n",
"Epoch 1/30: Avg Loss = 2.2649, Test Accuracy = 29.54%\n",
"Epoch 2/30: Avg Loss = 2.1018, Test Accuracy = 49.33%\n",
"Epoch 3/30: Avg Loss = 1.9317, Test Accuracy = 55.93%\n",
"Epoch 4/30: Avg Loss = 1.7496, Test Accuracy = 58.09%\n",
"Epoch 5/30: Avg Loss = 1.5397, Test Accuracy = 59.60%\n",
"Epoch 6/30: Avg Loss = 1.3280, Test Accuracy = 60.80%\n",
"Epoch 7/30: Avg Loss = 1.1460, Test Accuracy = 62.41%\n",
"Epoch 8/30: Avg Loss = 0.9154, Test Accuracy = 64.37%\n",
"Epoch 9/30: Avg Loss = 0.7511, Test Accuracy = 66.52%\n",
"Epoch 10/30: Avg Loss = 0.6516, Test Accuracy = 68.76%\n",
"Epoch 11/30: Avg Loss = 0.4923, Test Accuracy = 70.67%\n",
"Epoch 12/30: Avg Loss = 0.4071, Test Accuracy = 72.54%\n",
"Epoch 13/30: Avg Loss = 0.3479, Test Accuracy = 73.63%\n",
"Epoch 14/30: Avg Loss = 0.2922, Test Accuracy = 75.09%\n",
"Epoch 15/30: Avg Loss = 0.2149, Test Accuracy = 76.22%\n",
"Epoch 16/30: Avg Loss = 0.2015, Test Accuracy = 77.20%\n",
"Epoch 17/30: Avg Loss = 0.1556, Test Accuracy = 77.85%\n",
"Epoch 18/30: Avg Loss = 0.1387, Test Accuracy = 78.30%\n",
"Epoch 19/30: Avg Loss = 0.1168, Test Accuracy = 78.09%\n",
"Epoch 20/30: Avg Loss = 0.0959, Test Accuracy = 78.09%\n",
"Epoch 21/30: Avg Loss = 0.0937, Test Accuracy = 78.80%\n",
"Epoch 22/30: Avg Loss = 0.0747, Test Accuracy = 79.48%\n",
"Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 79.59%\n",
"Epoch 24/30: Avg Loss = 0.0500, Test Accuracy = 79.52%\n",
"Epoch 25/30: Avg Loss = 0.0439, Test Accuracy = 79.44%\n",
"Epoch 26/30: Avg Loss = 0.0552, Test Accuracy = 79.32%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 63%|█████████████████████████████████████████████████████████████████████████████████████████████████▎ | 157/250 [02:59<01:45, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0326, Test Accuracy = 79.36%\n",
"Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 79.37%\n",
"Epoch 29/30: Avg Loss = 0.0347, Test Accuracy = 79.40%\n",
"Epoch 30/30: Avg Loss = 0.0389, Test Accuracy = 79.48%\n",
"Epoch 1/30: Avg Loss = 2.2850, Test Accuracy = 31.18%\n",
"Epoch 2/30: Avg Loss = 2.1320, Test Accuracy = 50.73%\n",
"Epoch 3/30: Avg Loss = 1.9929, Test Accuracy = 57.20%\n",
"Epoch 4/30: Avg Loss = 1.8114, Test Accuracy = 61.60%\n",
"Epoch 5/30: Avg Loss = 1.6166, Test Accuracy = 63.91%\n",
"Epoch 6/30: Avg Loss = 1.3983, Test Accuracy = 65.58%\n",
"Epoch 7/30: Avg Loss = 1.1832, Test Accuracy = 67.33%\n",
"Epoch 8/30: Avg Loss = 0.9980, Test Accuracy = 68.87%\n",
"Epoch 9/30: Avg Loss = 0.7963, Test Accuracy = 69.96%\n",
"Epoch 10/30: Avg Loss = 0.6743, Test Accuracy = 71.00%\n",
"Epoch 11/30: Avg Loss = 0.5530, Test Accuracy = 71.79%\n",
"Epoch 12/30: Avg Loss = 0.4351, Test Accuracy = 73.08%\n",
"Epoch 13/30: Avg Loss = 0.3915, Test Accuracy = 74.34%\n",
"Epoch 14/30: Avg Loss = 0.3443, Test Accuracy = 75.81%\n",
"Epoch 15/30: Avg Loss = 0.2764, Test Accuracy = 76.74%\n",
"Epoch 16/30: Avg Loss = 0.2147, Test Accuracy = 77.52%\n",
"Epoch 17/30: Avg Loss = 0.2053, Test Accuracy = 77.83%\n",
"Epoch 18/30: Avg Loss = 0.1330, Test Accuracy = 78.35%\n",
"Epoch 19/30: Avg Loss = 0.1373, Test Accuracy = 78.73%\n",
"Epoch 20/30: Avg Loss = 0.1138, Test Accuracy = 78.80%\n",
"Epoch 21/30: Avg Loss = 0.1127, Test Accuracy = 78.79%\n",
"Epoch 22/30: Avg Loss = 0.0951, Test Accuracy = 78.68%\n",
"Epoch 23/30: Avg Loss = 0.0597, Test Accuracy = 78.44%\n",
"Epoch 24/30: Avg Loss = 0.0556, Test Accuracy = 78.44%\n",
"Epoch 25/30: Avg Loss = 0.0505, Test Accuracy = 78.65%\n",
"Epoch 26/30: Avg Loss = 0.0501, Test Accuracy = 79.16%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 63%|█████████████████████████████████████████████████████████████████████████████████████████████████▉ | 158/250 [03:01<01:44, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0653, Test Accuracy = 79.36%\n",
"Epoch 28/30: Avg Loss = 0.0385, Test Accuracy = 79.37%\n",
"Epoch 29/30: Avg Loss = 0.0299, Test Accuracy = 79.50%\n",
"Epoch 30/30: Avg Loss = 0.0292, Test Accuracy = 79.50%\n",
"Epoch 1/30: Avg Loss = 2.2742, Test Accuracy = 34.64%\n",
"Epoch 2/30: Avg Loss = 2.1258, Test Accuracy = 54.12%\n",
"Epoch 3/30: Avg Loss = 1.9791, Test Accuracy = 59.78%\n",
"Epoch 4/30: Avg Loss = 1.8067, Test Accuracy = 61.12%\n",
"Epoch 5/30: Avg Loss = 1.5864, Test Accuracy = 61.38%\n",
"Epoch 6/30: Avg Loss = 1.4116, Test Accuracy = 61.71%\n",
"Epoch 7/30: Avg Loss = 1.1973, Test Accuracy = 63.45%\n",
"Epoch 8/30: Avg Loss = 1.0199, Test Accuracy = 65.67%\n",
"Epoch 9/30: Avg Loss = 0.8725, Test Accuracy = 68.06%\n",
"Epoch 10/30: Avg Loss = 0.7057, Test Accuracy = 69.91%\n",
"Epoch 11/30: Avg Loss = 0.6233, Test Accuracy = 71.63%\n",
"Epoch 12/30: Avg Loss = 0.4781, Test Accuracy = 73.22%\n",
"Epoch 13/30: Avg Loss = 0.3974, Test Accuracy = 74.67%\n",
"Epoch 14/30: Avg Loss = 0.3144, Test Accuracy = 75.82%\n",
"Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 76.46%\n",
"Epoch 16/30: Avg Loss = 0.2413, Test Accuracy = 76.92%\n",
"Epoch 17/30: Avg Loss = 0.1949, Test Accuracy = 77.31%\n",
"Epoch 18/30: Avg Loss = 0.1870, Test Accuracy = 77.52%\n",
"Epoch 19/30: Avg Loss = 0.1541, Test Accuracy = 77.57%\n",
"Epoch 20/30: Avg Loss = 0.1035, Test Accuracy = 77.70%\n",
"Epoch 21/30: Avg Loss = 0.1176, Test Accuracy = 78.01%\n",
"Epoch 22/30: Avg Loss = 0.0878, Test Accuracy = 78.02%\n",
"Epoch 23/30: Avg Loss = 0.0934, Test Accuracy = 78.03%\n",
"Epoch 24/30: Avg Loss = 0.0607, Test Accuracy = 78.08%\n",
"Epoch 25/30: Avg Loss = 0.0647, Test Accuracy = 78.08%\n",
"Epoch 26/30: Avg Loss = 0.0426, Test Accuracy = 78.19%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 64%|██████████████████████████████████████████████████████████████████████████████████████████████████▌ | 159/250 [03:02<01:43, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0509, Test Accuracy = 78.22%\n",
"Epoch 28/30: Avg Loss = 0.0387, Test Accuracy = 78.22%\n",
"Epoch 29/30: Avg Loss = 0.0349, Test Accuracy = 78.23%\n",
"Epoch 30/30: Avg Loss = 0.0363, Test Accuracy = 78.32%\n",
"Epoch 1/30: Avg Loss = 2.2816, Test Accuracy = 39.64%\n",
"Epoch 2/30: Avg Loss = 2.1186, Test Accuracy = 53.44%\n",
"Epoch 3/30: Avg Loss = 1.9793, Test Accuracy = 57.14%\n",
"Epoch 4/30: Avg Loss = 1.8066, Test Accuracy = 58.65%\n",
"Epoch 5/30: Avg Loss = 1.5903, Test Accuracy = 59.62%\n",
"Epoch 6/30: Avg Loss = 1.3827, Test Accuracy = 60.59%\n",
"Epoch 7/30: Avg Loss = 1.1982, Test Accuracy = 62.09%\n",
"Epoch 8/30: Avg Loss = 1.0086, Test Accuracy = 64.70%\n",
"Epoch 9/30: Avg Loss = 0.8617, Test Accuracy = 67.34%\n",
"Epoch 10/30: Avg Loss = 0.7236, Test Accuracy = 69.87%\n",
"Epoch 11/30: Avg Loss = 0.5856, Test Accuracy = 71.95%\n",
"Epoch 12/30: Avg Loss = 0.4845, Test Accuracy = 73.57%\n",
"Epoch 13/30: Avg Loss = 0.3860, Test Accuracy = 74.30%\n",
"Epoch 14/30: Avg Loss = 0.3113, Test Accuracy = 75.16%\n",
"Epoch 15/30: Avg Loss = 0.2662, Test Accuracy = 75.67%\n",
"Epoch 16/30: Avg Loss = 0.2266, Test Accuracy = 76.16%\n",
"Epoch 17/30: Avg Loss = 0.1735, Test Accuracy = 76.52%\n",
"Epoch 18/30: Avg Loss = 0.1388, Test Accuracy = 76.73%\n",
"Epoch 19/30: Avg Loss = 0.1175, Test Accuracy = 77.00%\n",
"Epoch 20/30: Avg Loss = 0.0997, Test Accuracy = 77.19%\n",
"Epoch 21/30: Avg Loss = 0.0769, Test Accuracy = 77.47%\n",
"Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 77.70%\n",
"Epoch 23/30: Avg Loss = 0.0615, Test Accuracy = 78.02%\n",
"Epoch 24/30: Avg Loss = 0.0627, Test Accuracy = 78.23%\n",
"Epoch 25/30: Avg Loss = 0.0433, Test Accuracy = 78.23%\n",
"Epoch 26/30: Avg Loss = 0.0456, Test Accuracy = 78.18%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 64%|███████████████████████████████████████████████████████████████████████████████████████████████████▏ | 160/250 [03:03<01:42, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0322, Test Accuracy = 78.21%\n",
"Epoch 28/30: Avg Loss = 0.0343, Test Accuracy = 78.06%\n",
"Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 78.04%\n",
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 78.24%\n",
"Epoch 1/30: Avg Loss = 2.2938, Test Accuracy = 31.47%\n",
"Epoch 2/30: Avg Loss = 2.1645, Test Accuracy = 50.43%\n",
"Epoch 3/30: Avg Loss = 2.0228, Test Accuracy = 59.35%\n",
"Epoch 4/30: Avg Loss = 1.8745, Test Accuracy = 64.78%\n",
"Epoch 5/30: Avg Loss = 1.6589, Test Accuracy = 67.33%\n",
"Epoch 6/30: Avg Loss = 1.4509, Test Accuracy = 68.95%\n",
"Epoch 7/30: Avg Loss = 1.1682, Test Accuracy = 69.10%\n",
"Epoch 8/30: Avg Loss = 1.0213, Test Accuracy = 69.61%\n",
"Epoch 9/30: Avg Loss = 0.7939, Test Accuracy = 70.91%\n",
"Epoch 10/30: Avg Loss = 0.6657, Test Accuracy = 72.53%\n",
"Epoch 11/30: Avg Loss = 0.5281, Test Accuracy = 74.73%\n",
"Epoch 12/30: Avg Loss = 0.4118, Test Accuracy = 78.02%\n",
"Epoch 13/30: Avg Loss = 0.3169, Test Accuracy = 79.47%\n",
"Epoch 14/30: Avg Loss = 0.2610, Test Accuracy = 79.70%\n",
"Epoch 15/30: Avg Loss = 0.2218, Test Accuracy = 79.88%\n",
"Epoch 16/30: Avg Loss = 0.1586, Test Accuracy = 80.11%\n",
"Epoch 17/30: Avg Loss = 0.1476, Test Accuracy = 80.40%\n",
"Epoch 18/30: Avg Loss = 0.1311, Test Accuracy = 80.94%\n",
"Epoch 19/30: Avg Loss = 0.1120, Test Accuracy = 80.72%\n",
"Epoch 20/30: Avg Loss = 0.0919, Test Accuracy = 80.65%\n",
"Epoch 21/30: Avg Loss = 0.0690, Test Accuracy = 80.87%\n",
"Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.07%\n",
"Epoch 23/30: Avg Loss = 0.0604, Test Accuracy = 81.04%\n",
"Epoch 24/30: Avg Loss = 0.0557, Test Accuracy = 81.12%\n",
"Epoch 25/30: Avg Loss = 0.0548, Test Accuracy = 80.97%\n",
"Epoch 26/30: Avg Loss = 0.0502, Test Accuracy = 80.98%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 64%|███████████████████████████████████████████████████████████████████████████████████████████████████▊ | 161/250 [03:04<01:41, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0381, Test Accuracy = 81.12%\n",
"Epoch 28/30: Avg Loss = 0.0271, Test Accuracy = 81.33%\n",
"Epoch 29/30: Avg Loss = 0.0183, Test Accuracy = 81.32%\n",
"Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 81.13%\n",
"Epoch 1/30: Avg Loss = 2.2474, Test Accuracy = 44.04%\n",
"Epoch 2/30: Avg Loss = 2.0768, Test Accuracy = 48.97%\n",
"Epoch 3/30: Avg Loss = 1.9039, Test Accuracy = 51.50%\n",
"Epoch 4/30: Avg Loss = 1.7088, Test Accuracy = 52.69%\n",
"Epoch 5/30: Avg Loss = 1.5087, Test Accuracy = 53.87%\n",
"Epoch 6/30: Avg Loss = 1.3126, Test Accuracy = 55.86%\n",
"Epoch 7/30: Avg Loss = 1.1013, Test Accuracy = 58.10%\n",
"Epoch 8/30: Avg Loss = 0.9251, Test Accuracy = 61.39%\n",
"Epoch 9/30: Avg Loss = 0.7736, Test Accuracy = 64.55%\n",
"Epoch 10/30: Avg Loss = 0.6460, Test Accuracy = 67.29%\n",
"Epoch 11/30: Avg Loss = 0.4899, Test Accuracy = 70.16%\n",
"Epoch 12/30: Avg Loss = 0.3913, Test Accuracy = 72.04%\n",
"Epoch 13/30: Avg Loss = 0.3472, Test Accuracy = 73.82%\n",
"Epoch 14/30: Avg Loss = 0.2217, Test Accuracy = 75.42%\n",
"Epoch 15/30: Avg Loss = 0.2190, Test Accuracy = 76.29%\n",
"Epoch 16/30: Avg Loss = 0.1597, Test Accuracy = 76.63%\n",
"Epoch 17/30: Avg Loss = 0.1445, Test Accuracy = 77.03%\n",
"Epoch 18/30: Avg Loss = 0.1136, Test Accuracy = 77.29%\n",
"Epoch 19/30: Avg Loss = 0.1013, Test Accuracy = 77.38%\n",
"Epoch 20/30: Avg Loss = 0.0774, Test Accuracy = 77.48%\n",
"Epoch 21/30: Avg Loss = 0.0793, Test Accuracy = 77.31%\n",
"Epoch 22/30: Avg Loss = 0.0712, Test Accuracy = 77.17%\n",
"Epoch 23/30: Avg Loss = 0.0653, Test Accuracy = 77.40%\n",
"Epoch 24/30: Avg Loss = 0.0425, Test Accuracy = 77.62%\n",
"Epoch 25/30: Avg Loss = 0.0412, Test Accuracy = 77.83%\n",
"Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 77.95%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 65%|████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 162/250 [03:05<01:40, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0293, Test Accuracy = 77.97%\n",
"Epoch 28/30: Avg Loss = 0.0253, Test Accuracy = 77.88%\n",
"Epoch 29/30: Avg Loss = 0.0425, Test Accuracy = 78.00%\n",
"Epoch 30/30: Avg Loss = 0.0171, Test Accuracy = 78.09%\n",
"Epoch 1/30: Avg Loss = 2.2955, Test Accuracy = 21.79%\n",
"Epoch 2/30: Avg Loss = 2.1671, Test Accuracy = 45.93%\n",
"Epoch 3/30: Avg Loss = 2.0086, Test Accuracy = 58.62%\n",
"Epoch 4/30: Avg Loss = 1.8236, Test Accuracy = 62.02%\n",
"Epoch 5/30: Avg Loss = 1.6639, Test Accuracy = 62.76%\n",
"Epoch 6/30: Avg Loss = 1.4138, Test Accuracy = 63.49%\n",
"Epoch 7/30: Avg Loss = 1.2527, Test Accuracy = 64.20%\n",
"Epoch 8/30: Avg Loss = 1.0601, Test Accuracy = 65.67%\n",
"Epoch 9/30: Avg Loss = 0.8859, Test Accuracy = 68.08%\n",
"Epoch 10/30: Avg Loss = 0.7362, Test Accuracy = 70.89%\n",
"Epoch 11/30: Avg Loss = 0.6098, Test Accuracy = 73.38%\n",
"Epoch 12/30: Avg Loss = 0.5008, Test Accuracy = 75.62%\n",
"Epoch 13/30: Avg Loss = 0.4070, Test Accuracy = 77.97%\n",
"Epoch 14/30: Avg Loss = 0.3069, Test Accuracy = 79.22%\n",
"Epoch 15/30: Avg Loss = 0.2574, Test Accuracy = 79.81%\n",
"Epoch 16/30: Avg Loss = 0.2213, Test Accuracy = 80.09%\n",
"Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 80.18%\n",
"Epoch 18/30: Avg Loss = 0.1472, Test Accuracy = 80.49%\n",
"Epoch 19/30: Avg Loss = 0.1217, Test Accuracy = 80.83%\n",
"Epoch 20/30: Avg Loss = 0.0935, Test Accuracy = 81.07%\n",
"Epoch 21/30: Avg Loss = 0.0746, Test Accuracy = 81.14%\n",
"Epoch 22/30: Avg Loss = 0.0666, Test Accuracy = 81.24%\n",
"Epoch 23/30: Avg Loss = 0.0562, Test Accuracy = 81.40%\n",
"Epoch 24/30: Avg Loss = 0.0530, Test Accuracy = 81.63%\n",
"Epoch 25/30: Avg Loss = 0.0416, Test Accuracy = 81.61%\n",
"Epoch 26/30: Avg Loss = 0.0381, Test Accuracy = 81.52%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 65%|█████████████████████████████████████████████████████████████████████████████████████████████████████ | 163/250 [03:06<01:39, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0306, Test Accuracy = 81.44%\n",
"Epoch 28/30: Avg Loss = 0.0304, Test Accuracy = 81.59%\n",
"Epoch 29/30: Avg Loss = 0.0256, Test Accuracy = 81.61%\n",
"Epoch 30/30: Avg Loss = 0.0256, Test Accuracy = 81.61%\n",
"Epoch 1/30: Avg Loss = 2.2765, Test Accuracy = 30.96%\n",
"Epoch 2/30: Avg Loss = 2.1195, Test Accuracy = 52.08%\n",
"Epoch 3/30: Avg Loss = 1.9499, Test Accuracy = 59.37%\n",
"Epoch 4/30: Avg Loss = 1.8032, Test Accuracy = 61.80%\n",
"Epoch 5/30: Avg Loss = 1.5893, Test Accuracy = 62.16%\n",
"Epoch 6/30: Avg Loss = 1.3912, Test Accuracy = 62.63%\n",
"Epoch 7/30: Avg Loss = 1.1774, Test Accuracy = 63.74%\n",
"Epoch 8/30: Avg Loss = 1.0256, Test Accuracy = 65.40%\n",
"Epoch 9/30: Avg Loss = 0.8711, Test Accuracy = 67.62%\n",
"Epoch 10/30: Avg Loss = 0.7295, Test Accuracy = 69.44%\n",
"Epoch 11/30: Avg Loss = 0.6030, Test Accuracy = 72.04%\n",
"Epoch 12/30: Avg Loss = 0.4690, Test Accuracy = 75.18%\n",
"Epoch 13/30: Avg Loss = 0.3900, Test Accuracy = 77.64%\n",
"Epoch 14/30: Avg Loss = 0.3489, Test Accuracy = 78.86%\n",
"Epoch 15/30: Avg Loss = 0.2537, Test Accuracy = 80.01%\n",
"Epoch 16/30: Avg Loss = 0.2084, Test Accuracy = 80.43%\n",
"Epoch 17/30: Avg Loss = 0.1764, Test Accuracy = 80.32%\n",
"Epoch 18/30: Avg Loss = 0.1281, Test Accuracy = 80.60%\n",
"Epoch 19/30: Avg Loss = 0.1105, Test Accuracy = 80.64%\n",
"Epoch 20/30: Avg Loss = 0.0958, Test Accuracy = 80.51%\n",
"Epoch 21/30: Avg Loss = 0.0785, Test Accuracy = 80.81%\n",
"Epoch 22/30: Avg Loss = 0.0607, Test Accuracy = 81.07%\n",
"Epoch 23/30: Avg Loss = 0.0557, Test Accuracy = 81.44%\n",
"Epoch 24/30: Avg Loss = 0.0379, Test Accuracy = 81.74%\n",
"Epoch 25/30: Avg Loss = 0.0356, Test Accuracy = 81.98%\n",
"Epoch 26/30: Avg Loss = 0.0429, Test Accuracy = 82.10%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 66%|█████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 164/250 [03:07<01:38, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0290, Test Accuracy = 82.08%\n",
"Epoch 28/30: Avg Loss = 0.0325, Test Accuracy = 82.14%\n",
"Epoch 29/30: Avg Loss = 0.0210, Test Accuracy = 82.06%\n",
"Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 81.95%\n",
"Epoch 1/30: Avg Loss = 2.3022, Test Accuracy = 21.44%\n",
"Epoch 2/30: Avg Loss = 2.1686, Test Accuracy = 41.93%\n",
"Epoch 3/30: Avg Loss = 2.0437, Test Accuracy = 55.78%\n",
"Epoch 4/30: Avg Loss = 1.8815, Test Accuracy = 60.93%\n",
"Epoch 5/30: Avg Loss = 1.6808, Test Accuracy = 63.03%\n",
"Epoch 6/30: Avg Loss = 1.4737, Test Accuracy = 63.95%\n",
"Epoch 7/30: Avg Loss = 1.2543, Test Accuracy = 63.89%\n",
"Epoch 8/30: Avg Loss = 1.0435, Test Accuracy = 64.51%\n",
"Epoch 9/30: Avg Loss = 0.8606, Test Accuracy = 65.09%\n",
"Epoch 10/30: Avg Loss = 0.7184, Test Accuracy = 66.49%\n",
"Epoch 11/30: Avg Loss = 0.5899, Test Accuracy = 68.99%\n",
"Epoch 12/30: Avg Loss = 0.4696, Test Accuracy = 71.71%\n",
"Epoch 13/30: Avg Loss = 0.3927, Test Accuracy = 74.60%\n",
"Epoch 14/30: Avg Loss = 0.2969, Test Accuracy = 76.64%\n",
"Epoch 15/30: Avg Loss = 0.2423, Test Accuracy = 77.68%\n",
"Epoch 16/30: Avg Loss = 0.2080, Test Accuracy = 78.40%\n",
"Epoch 17/30: Avg Loss = 0.1504, Test Accuracy = 78.80%\n",
"Epoch 18/30: Avg Loss = 0.1387, Test Accuracy = 78.92%\n",
"Epoch 19/30: Avg Loss = 0.1059, Test Accuracy = 78.63%\n",
"Epoch 20/30: Avg Loss = 0.0880, Test Accuracy = 78.54%\n",
"Epoch 21/30: Avg Loss = 0.0774, Test Accuracy = 78.74%\n",
"Epoch 22/30: Avg Loss = 0.0705, Test Accuracy = 78.79%\n",
"Epoch 23/30: Avg Loss = 0.0515, Test Accuracy = 78.88%\n",
"Epoch 24/30: Avg Loss = 0.0475, Test Accuracy = 79.02%\n",
"Epoch 25/30: Avg Loss = 0.0463, Test Accuracy = 79.28%\n",
"Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 79.33%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 66%|██████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 165/250 [03:09<01:37, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0358, Test Accuracy = 79.45%\n",
"Epoch 28/30: Avg Loss = 0.0323, Test Accuracy = 79.51%\n",
"Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 79.63%\n",
"Epoch 30/30: Avg Loss = 0.0320, Test Accuracy = 79.74%\n",
"Epoch 1/30: Avg Loss = 2.2591, Test Accuracy = 40.20%\n",
"Epoch 2/30: Avg Loss = 2.1020, Test Accuracy = 51.40%\n",
"Epoch 3/30: Avg Loss = 1.9098, Test Accuracy = 53.69%\n",
"Epoch 4/30: Avg Loss = 1.7154, Test Accuracy = 54.36%\n",
"Epoch 5/30: Avg Loss = 1.5086, Test Accuracy = 55.16%\n",
"Epoch 6/30: Avg Loss = 1.3220, Test Accuracy = 56.34%\n",
"Epoch 7/30: Avg Loss = 1.1774, Test Accuracy = 58.60%\n",
"Epoch 8/30: Avg Loss = 0.9967, Test Accuracy = 61.99%\n",
"Epoch 9/30: Avg Loss = 0.8354, Test Accuracy = 66.61%\n",
"Epoch 10/30: Avg Loss = 0.6904, Test Accuracy = 70.39%\n",
"Epoch 11/30: Avg Loss = 0.5759, Test Accuracy = 73.22%\n",
"Epoch 12/30: Avg Loss = 0.4596, Test Accuracy = 75.37%\n",
"Epoch 13/30: Avg Loss = 0.3740, Test Accuracy = 76.72%\n",
"Epoch 14/30: Avg Loss = 0.2834, Test Accuracy = 77.58%\n",
"Epoch 15/30: Avg Loss = 0.2123, Test Accuracy = 78.59%\n",
"Epoch 16/30: Avg Loss = 0.1867, Test Accuracy = 79.64%\n",
"Epoch 17/30: Avg Loss = 0.1423, Test Accuracy = 80.19%\n",
"Epoch 18/30: Avg Loss = 0.1092, Test Accuracy = 80.35%\n",
"Epoch 19/30: Avg Loss = 0.1073, Test Accuracy = 80.39%\n",
"Epoch 20/30: Avg Loss = 0.0699, Test Accuracy = 80.19%\n",
"Epoch 21/30: Avg Loss = 0.0625, Test Accuracy = 79.93%\n",
"Epoch 22/30: Avg Loss = 0.0582, Test Accuracy = 79.79%\n",
"Epoch 23/30: Avg Loss = 0.0588, Test Accuracy = 80.01%\n",
"Epoch 24/30: Avg Loss = 0.0373, Test Accuracy = 80.23%\n",
"Epoch 25/30: Avg Loss = 0.0304, Test Accuracy = 80.45%\n",
"Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 80.48%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 66%|██████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 166/250 [03:10<01:35, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0332, Test Accuracy = 80.56%\n",
"Epoch 28/30: Avg Loss = 0.0298, Test Accuracy = 80.55%\n",
"Epoch 29/30: Avg Loss = 0.0313, Test Accuracy = 80.41%\n",
"Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 80.33%\n",
"Epoch 1/30: Avg Loss = 2.3062, Test Accuracy = 21.33%\n",
"Epoch 2/30: Avg Loss = 2.1360, Test Accuracy = 37.45%\n",
"Epoch 3/30: Avg Loss = 2.0021, Test Accuracy = 48.43%\n",
"Epoch 4/30: Avg Loss = 1.8232, Test Accuracy = 53.38%\n",
"Epoch 5/30: Avg Loss = 1.6050, Test Accuracy = 55.90%\n",
"Epoch 6/30: Avg Loss = 1.3471, Test Accuracy = 57.91%\n",
"Epoch 7/30: Avg Loss = 1.1393, Test Accuracy = 59.55%\n",
"Epoch 8/30: Avg Loss = 0.9863, Test Accuracy = 61.60%\n",
"Epoch 9/30: Avg Loss = 0.7902, Test Accuracy = 64.15%\n",
"Epoch 10/30: Avg Loss = 0.6748, Test Accuracy = 67.10%\n",
"Epoch 11/30: Avg Loss = 0.5445, Test Accuracy = 70.49%\n",
"Epoch 12/30: Avg Loss = 0.4473, Test Accuracy = 73.42%\n",
"Epoch 13/30: Avg Loss = 0.3503, Test Accuracy = 75.29%\n",
"Epoch 14/30: Avg Loss = 0.2984, Test Accuracy = 76.44%\n",
"Epoch 15/30: Avg Loss = 0.2311, Test Accuracy = 77.03%\n",
"Epoch 16/30: Avg Loss = 0.1775, Test Accuracy = 77.33%\n",
"Epoch 17/30: Avg Loss = 0.1572, Test Accuracy = 77.45%\n",
"Epoch 18/30: Avg Loss = 0.1217, Test Accuracy = 77.21%\n",
"Epoch 19/30: Avg Loss = 0.1181, Test Accuracy = 77.00%\n",
"Epoch 20/30: Avg Loss = 0.0918, Test Accuracy = 77.04%\n",
"Epoch 21/30: Avg Loss = 0.0796, Test Accuracy = 77.22%\n",
"Epoch 22/30: Avg Loss = 0.0585, Test Accuracy = 77.57%\n",
"Epoch 23/30: Avg Loss = 0.0639, Test Accuracy = 77.72%\n",
"Epoch 24/30: Avg Loss = 0.0478, Test Accuracy = 77.89%\n",
"Epoch 25/30: Avg Loss = 0.0410, Test Accuracy = 78.01%\n",
"Epoch 26/30: Avg Loss = 0.0326, Test Accuracy = 78.23%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 67%|███████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 167/250 [03:11<01:34, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 78.35%\n",
"Epoch 28/30: Avg Loss = 0.0281, Test Accuracy = 78.49%\n",
"Epoch 29/30: Avg Loss = 0.0208, Test Accuracy = 78.49%\n",
"Epoch 30/30: Avg Loss = 0.0282, Test Accuracy = 78.45%\n",
"Epoch 1/30: Avg Loss = 2.2867, Test Accuracy = 34.58%\n",
"Epoch 2/30: Avg Loss = 2.1222, Test Accuracy = 50.79%\n",
"Epoch 3/30: Avg Loss = 1.9455, Test Accuracy = 53.71%\n",
"Epoch 4/30: Avg Loss = 1.7317, Test Accuracy = 54.53%\n",
"Epoch 5/30: Avg Loss = 1.4985, Test Accuracy = 55.10%\n",
"Epoch 6/30: Avg Loss = 1.2902, Test Accuracy = 56.23%\n",
"Epoch 7/30: Avg Loss = 1.1143, Test Accuracy = 59.09%\n",
"Epoch 8/30: Avg Loss = 0.9101, Test Accuracy = 63.11%\n",
"Epoch 9/30: Avg Loss = 0.7310, Test Accuracy = 65.94%\n",
"Epoch 10/30: Avg Loss = 0.6110, Test Accuracy = 67.97%\n",
"Epoch 11/30: Avg Loss = 0.5065, Test Accuracy = 69.39%\n",
"Epoch 12/30: Avg Loss = 0.4015, Test Accuracy = 70.89%\n",
"Epoch 13/30: Avg Loss = 0.3194, Test Accuracy = 72.33%\n",
"Epoch 14/30: Avg Loss = 0.2809, Test Accuracy = 73.67%\n",
"Epoch 15/30: Avg Loss = 0.2084, Test Accuracy = 75.18%\n",
"Epoch 16/30: Avg Loss = 0.1856, Test Accuracy = 76.12%\n",
"Epoch 17/30: Avg Loss = 0.1409, Test Accuracy = 76.81%\n",
"Epoch 18/30: Avg Loss = 0.1524, Test Accuracy = 77.29%\n",
"Epoch 19/30: Avg Loss = 0.1228, Test Accuracy = 77.59%\n",
"Epoch 20/30: Avg Loss = 0.0866, Test Accuracy = 77.67%\n",
"Epoch 21/30: Avg Loss = 0.0796, Test Accuracy = 77.79%\n",
"Epoch 22/30: Avg Loss = 0.0566, Test Accuracy = 77.62%\n",
"Epoch 23/30: Avg Loss = 0.0532, Test Accuracy = 77.58%\n",
"Epoch 24/30: Avg Loss = 0.0380, Test Accuracy = 77.58%\n",
"Epoch 25/30: Avg Loss = 0.0356, Test Accuracy = 77.80%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 67%|████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 168/250 [03:12<01:34, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0359, Test Accuracy = 78.15%\n",
"Epoch 27/30: Avg Loss = 0.0331, Test Accuracy = 78.44%\n",
"Epoch 28/30: Avg Loss = 0.0339, Test Accuracy = 78.51%\n",
"Epoch 29/30: Avg Loss = 0.0274, Test Accuracy = 78.63%\n",
"Epoch 30/30: Avg Loss = 0.0219, Test Accuracy = 78.80%\n",
"Epoch 1/30: Avg Loss = 2.2812, Test Accuracy = 26.58%\n",
"Epoch 2/30: Avg Loss = 2.1455, Test Accuracy = 44.56%\n",
"Epoch 3/30: Avg Loss = 2.0135, Test Accuracy = 49.40%\n",
"Epoch 4/30: Avg Loss = 1.8393, Test Accuracy = 51.91%\n",
"Epoch 5/30: Avg Loss = 1.6545, Test Accuracy = 53.41%\n",
"Epoch 6/30: Avg Loss = 1.4826, Test Accuracy = 55.28%\n",
"Epoch 7/30: Avg Loss = 1.2635, Test Accuracy = 57.86%\n",
"Epoch 8/30: Avg Loss = 1.1111, Test Accuracy = 61.58%\n",
"Epoch 9/30: Avg Loss = 0.9108, Test Accuracy = 66.10%\n",
"Epoch 10/30: Avg Loss = 0.7288, Test Accuracy = 70.30%\n",
"Epoch 11/30: Avg Loss = 0.5700, Test Accuracy = 73.98%\n",
"Epoch 12/30: Avg Loss = 0.4467, Test Accuracy = 76.29%\n",
"Epoch 13/30: Avg Loss = 0.3687, Test Accuracy = 77.72%\n",
"Epoch 14/30: Avg Loss = 0.2974, Test Accuracy = 78.29%\n",
"Epoch 15/30: Avg Loss = 0.2599, Test Accuracy = 78.58%\n",
"Epoch 16/30: Avg Loss = 0.1647, Test Accuracy = 78.84%\n",
"Epoch 17/30: Avg Loss = 0.1407, Test Accuracy = 78.85%\n",
"Epoch 18/30: Avg Loss = 0.1285, Test Accuracy = 79.10%\n",
"Epoch 19/30: Avg Loss = 0.0979, Test Accuracy = 79.32%\n",
"Epoch 20/30: Avg Loss = 0.0814, Test Accuracy = 79.46%\n",
"Epoch 21/30: Avg Loss = 0.0643, Test Accuracy = 79.40%\n",
"Epoch 22/30: Avg Loss = 0.0516, Test Accuracy = 79.42%\n",
"Epoch 23/30: Avg Loss = 0.0419, Test Accuracy = 79.44%\n",
"Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 79.37%\n",
"Epoch 25/30: Avg Loss = 0.0316, Test Accuracy = 79.32%\n",
"Epoch 26/30: Avg Loss = 0.0329, Test Accuracy = 79.33%\n",
"Epoch 27/30: Avg Loss = 0.0357, Test Accuracy = 79.49%\n",
"Epoch 28/30: Avg Loss = 0.0191, Test Accuracy = 79.48%\n",
"Epoch 29/30: Avg Loss = 0.0274, Test Accuracy = 79.61%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 68%|████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 169/250 [03:13<01:33, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 79.65%\n",
"Epoch 1/30: Avg Loss = 2.2928, Test Accuracy = 30.03%\n",
"Epoch 2/30: Avg Loss = 2.1445, Test Accuracy = 50.46%\n",
"Epoch 3/30: Avg Loss = 1.9843, Test Accuracy = 61.04%\n",
"Epoch 4/30: Avg Loss = 1.8175, Test Accuracy = 64.41%\n",
"Epoch 5/30: Avg Loss = 1.5877, Test Accuracy = 66.04%\n",
"Epoch 6/30: Avg Loss = 1.3823, Test Accuracy = 67.75%\n",
"Epoch 7/30: Avg Loss = 1.1424, Test Accuracy = 70.34%\n",
"Epoch 8/30: Avg Loss = 0.9445, Test Accuracy = 72.89%\n",
"Epoch 9/30: Avg Loss = 0.7886, Test Accuracy = 75.41%\n",
"Epoch 10/30: Avg Loss = 0.5973, Test Accuracy = 76.72%\n",
"Epoch 11/30: Avg Loss = 0.5195, Test Accuracy = 77.87%\n",
"Epoch 12/30: Avg Loss = 0.4043, Test Accuracy = 78.49%\n",
"Epoch 13/30: Avg Loss = 0.3591, Test Accuracy = 78.79%\n",
"Epoch 14/30: Avg Loss = 0.3031, Test Accuracy = 79.21%\n",
"Epoch 15/30: Avg Loss = 0.2308, Test Accuracy = 79.54%\n",
"Epoch 16/30: Avg Loss = 0.2114, Test Accuracy = 79.76%\n",
"Epoch 17/30: Avg Loss = 0.1544, Test Accuracy = 80.06%\n",
"Epoch 18/30: Avg Loss = 0.1412, Test Accuracy = 80.21%\n",
"Epoch 19/30: Avg Loss = 0.1396, Test Accuracy = 80.40%\n",
"Epoch 20/30: Avg Loss = 0.1070, Test Accuracy = 80.77%\n",
"Epoch 21/30: Avg Loss = 0.0866, Test Accuracy = 80.92%\n",
"Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 80.81%\n",
"Epoch 23/30: Avg Loss = 0.0742, Test Accuracy = 80.78%\n",
"Epoch 24/30: Avg Loss = 0.0642, Test Accuracy = 80.85%\n",
"Epoch 25/30: Avg Loss = 0.0566, Test Accuracy = 80.93%\n",
"Epoch 26/30: Avg Loss = 0.0465, Test Accuracy = 80.97%\n",
"Epoch 27/30: Avg Loss = 0.0364, Test Accuracy = 80.87%\n",
"Epoch 28/30: Avg Loss = 0.0448, Test Accuracy = 80.91%\n",
"Epoch 29/30: Avg Loss = 0.0301, Test Accuracy = 80.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 68%|█████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 170/250 [03:14<01:32, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0286, Test Accuracy = 80.71%\n",
"Epoch 1/30: Avg Loss = 2.2813, Test Accuracy = 32.90%\n",
"Epoch 2/30: Avg Loss = 2.1399, Test Accuracy = 45.72%\n",
"Epoch 3/30: Avg Loss = 2.0058, Test Accuracy = 55.00%\n",
"Epoch 4/30: Avg Loss = 1.8306, Test Accuracy = 59.49%\n",
"Epoch 5/30: Avg Loss = 1.6400, Test Accuracy = 61.60%\n",
"Epoch 6/30: Avg Loss = 1.4344, Test Accuracy = 63.78%\n",
"Epoch 7/30: Avg Loss = 1.2637, Test Accuracy = 65.88%\n",
"Epoch 8/30: Avg Loss = 1.1023, Test Accuracy = 68.06%\n",
"Epoch 9/30: Avg Loss = 0.9015, Test Accuracy = 70.73%\n",
"Epoch 10/30: Avg Loss = 0.7167, Test Accuracy = 72.84%\n",
"Epoch 11/30: Avg Loss = 0.5589, Test Accuracy = 75.12%\n",
"Epoch 12/30: Avg Loss = 0.4503, Test Accuracy = 76.58%\n",
"Epoch 13/30: Avg Loss = 0.3815, Test Accuracy = 77.60%\n",
"Epoch 14/30: Avg Loss = 0.2612, Test Accuracy = 78.60%\n",
"Epoch 15/30: Avg Loss = 0.2574, Test Accuracy = 79.11%\n",
"Epoch 16/30: Avg Loss = 0.1926, Test Accuracy = 79.66%\n",
"Epoch 17/30: Avg Loss = 0.1612, Test Accuracy = 79.84%\n",
"Epoch 18/30: Avg Loss = 0.1140, Test Accuracy = 80.10%\n",
"Epoch 19/30: Avg Loss = 0.0926, Test Accuracy = 80.27%\n",
"Epoch 20/30: Avg Loss = 0.0891, Test Accuracy = 80.48%\n",
"Epoch 21/30: Avg Loss = 0.0626, Test Accuracy = 80.55%\n",
"Epoch 22/30: Avg Loss = 0.0546, Test Accuracy = 80.83%\n",
"Epoch 23/30: Avg Loss = 0.0618, Test Accuracy = 80.91%\n",
"Epoch 24/30: Avg Loss = 0.0650, Test Accuracy = 81.11%\n",
"Epoch 25/30: Avg Loss = 0.0487, Test Accuracy = 81.27%\n",
"Epoch 26/30: Avg Loss = 0.0314, Test Accuracy = 81.31%\n",
"Epoch 27/30: Avg Loss = 0.0383, Test Accuracy = 81.43%\n",
"Epoch 28/30: Avg Loss = 0.0357, Test Accuracy = 81.49%\n",
"Epoch 29/30: Avg Loss = 0.0286, Test Accuracy = 81.37%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 68%|██████████████████████████████████████████████████████████████████████████████████████████████████████████ | 171/250 [03:15<01:30, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0280, Test Accuracy = 81.42%\n",
"Epoch 1/30: Avg Loss = 2.2695, Test Accuracy = 29.13%\n",
"Epoch 2/30: Avg Loss = 2.1221, Test Accuracy = 40.74%\n",
"Epoch 3/30: Avg Loss = 1.9618, Test Accuracy = 49.98%\n",
"Epoch 4/30: Avg Loss = 1.7891, Test Accuracy = 55.26%\n",
"Epoch 5/30: Avg Loss = 1.6236, Test Accuracy = 58.49%\n",
"Epoch 6/30: Avg Loss = 1.3857, Test Accuracy = 62.24%\n",
"Epoch 7/30: Avg Loss = 1.1907, Test Accuracy = 65.42%\n",
"Epoch 8/30: Avg Loss = 0.9908, Test Accuracy = 68.23%\n",
"Epoch 9/30: Avg Loss = 0.8421, Test Accuracy = 70.64%\n",
"Epoch 10/30: Avg Loss = 0.6819, Test Accuracy = 72.34%\n",
"Epoch 11/30: Avg Loss = 0.5506, Test Accuracy = 73.54%\n",
"Epoch 12/30: Avg Loss = 0.4311, Test Accuracy = 74.69%\n",
"Epoch 13/30: Avg Loss = 0.3534, Test Accuracy = 75.90%\n",
"Epoch 14/30: Avg Loss = 0.2852, Test Accuracy = 76.78%\n",
"Epoch 15/30: Avg Loss = 0.2340, Test Accuracy = 77.57%\n",
"Epoch 16/30: Avg Loss = 0.1969, Test Accuracy = 78.35%\n",
"Epoch 17/30: Avg Loss = 0.1616, Test Accuracy = 79.08%\n",
"Epoch 18/30: Avg Loss = 0.1456, Test Accuracy = 79.54%\n",
"Epoch 19/30: Avg Loss = 0.0994, Test Accuracy = 80.00%\n",
"Epoch 20/30: Avg Loss = 0.0926, Test Accuracy = 80.23%\n",
"Epoch 21/30: Avg Loss = 0.0797, Test Accuracy = 80.45%\n",
"Epoch 22/30: Avg Loss = 0.0674, Test Accuracy = 80.53%\n",
"Epoch 23/30: Avg Loss = 0.0546, Test Accuracy = 80.66%\n",
"Epoch 24/30: Avg Loss = 0.0529, Test Accuracy = 80.82%\n",
"Epoch 25/30: Avg Loss = 0.0523, Test Accuracy = 81.02%\n",
"Epoch 26/30: Avg Loss = 0.0341, Test Accuracy = 81.09%\n",
"Epoch 27/30: Avg Loss = 0.0447, Test Accuracy = 81.21%\n",
"Epoch 28/30: Avg Loss = 0.0254, Test Accuracy = 81.32%\n",
"Epoch 29/30: Avg Loss = 0.0271, Test Accuracy = 81.41%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 69%|██████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 172/250 [03:17<01:28, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0238, Test Accuracy = 81.47%\n",
"Epoch 1/30: Avg Loss = 2.2762, Test Accuracy = 31.30%\n",
"Epoch 2/30: Avg Loss = 2.1355, Test Accuracy = 50.99%\n",
"Epoch 3/30: Avg Loss = 1.9684, Test Accuracy = 60.31%\n",
"Epoch 4/30: Avg Loss = 1.7630, Test Accuracy = 62.13%\n",
"Epoch 5/30: Avg Loss = 1.5843, Test Accuracy = 62.46%\n",
"Epoch 6/30: Avg Loss = 1.3686, Test Accuracy = 63.16%\n",
"Epoch 7/30: Avg Loss = 1.1800, Test Accuracy = 65.26%\n",
"Epoch 8/30: Avg Loss = 0.9448, Test Accuracy = 68.36%\n",
"Epoch 9/30: Avg Loss = 0.7875, Test Accuracy = 72.92%\n",
"Epoch 10/30: Avg Loss = 0.6306, Test Accuracy = 76.10%\n",
"Epoch 11/30: Avg Loss = 0.4880, Test Accuracy = 77.50%\n",
"Epoch 12/30: Avg Loss = 0.3857, Test Accuracy = 77.96%\n",
"Epoch 13/30: Avg Loss = 0.3369, Test Accuracy = 78.92%\n",
"Epoch 14/30: Avg Loss = 0.2667, Test Accuracy = 79.93%\n",
"Epoch 15/30: Avg Loss = 0.2226, Test Accuracy = 80.61%\n",
"Epoch 16/30: Avg Loss = 0.1708, Test Accuracy = 81.05%\n",
"Epoch 17/30: Avg Loss = 0.1416, Test Accuracy = 81.40%\n",
"Epoch 18/30: Avg Loss = 0.1093, Test Accuracy = 81.62%\n",
"Epoch 19/30: Avg Loss = 0.1063, Test Accuracy = 81.82%\n",
"Epoch 20/30: Avg Loss = 0.0686, Test Accuracy = 81.99%\n",
"Epoch 21/30: Avg Loss = 0.0590, Test Accuracy = 82.03%\n",
"Epoch 22/30: Avg Loss = 0.0527, Test Accuracy = 81.98%\n",
"Epoch 23/30: Avg Loss = 0.0441, Test Accuracy = 82.14%\n",
"Epoch 24/30: Avg Loss = 0.0406, Test Accuracy = 82.03%\n",
"Epoch 25/30: Avg Loss = 0.0420, Test Accuracy = 81.97%\n",
"Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 81.74%\n",
"Epoch 27/30: Avg Loss = 0.0264, Test Accuracy = 81.49%\n",
"Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 81.34%\n",
"Epoch 29/30: Avg Loss = 0.0365, Test Accuracy = 81.37%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 69%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 173/250 [03:18<01:27, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0217, Test Accuracy = 81.38%\n",
"Epoch 1/30: Avg Loss = 2.2753, Test Accuracy = 36.35%\n",
"Epoch 2/30: Avg Loss = 2.1305, Test Accuracy = 43.45%\n",
"Epoch 3/30: Avg Loss = 1.9814, Test Accuracy = 49.18%\n",
"Epoch 4/30: Avg Loss = 1.8112, Test Accuracy = 53.16%\n",
"Epoch 5/30: Avg Loss = 1.6070, Test Accuracy = 56.00%\n",
"Epoch 6/30: Avg Loss = 1.4180, Test Accuracy = 58.63%\n",
"Epoch 7/30: Avg Loss = 1.2080, Test Accuracy = 61.93%\n",
"Epoch 8/30: Avg Loss = 1.0318, Test Accuracy = 65.41%\n",
"Epoch 9/30: Avg Loss = 0.8212, Test Accuracy = 68.84%\n",
"Epoch 10/30: Avg Loss = 0.6912, Test Accuracy = 71.16%\n",
"Epoch 11/30: Avg Loss = 0.5131, Test Accuracy = 72.86%\n",
"Epoch 12/30: Avg Loss = 0.3977, Test Accuracy = 74.50%\n",
"Epoch 13/30: Avg Loss = 0.3346, Test Accuracy = 75.82%\n",
"Epoch 14/30: Avg Loss = 0.2736, Test Accuracy = 77.29%\n",
"Epoch 15/30: Avg Loss = 0.2348, Test Accuracy = 78.55%\n",
"Epoch 16/30: Avg Loss = 0.1785, Test Accuracy = 79.01%\n",
"Epoch 17/30: Avg Loss = 0.1493, Test Accuracy = 79.36%\n",
"Epoch 18/30: Avg Loss = 0.1150, Test Accuracy = 79.30%\n",
"Epoch 19/30: Avg Loss = 0.1049, Test Accuracy = 79.42%\n",
"Epoch 20/30: Avg Loss = 0.0813, Test Accuracy = 79.42%\n",
"Epoch 21/30: Avg Loss = 0.0652, Test Accuracy = 79.54%\n",
"Epoch 22/30: Avg Loss = 0.0614, Test Accuracy = 79.47%\n",
"Epoch 23/30: Avg Loss = 0.0529, Test Accuracy = 79.48%\n",
"Epoch 24/30: Avg Loss = 0.0497, Test Accuracy = 79.77%\n",
"Epoch 25/30: Avg Loss = 0.0509, Test Accuracy = 79.93%\n",
"Epoch 26/30: Avg Loss = 0.0292, Test Accuracy = 80.12%\n",
"Epoch 27/30: Avg Loss = 0.0465, Test Accuracy = 80.33%\n",
"Epoch 28/30: Avg Loss = 0.0277, Test Accuracy = 80.31%\n",
"Epoch 29/30: Avg Loss = 0.0300, Test Accuracy = 80.44%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 70%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 174/250 [03:19<01:26, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0247, Test Accuracy = 80.38%\n",
"Epoch 1/30: Avg Loss = 2.2700, Test Accuracy = 29.91%\n",
"Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 52.20%\n",
"Epoch 3/30: Avg Loss = 1.9641, Test Accuracy = 59.78%\n",
"Epoch 4/30: Avg Loss = 1.8162, Test Accuracy = 63.00%\n",
"Epoch 5/30: Avg Loss = 1.5978, Test Accuracy = 64.32%\n",
"Epoch 6/30: Avg Loss = 1.3979, Test Accuracy = 65.23%\n",
"Epoch 7/30: Avg Loss = 1.1800, Test Accuracy = 66.60%\n",
"Epoch 8/30: Avg Loss = 0.9812, Test Accuracy = 68.36%\n",
"Epoch 9/30: Avg Loss = 0.8119, Test Accuracy = 71.37%\n",
"Epoch 10/30: Avg Loss = 0.6398, Test Accuracy = 74.97%\n",
"Epoch 11/30: Avg Loss = 0.5464, Test Accuracy = 78.02%\n",
"Epoch 12/30: Avg Loss = 0.4359, Test Accuracy = 78.93%\n",
"Epoch 13/30: Avg Loss = 0.3719, Test Accuracy = 79.50%\n",
"Epoch 14/30: Avg Loss = 0.2928, Test Accuracy = 80.12%\n",
"Epoch 15/30: Avg Loss = 0.2187, Test Accuracy = 80.55%\n",
"Epoch 16/30: Avg Loss = 0.1840, Test Accuracy = 80.93%\n",
"Epoch 17/30: Avg Loss = 0.1329, Test Accuracy = 81.27%\n",
"Epoch 18/30: Avg Loss = 0.1360, Test Accuracy = 81.52%\n",
"Epoch 19/30: Avg Loss = 0.0920, Test Accuracy = 81.53%\n",
"Epoch 20/30: Avg Loss = 0.0902, Test Accuracy = 81.32%\n",
"Epoch 21/30: Avg Loss = 0.0776, Test Accuracy = 81.04%\n",
"Epoch 22/30: Avg Loss = 0.0656, Test Accuracy = 80.94%\n",
"Epoch 23/30: Avg Loss = 0.0596, Test Accuracy = 80.95%\n",
"Epoch 24/30: Avg Loss = 0.0419, Test Accuracy = 80.94%\n",
"Epoch 25/30: Avg Loss = 0.0456, Test Accuracy = 80.92%\n",
"Epoch 26/30: Avg Loss = 0.0437, Test Accuracy = 80.98%\n",
"Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 81.17%\n",
"Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 81.31%\n",
"Epoch 29/30: Avg Loss = 0.0327, Test Accuracy = 81.36%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 70%|████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 175/250 [03:20<01:25, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0255, Test Accuracy = 81.34%\n",
"Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 37.27%\n",
"Epoch 2/30: Avg Loss = 2.1232, Test Accuracy = 46.56%\n",
"Epoch 3/30: Avg Loss = 1.9573, Test Accuracy = 54.30%\n",
"Epoch 4/30: Avg Loss = 1.7697, Test Accuracy = 57.91%\n",
"Epoch 5/30: Avg Loss = 1.5337, Test Accuracy = 60.71%\n",
"Epoch 6/30: Avg Loss = 1.3491, Test Accuracy = 62.51%\n",
"Epoch 7/30: Avg Loss = 1.1387, Test Accuracy = 64.74%\n",
"Epoch 8/30: Avg Loss = 0.9273, Test Accuracy = 67.06%\n",
"Epoch 9/30: Avg Loss = 0.7860, Test Accuracy = 69.52%\n",
"Epoch 10/30: Avg Loss = 0.6409, Test Accuracy = 72.49%\n",
"Epoch 11/30: Avg Loss = 0.4989, Test Accuracy = 75.33%\n",
"Epoch 12/30: Avg Loss = 0.3695, Test Accuracy = 77.29%\n",
"Epoch 13/30: Avg Loss = 0.3196, Test Accuracy = 78.92%\n",
"Epoch 14/30: Avg Loss = 0.2632, Test Accuracy = 79.40%\n",
"Epoch 15/30: Avg Loss = 0.2234, Test Accuracy = 79.67%\n",
"Epoch 16/30: Avg Loss = 0.1693, Test Accuracy = 79.78%\n",
"Epoch 17/30: Avg Loss = 0.1485, Test Accuracy = 79.74%\n",
"Epoch 18/30: Avg Loss = 0.0996, Test Accuracy = 79.78%\n",
"Epoch 19/30: Avg Loss = 0.0914, Test Accuracy = 79.89%\n",
"Epoch 20/30: Avg Loss = 0.0811, Test Accuracy = 80.15%\n",
"Epoch 21/30: Avg Loss = 0.0815, Test Accuracy = 80.50%\n",
"Epoch 22/30: Avg Loss = 0.0494, Test Accuracy = 80.70%\n",
"Epoch 23/30: Avg Loss = 0.0480, Test Accuracy = 80.82%\n",
"Epoch 24/30: Avg Loss = 0.0615, Test Accuracy = 80.95%\n",
"Epoch 25/30: Avg Loss = 0.0336, Test Accuracy = 80.95%\n",
"Epoch 26/30: Avg Loss = 0.0342, Test Accuracy = 80.84%\n",
"Epoch 27/30: Avg Loss = 0.0435, Test Accuracy = 80.76%\n",
"Epoch 28/30: Avg Loss = 0.0447, Test Accuracy = 80.85%\n",
"Epoch 29/30: Avg Loss = 0.0225, Test Accuracy = 80.87%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 70%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 176/250 [03:21<01:24, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 80.80%\n",
"Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 27.60%\n",
"Epoch 2/30: Avg Loss = 2.1231, Test Accuracy = 47.68%\n",
"Epoch 3/30: Avg Loss = 1.9719, Test Accuracy = 53.58%\n",
"Epoch 4/30: Avg Loss = 1.7824, Test Accuracy = 56.70%\n",
"Epoch 5/30: Avg Loss = 1.5843, Test Accuracy = 58.60%\n",
"Epoch 6/30: Avg Loss = 1.3679, Test Accuracy = 60.54%\n",
"Epoch 7/30: Avg Loss = 1.1957, Test Accuracy = 62.51%\n",
"Epoch 8/30: Avg Loss = 1.0305, Test Accuracy = 65.16%\n",
"Epoch 9/30: Avg Loss = 0.8717, Test Accuracy = 68.07%\n",
"Epoch 10/30: Avg Loss = 0.7132, Test Accuracy = 71.35%\n",
"Epoch 11/30: Avg Loss = 0.6173, Test Accuracy = 74.02%\n",
"Epoch 12/30: Avg Loss = 0.4952, Test Accuracy = 76.54%\n",
"Epoch 13/30: Avg Loss = 0.3874, Test Accuracy = 78.05%\n",
"Epoch 14/30: Avg Loss = 0.3288, Test Accuracy = 78.81%\n",
"Epoch 15/30: Avg Loss = 0.2787, Test Accuracy = 78.89%\n",
"Epoch 16/30: Avg Loss = 0.2268, Test Accuracy = 78.84%\n",
"Epoch 17/30: Avg Loss = 0.2025, Test Accuracy = 79.44%\n",
"Epoch 18/30: Avg Loss = 0.1332, Test Accuracy = 79.96%\n",
"Epoch 19/30: Avg Loss = 0.1225, Test Accuracy = 80.46%\n",
"Epoch 20/30: Avg Loss = 0.1151, Test Accuracy = 80.69%\n",
"Epoch 21/30: Avg Loss = 0.0749, Test Accuracy = 80.54%\n",
"Epoch 22/30: Avg Loss = 0.0812, Test Accuracy = 80.66%\n",
"Epoch 23/30: Avg Loss = 0.0565, Test Accuracy = 80.53%\n",
"Epoch 24/30: Avg Loss = 0.0637, Test Accuracy = 80.43%\n",
"Epoch 25/30: Avg Loss = 0.0496, Test Accuracy = 80.22%\n",
"Epoch 26/30: Avg Loss = 0.0404, Test Accuracy = 80.08%\n",
"Epoch 27/30: Avg Loss = 0.0289, Test Accuracy = 79.92%\n",
"Epoch 28/30: Avg Loss = 0.0365, Test Accuracy = 79.88%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 71%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 177/250 [03:22<01:23, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0292, Test Accuracy = 79.89%\n",
"Epoch 30/30: Avg Loss = 0.0193, Test Accuracy = 80.02%\n",
"Epoch 1/30: Avg Loss = 2.2981, Test Accuracy = 35.70%\n",
"Epoch 2/30: Avg Loss = 2.1139, Test Accuracy = 48.76%\n",
"Epoch 3/30: Avg Loss = 1.9617, Test Accuracy = 54.32%\n",
"Epoch 4/30: Avg Loss = 1.7352, Test Accuracy = 56.37%\n",
"Epoch 5/30: Avg Loss = 1.5461, Test Accuracy = 57.42%\n",
"Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 59.02%\n",
"Epoch 7/30: Avg Loss = 1.0972, Test Accuracy = 61.49%\n",
"Epoch 8/30: Avg Loss = 0.8956, Test Accuracy = 64.22%\n",
"Epoch 9/30: Avg Loss = 0.7270, Test Accuracy = 67.20%\n",
"Epoch 10/30: Avg Loss = 0.6099, Test Accuracy = 69.59%\n",
"Epoch 11/30: Avg Loss = 0.4438, Test Accuracy = 72.32%\n",
"Epoch 12/30: Avg Loss = 0.3686, Test Accuracy = 74.21%\n",
"Epoch 13/30: Avg Loss = 0.3187, Test Accuracy = 75.70%\n",
"Epoch 14/30: Avg Loss = 0.2533, Test Accuracy = 76.79%\n",
"Epoch 15/30: Avg Loss = 0.1902, Test Accuracy = 77.68%\n",
"Epoch 16/30: Avg Loss = 0.1632, Test Accuracy = 78.27%\n",
"Epoch 17/30: Avg Loss = 0.1198, Test Accuracy = 78.70%\n",
"Epoch 18/30: Avg Loss = 0.1076, Test Accuracy = 78.98%\n",
"Epoch 19/30: Avg Loss = 0.0741, Test Accuracy = 79.13%\n",
"Epoch 20/30: Avg Loss = 0.0803, Test Accuracy = 79.22%\n",
"Epoch 21/30: Avg Loss = 0.0838, Test Accuracy = 79.37%\n",
"Epoch 22/30: Avg Loss = 0.0316, Test Accuracy = 79.32%\n",
"Epoch 23/30: Avg Loss = 0.0378, Test Accuracy = 79.50%\n",
"Epoch 24/30: Avg Loss = 0.0476, Test Accuracy = 79.62%\n",
"Epoch 25/30: Avg Loss = 0.0324, Test Accuracy = 79.66%\n",
"Epoch 26/30: Avg Loss = 0.0330, Test Accuracy = 79.73%\n",
"Epoch 27/30: Avg Loss = 0.0294, Test Accuracy = 79.54%\n",
"Epoch 28/30: Avg Loss = 0.0295, Test Accuracy = 79.49%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 71%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 178/250 [03:23<01:22, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0357, Test Accuracy = 79.56%\n",
"Epoch 30/30: Avg Loss = 0.0264, Test Accuracy = 79.60%\n",
"Epoch 1/30: Avg Loss = 2.2996, Test Accuracy = 36.03%\n",
"Epoch 2/30: Avg Loss = 2.1392, Test Accuracy = 59.55%\n",
"Epoch 3/30: Avg Loss = 1.9940, Test Accuracy = 64.33%\n",
"Epoch 4/30: Avg Loss = 1.8179, Test Accuracy = 65.43%\n",
"Epoch 5/30: Avg Loss = 1.5958, Test Accuracy = 65.55%\n",
"Epoch 6/30: Avg Loss = 1.3543, Test Accuracy = 66.76%\n",
"Epoch 7/30: Avg Loss = 1.1429, Test Accuracy = 68.56%\n",
"Epoch 8/30: Avg Loss = 0.9337, Test Accuracy = 71.24%\n",
"Epoch 9/30: Avg Loss = 0.7831, Test Accuracy = 73.45%\n",
"Epoch 10/30: Avg Loss = 0.6318, Test Accuracy = 75.19%\n",
"Epoch 11/30: Avg Loss = 0.5023, Test Accuracy = 76.33%\n",
"Epoch 12/30: Avg Loss = 0.4107, Test Accuracy = 76.84%\n",
"Epoch 13/30: Avg Loss = 0.3142, Test Accuracy = 77.79%\n",
"Epoch 14/30: Avg Loss = 0.2733, Test Accuracy = 78.37%\n",
"Epoch 15/30: Avg Loss = 0.2355, Test Accuracy = 78.76%\n",
"Epoch 16/30: Avg Loss = 0.1770, Test Accuracy = 78.91%\n",
"Epoch 17/30: Avg Loss = 0.1592, Test Accuracy = 79.07%\n",
"Epoch 18/30: Avg Loss = 0.1437, Test Accuracy = 79.39%\n",
"Epoch 19/30: Avg Loss = 0.1098, Test Accuracy = 79.77%\n",
"Epoch 20/30: Avg Loss = 0.0814, Test Accuracy = 79.99%\n",
"Epoch 21/30: Avg Loss = 0.0694, Test Accuracy = 79.77%\n",
"Epoch 22/30: Avg Loss = 0.0758, Test Accuracy = 79.94%\n",
"Epoch 23/30: Avg Loss = 0.0498, Test Accuracy = 80.12%\n",
"Epoch 24/30: Avg Loss = 0.0510, Test Accuracy = 80.11%\n",
"Epoch 25/30: Avg Loss = 0.0475, Test Accuracy = 80.08%\n",
"Epoch 26/30: Avg Loss = 0.0550, Test Accuracy = 80.04%\n",
"Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 79.97%\n",
"Epoch 28/30: Avg Loss = 0.0297, Test Accuracy = 79.92%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 72%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 179/250 [03:25<01:21, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0289, Test Accuracy = 79.91%\n",
"Epoch 30/30: Avg Loss = 0.0255, Test Accuracy = 79.84%\n",
"Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 32.19%\n",
"Epoch 2/30: Avg Loss = 2.1160, Test Accuracy = 38.60%\n",
"Epoch 3/30: Avg Loss = 1.9495, Test Accuracy = 40.17%\n",
"Epoch 4/30: Avg Loss = 1.7815, Test Accuracy = 41.29%\n",
"Epoch 5/30: Avg Loss = 1.5666, Test Accuracy = 42.43%\n",
"Epoch 6/30: Avg Loss = 1.3745, Test Accuracy = 44.57%\n",
"Epoch 7/30: Avg Loss = 1.2159, Test Accuracy = 48.65%\n",
"Epoch 8/30: Avg Loss = 1.0627, Test Accuracy = 56.26%\n",
"Epoch 9/30: Avg Loss = 0.9206, Test Accuracy = 64.87%\n",
"Epoch 10/30: Avg Loss = 0.7597, Test Accuracy = 70.20%\n",
"Epoch 11/30: Avg Loss = 0.6509, Test Accuracy = 73.05%\n",
"Epoch 12/30: Avg Loss = 0.5471, Test Accuracy = 75.11%\n",
"Epoch 13/30: Avg Loss = 0.4587, Test Accuracy = 76.53%\n",
"Epoch 14/30: Avg Loss = 0.3344, Test Accuracy = 77.73%\n",
"Epoch 15/30: Avg Loss = 0.2557, Test Accuracy = 78.84%\n",
"Epoch 16/30: Avg Loss = 0.2292, Test Accuracy = 79.50%\n",
"Epoch 17/30: Avg Loss = 0.1959, Test Accuracy = 79.63%\n",
"Epoch 18/30: Avg Loss = 0.1465, Test Accuracy = 79.73%\n",
"Epoch 19/30: Avg Loss = 0.1414, Test Accuracy = 79.74%\n",
"Epoch 20/30: Avg Loss = 0.1037, Test Accuracy = 79.89%\n",
"Epoch 21/30: Avg Loss = 0.0811, Test Accuracy = 79.89%\n",
"Epoch 22/30: Avg Loss = 0.0768, Test Accuracy = 80.11%\n",
"Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 80.28%\n",
"Epoch 24/30: Avg Loss = 0.0679, Test Accuracy = 80.41%\n",
"Epoch 25/30: Avg Loss = 0.0435, Test Accuracy = 80.54%\n",
"Epoch 26/30: Avg Loss = 0.0580, Test Accuracy = 80.72%\n",
"Epoch 27/30: Avg Loss = 0.0340, Test Accuracy = 80.89%\n",
"Epoch 28/30: Avg Loss = 0.0236, Test Accuracy = 80.83%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 72%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 180/250 [03:26<01:19, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0304, Test Accuracy = 80.83%\n",
"Epoch 30/30: Avg Loss = 0.0267, Test Accuracy = 80.73%\n",
"Epoch 1/30: Avg Loss = 2.2931, Test Accuracy = 35.07%\n",
"Epoch 2/30: Avg Loss = 2.1133, Test Accuracy = 50.78%\n",
"Epoch 3/30: Avg Loss = 1.9285, Test Accuracy = 57.32%\n",
"Epoch 4/30: Avg Loss = 1.7140, Test Accuracy = 60.09%\n",
"Epoch 5/30: Avg Loss = 1.4943, Test Accuracy = 61.71%\n",
"Epoch 6/30: Avg Loss = 1.2764, Test Accuracy = 63.53%\n",
"Epoch 7/30: Avg Loss = 1.0806, Test Accuracy = 65.48%\n",
"Epoch 8/30: Avg Loss = 0.8808, Test Accuracy = 67.52%\n",
"Epoch 9/30: Avg Loss = 0.7210, Test Accuracy = 69.87%\n",
"Epoch 10/30: Avg Loss = 0.5731, Test Accuracy = 72.67%\n",
"Epoch 11/30: Avg Loss = 0.4709, Test Accuracy = 74.84%\n",
"Epoch 12/30: Avg Loss = 0.3881, Test Accuracy = 77.26%\n",
"Epoch 13/30: Avg Loss = 0.2851, Test Accuracy = 78.15%\n",
"Epoch 14/30: Avg Loss = 0.2306, Test Accuracy = 78.85%\n",
"Epoch 15/30: Avg Loss = 0.1999, Test Accuracy = 79.12%\n",
"Epoch 16/30: Avg Loss = 0.1537, Test Accuracy = 79.30%\n",
"Epoch 17/30: Avg Loss = 0.1299, Test Accuracy = 79.32%\n",
"Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 79.80%\n",
"Epoch 19/30: Avg Loss = 0.0805, Test Accuracy = 79.95%\n",
"Epoch 20/30: Avg Loss = 0.0839, Test Accuracy = 80.26%\n",
"Epoch 21/30: Avg Loss = 0.0789, Test Accuracy = 80.35%\n",
"Epoch 22/30: Avg Loss = 0.0523, Test Accuracy = 80.24%\n",
"Epoch 23/30: Avg Loss = 0.0432, Test Accuracy = 80.12%\n",
"Epoch 24/30: Avg Loss = 0.0692, Test Accuracy = 80.41%\n",
"Epoch 25/30: Avg Loss = 0.0545, Test Accuracy = 80.62%\n",
"Epoch 26/30: Avg Loss = 0.0281, Test Accuracy = 80.66%\n",
"Epoch 27/30: Avg Loss = 0.0300, Test Accuracy = 80.68%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 72%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 181/250 [03:27<01:19, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0270, Test Accuracy = 80.57%\n",
"Epoch 29/30: Avg Loss = 0.0265, Test Accuracy = 80.54%\n",
"Epoch 30/30: Avg Loss = 0.0192, Test Accuracy = 80.72%\n",
"Epoch 1/30: Avg Loss = 2.2908, Test Accuracy = 25.25%\n",
"Epoch 2/30: Avg Loss = 2.1236, Test Accuracy = 39.56%\n",
"Epoch 3/30: Avg Loss = 1.9572, Test Accuracy = 50.52%\n",
"Epoch 4/30: Avg Loss = 1.7873, Test Accuracy = 54.96%\n",
"Epoch 5/30: Avg Loss = 1.5979, Test Accuracy = 57.70%\n",
"Epoch 6/30: Avg Loss = 1.4386, Test Accuracy = 59.59%\n",
"Epoch 7/30: Avg Loss = 1.2723, Test Accuracy = 61.19%\n",
"Epoch 8/30: Avg Loss = 1.0561, Test Accuracy = 62.76%\n",
"Epoch 9/30: Avg Loss = 0.8986, Test Accuracy = 64.55%\n",
"Epoch 10/30: Avg Loss = 0.7642, Test Accuracy = 66.37%\n",
"Epoch 11/30: Avg Loss = 0.6312, Test Accuracy = 68.99%\n",
"Epoch 12/30: Avg Loss = 0.5340, Test Accuracy = 72.48%\n",
"Epoch 13/30: Avg Loss = 0.4057, Test Accuracy = 74.37%\n",
"Epoch 14/30: Avg Loss = 0.3450, Test Accuracy = 75.62%\n",
"Epoch 15/30: Avg Loss = 0.2592, Test Accuracy = 76.25%\n",
"Epoch 16/30: Avg Loss = 0.2330, Test Accuracy = 76.52%\n",
"Epoch 17/30: Avg Loss = 0.1770, Test Accuracy = 76.95%\n",
"Epoch 18/30: Avg Loss = 0.1683, Test Accuracy = 77.12%\n",
"Epoch 19/30: Avg Loss = 0.1346, Test Accuracy = 77.38%\n",
"Epoch 20/30: Avg Loss = 0.0870, Test Accuracy = 77.56%\n",
"Epoch 21/30: Avg Loss = 0.0904, Test Accuracy = 77.72%\n",
"Epoch 22/30: Avg Loss = 0.0896, Test Accuracy = 78.01%\n",
"Epoch 23/30: Avg Loss = 0.0652, Test Accuracy = 78.21%\n",
"Epoch 24/30: Avg Loss = 0.0550, Test Accuracy = 78.44%\n",
"Epoch 25/30: Avg Loss = 0.0492, Test Accuracy = 78.56%\n",
"Epoch 26/30: Avg Loss = 0.0420, Test Accuracy = 78.80%\n",
"Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 78.91%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 73%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 182/250 [03:28<01:18, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0476, Test Accuracy = 78.91%\n",
"Epoch 29/30: Avg Loss = 0.0322, Test Accuracy = 78.55%\n",
"Epoch 30/30: Avg Loss = 0.0499, Test Accuracy = 78.39%\n",
"Epoch 1/30: Avg Loss = 2.2940, Test Accuracy = 27.84%\n",
"Epoch 2/30: Avg Loss = 2.1507, Test Accuracy = 50.96%\n",
"Epoch 3/30: Avg Loss = 1.9970, Test Accuracy = 56.11%\n",
"Epoch 4/30: Avg Loss = 1.8319, Test Accuracy = 59.76%\n",
"Epoch 5/30: Avg Loss = 1.6308, Test Accuracy = 61.79%\n",
"Epoch 6/30: Avg Loss = 1.4227, Test Accuracy = 63.71%\n",
"Epoch 7/30: Avg Loss = 1.2203, Test Accuracy = 66.63%\n",
"Epoch 8/30: Avg Loss = 1.0524, Test Accuracy = 69.14%\n",
"Epoch 9/30: Avg Loss = 0.8613, Test Accuracy = 71.66%\n",
"Epoch 10/30: Avg Loss = 0.7574, Test Accuracy = 74.05%\n",
"Epoch 11/30: Avg Loss = 0.5744, Test Accuracy = 76.12%\n",
"Epoch 12/30: Avg Loss = 0.4482, Test Accuracy = 77.66%\n",
"Epoch 13/30: Avg Loss = 0.3551, Test Accuracy = 78.83%\n",
"Epoch 14/30: Avg Loss = 0.2757, Test Accuracy = 79.71%\n",
"Epoch 15/30: Avg Loss = 0.2610, Test Accuracy = 80.45%\n",
"Epoch 16/30: Avg Loss = 0.2048, Test Accuracy = 80.58%\n",
"Epoch 17/30: Avg Loss = 0.1619, Test Accuracy = 80.88%\n",
"Epoch 18/30: Avg Loss = 0.1361, Test Accuracy = 81.12%\n",
"Epoch 19/30: Avg Loss = 0.1440, Test Accuracy = 81.12%\n",
"Epoch 20/30: Avg Loss = 0.1121, Test Accuracy = 81.28%\n",
"Epoch 21/30: Avg Loss = 0.0872, Test Accuracy = 81.85%\n",
"Epoch 22/30: Avg Loss = 0.0825, Test Accuracy = 82.24%\n",
"Epoch 23/30: Avg Loss = 0.0618, Test Accuracy = 82.55%\n",
"Epoch 24/30: Avg Loss = 0.0533, Test Accuracy = 82.62%\n",
"Epoch 25/30: Avg Loss = 0.0475, Test Accuracy = 82.33%\n",
"Epoch 26/30: Avg Loss = 0.0459, Test Accuracy = 82.13%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 73%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 183/250 [03:29<01:17, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 82.10%\n",
"Epoch 28/30: Avg Loss = 0.0457, Test Accuracy = 82.22%\n",
"Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 82.13%\n",
"Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 82.21%\n",
"Epoch 1/30: Avg Loss = 2.2896, Test Accuracy = 26.37%\n",
"Epoch 2/30: Avg Loss = 2.1536, Test Accuracy = 39.57%\n",
"Epoch 3/30: Avg Loss = 2.0034, Test Accuracy = 48.35%\n",
"Epoch 4/30: Avg Loss = 1.8681, Test Accuracy = 54.31%\n",
"Epoch 5/30: Avg Loss = 1.6809, Test Accuracy = 58.48%\n",
"Epoch 6/30: Avg Loss = 1.4875, Test Accuracy = 61.41%\n",
"Epoch 7/30: Avg Loss = 1.3036, Test Accuracy = 64.49%\n",
"Epoch 8/30: Avg Loss = 1.1181, Test Accuracy = 67.37%\n",
"Epoch 9/30: Avg Loss = 0.9881, Test Accuracy = 69.65%\n",
"Epoch 10/30: Avg Loss = 0.8061, Test Accuracy = 71.62%\n",
"Epoch 11/30: Avg Loss = 0.6757, Test Accuracy = 73.99%\n",
"Epoch 12/30: Avg Loss = 0.5714, Test Accuracy = 76.09%\n",
"Epoch 13/30: Avg Loss = 0.4804, Test Accuracy = 77.13%\n",
"Epoch 14/30: Avg Loss = 0.3738, Test Accuracy = 78.04%\n",
"Epoch 15/30: Avg Loss = 0.3047, Test Accuracy = 78.45%\n",
"Epoch 16/30: Avg Loss = 0.2696, Test Accuracy = 78.80%\n",
"Epoch 17/30: Avg Loss = 0.2014, Test Accuracy = 79.17%\n",
"Epoch 18/30: Avg Loss = 0.2054, Test Accuracy = 79.48%\n",
"Epoch 19/30: Avg Loss = 0.1482, Test Accuracy = 79.79%\n",
"Epoch 20/30: Avg Loss = 0.1268, Test Accuracy = 80.16%\n",
"Epoch 21/30: Avg Loss = 0.1079, Test Accuracy = 80.39%\n",
"Epoch 22/30: Avg Loss = 0.1174, Test Accuracy = 80.32%\n",
"Epoch 23/30: Avg Loss = 0.0974, Test Accuracy = 80.28%\n",
"Epoch 24/30: Avg Loss = 0.0714, Test Accuracy = 80.27%\n",
"Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 80.24%\n",
"Epoch 26/30: Avg Loss = 0.0434, Test Accuracy = 80.28%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 74%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 184/250 [03:30<01:16, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0551, Test Accuracy = 80.39%\n",
"Epoch 28/30: Avg Loss = 0.0488, Test Accuracy = 80.43%\n",
"Epoch 29/30: Avg Loss = 0.0445, Test Accuracy = 80.57%\n",
"Epoch 30/30: Avg Loss = 0.0428, Test Accuracy = 80.49%\n",
"Epoch 1/30: Avg Loss = 2.2642, Test Accuracy = 28.11%\n",
"Epoch 2/30: Avg Loss = 2.0986, Test Accuracy = 46.29%\n",
"Epoch 3/30: Avg Loss = 1.8911, Test Accuracy = 55.03%\n",
"Epoch 4/30: Avg Loss = 1.6878, Test Accuracy = 59.38%\n",
"Epoch 5/30: Avg Loss = 1.4688, Test Accuracy = 61.96%\n",
"Epoch 6/30: Avg Loss = 1.2861, Test Accuracy = 63.23%\n",
"Epoch 7/30: Avg Loss = 1.1298, Test Accuracy = 64.79%\n",
"Epoch 8/30: Avg Loss = 0.9282, Test Accuracy = 66.33%\n",
"Epoch 9/30: Avg Loss = 0.7727, Test Accuracy = 67.93%\n",
"Epoch 10/30: Avg Loss = 0.5912, Test Accuracy = 69.99%\n",
"Epoch 11/30: Avg Loss = 0.4792, Test Accuracy = 72.50%\n",
"Epoch 12/30: Avg Loss = 0.3758, Test Accuracy = 75.44%\n",
"Epoch 13/30: Avg Loss = 0.3093, Test Accuracy = 77.62%\n",
"Epoch 14/30: Avg Loss = 0.2576, Test Accuracy = 79.20%\n",
"Epoch 15/30: Avg Loss = 0.1936, Test Accuracy = 79.57%\n",
"Epoch 16/30: Avg Loss = 0.1758, Test Accuracy = 79.48%\n",
"Epoch 17/30: Avg Loss = 0.1264, Test Accuracy = 79.65%\n",
"Epoch 18/30: Avg Loss = 0.1263, Test Accuracy = 79.83%\n",
"Epoch 19/30: Avg Loss = 0.0894, Test Accuracy = 79.93%\n",
"Epoch 20/30: Avg Loss = 0.0700, Test Accuracy = 80.02%\n",
"Epoch 21/30: Avg Loss = 0.0541, Test Accuracy = 80.31%\n",
"Epoch 22/30: Avg Loss = 0.0536, Test Accuracy = 80.36%\n",
"Epoch 23/30: Avg Loss = 0.0514, Test Accuracy = 80.37%\n",
"Epoch 24/30: Avg Loss = 0.0482, Test Accuracy = 80.46%\n",
"Epoch 25/30: Avg Loss = 0.0394, Test Accuracy = 80.13%\n",
"Epoch 26/30: Avg Loss = 0.0237, Test Accuracy = 80.05%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 74%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 185/250 [03:32<01:15, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0249, Test Accuracy = 80.02%\n",
"Epoch 28/30: Avg Loss = 0.0252, Test Accuracy = 79.94%\n",
"Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 79.95%\n",
"Epoch 30/30: Avg Loss = 0.0192, Test Accuracy = 80.12%\n",
"Epoch 1/30: Avg Loss = 2.2845, Test Accuracy = 31.12%\n",
"Epoch 2/30: Avg Loss = 2.1082, Test Accuracy = 40.35%\n",
"Epoch 3/30: Avg Loss = 1.9279, Test Accuracy = 45.33%\n",
"Epoch 4/30: Avg Loss = 1.7426, Test Accuracy = 47.60%\n",
"Epoch 5/30: Avg Loss = 1.5545, Test Accuracy = 49.65%\n",
"Epoch 6/30: Avg Loss = 1.3457, Test Accuracy = 52.48%\n",
"Epoch 7/30: Avg Loss = 1.1924, Test Accuracy = 55.95%\n",
"Epoch 8/30: Avg Loss = 1.0305, Test Accuracy = 61.10%\n",
"Epoch 9/30: Avg Loss = 0.8573, Test Accuracy = 65.00%\n",
"Epoch 10/30: Avg Loss = 0.7459, Test Accuracy = 69.18%\n",
"Epoch 11/30: Avg Loss = 0.6110, Test Accuracy = 71.35%\n",
"Epoch 12/30: Avg Loss = 0.5133, Test Accuracy = 73.15%\n",
"Epoch 13/30: Avg Loss = 0.4133, Test Accuracy = 74.50%\n",
"Epoch 14/30: Avg Loss = 0.3754, Test Accuracy = 75.67%\n",
"Epoch 15/30: Avg Loss = 0.3012, Test Accuracy = 76.48%\n",
"Epoch 16/30: Avg Loss = 0.2432, Test Accuracy = 77.01%\n",
"Epoch 17/30: Avg Loss = 0.1940, Test Accuracy = 78.02%\n",
"Epoch 18/30: Avg Loss = 0.1508, Test Accuracy = 78.74%\n",
"Epoch 19/30: Avg Loss = 0.1467, Test Accuracy = 79.26%\n",
"Epoch 20/30: Avg Loss = 0.1339, Test Accuracy = 79.57%\n",
"Epoch 21/30: Avg Loss = 0.0990, Test Accuracy = 79.79%\n",
"Epoch 22/30: Avg Loss = 0.0891, Test Accuracy = 79.88%\n",
"Epoch 23/30: Avg Loss = 0.0775, Test Accuracy = 79.93%\n",
"Epoch 24/30: Avg Loss = 0.0623, Test Accuracy = 79.93%\n",
"Epoch 25/30: Avg Loss = 0.0724, Test Accuracy = 79.81%\n",
"Epoch 26/30: Avg Loss = 0.0433, Test Accuracy = 79.80%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 74%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 186/250 [03:33<01:14, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0496, Test Accuracy = 79.78%\n",
"Epoch 28/30: Avg Loss = 0.0411, Test Accuracy = 79.76%\n",
"Epoch 29/30: Avg Loss = 0.0537, Test Accuracy = 79.89%\n",
"Epoch 30/30: Avg Loss = 0.0307, Test Accuracy = 79.98%\n",
"Epoch 1/30: Avg Loss = 2.2677, Test Accuracy = 31.32%\n",
"Epoch 2/30: Avg Loss = 2.1220, Test Accuracy = 45.23%\n",
"Epoch 3/30: Avg Loss = 1.9570, Test Accuracy = 53.56%\n",
"Epoch 4/30: Avg Loss = 1.7719, Test Accuracy = 58.97%\n",
"Epoch 5/30: Avg Loss = 1.5973, Test Accuracy = 60.87%\n",
"Epoch 6/30: Avg Loss = 1.3886, Test Accuracy = 62.43%\n",
"Epoch 7/30: Avg Loss = 1.1792, Test Accuracy = 64.36%\n",
"Epoch 8/30: Avg Loss = 1.0087, Test Accuracy = 66.40%\n",
"Epoch 9/30: Avg Loss = 0.8137, Test Accuracy = 68.24%\n",
"Epoch 10/30: Avg Loss = 0.6809, Test Accuracy = 69.61%\n",
"Epoch 11/30: Avg Loss = 0.5229, Test Accuracy = 70.50%\n",
"Epoch 12/30: Avg Loss = 0.4440, Test Accuracy = 71.71%\n",
"Epoch 13/30: Avg Loss = 0.3760, Test Accuracy = 72.86%\n",
"Epoch 14/30: Avg Loss = 0.2743, Test Accuracy = 73.79%\n",
"Epoch 15/30: Avg Loss = 0.2576, Test Accuracy = 74.43%\n",
"Epoch 16/30: Avg Loss = 0.2260, Test Accuracy = 74.73%\n",
"Epoch 17/30: Avg Loss = 0.1897, Test Accuracy = 74.84%\n",
"Epoch 18/30: Avg Loss = 0.1710, Test Accuracy = 75.23%\n",
"Epoch 19/30: Avg Loss = 0.1208, Test Accuracy = 75.39%\n",
"Epoch 20/30: Avg Loss = 0.1072, Test Accuracy = 75.37%\n",
"Epoch 21/30: Avg Loss = 0.0829, Test Accuracy = 75.42%\n",
"Epoch 22/30: Avg Loss = 0.0913, Test Accuracy = 75.68%\n",
"Epoch 23/30: Avg Loss = 0.0654, Test Accuracy = 75.62%\n",
"Epoch 24/30: Avg Loss = 0.0650, Test Accuracy = 75.72%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 75%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 187/250 [03:34<01:13, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0659, Test Accuracy = 75.80%\n",
"Epoch 26/30: Avg Loss = 0.0484, Test Accuracy = 75.88%\n",
"Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 75.98%\n",
"Epoch 28/30: Avg Loss = 0.0295, Test Accuracy = 76.04%\n",
"Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 76.05%\n",
"Epoch 30/30: Avg Loss = 0.0297, Test Accuracy = 76.06%\n",
"Epoch 1/30: Avg Loss = 2.2900, Test Accuracy = 33.82%\n",
"Epoch 2/30: Avg Loss = 2.1515, Test Accuracy = 47.46%\n",
"Epoch 3/30: Avg Loss = 2.0045, Test Accuracy = 53.02%\n",
"Epoch 4/30: Avg Loss = 1.8496, Test Accuracy = 55.92%\n",
"Epoch 5/30: Avg Loss = 1.6387, Test Accuracy = 57.55%\n",
"Epoch 6/30: Avg Loss = 1.4462, Test Accuracy = 59.00%\n",
"Epoch 7/30: Avg Loss = 1.2282, Test Accuracy = 60.88%\n",
"Epoch 8/30: Avg Loss = 1.0288, Test Accuracy = 63.98%\n",
"Epoch 9/30: Avg Loss = 0.8768, Test Accuracy = 67.27%\n",
"Epoch 10/30: Avg Loss = 0.7215, Test Accuracy = 70.72%\n",
"Epoch 11/30: Avg Loss = 0.6111, Test Accuracy = 73.42%\n",
"Epoch 12/30: Avg Loss = 0.5222, Test Accuracy = 75.55%\n",
"Epoch 13/30: Avg Loss = 0.4316, Test Accuracy = 77.80%\n",
"Epoch 14/30: Avg Loss = 0.3158, Test Accuracy = 79.67%\n",
"Epoch 15/30: Avg Loss = 0.2812, Test Accuracy = 80.26%\n",
"Epoch 16/30: Avg Loss = 0.2394, Test Accuracy = 80.72%\n",
"Epoch 17/30: Avg Loss = 0.2082, Test Accuracy = 81.56%\n",
"Epoch 18/30: Avg Loss = 0.1773, Test Accuracy = 82.06%\n",
"Epoch 19/30: Avg Loss = 0.1259, Test Accuracy = 82.38%\n",
"Epoch 20/30: Avg Loss = 0.1249, Test Accuracy = 82.56%\n",
"Epoch 21/30: Avg Loss = 0.1095, Test Accuracy = 82.71%\n",
"Epoch 22/30: Avg Loss = 0.1023, Test Accuracy = 82.73%\n",
"Epoch 23/30: Avg Loss = 0.0797, Test Accuracy = 82.25%\n",
"Epoch 24/30: Avg Loss = 0.0611, Test Accuracy = 82.10%\n",
"Epoch 25/30: Avg Loss = 0.0579, Test Accuracy = 82.01%\n",
"Epoch 26/30: Avg Loss = 0.0453, Test Accuracy = 81.96%\n",
"Epoch 27/30: Avg Loss = 0.0469, Test Accuracy = 82.05%\n",
"Epoch 28/30: Avg Loss = 0.0415, Test Accuracy = 82.18%\n",
"Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 82.51%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 75%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 188/250 [03:35<01:12, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0353, Test Accuracy = 82.64%\n",
"Epoch 1/30: Avg Loss = 2.2830, Test Accuracy = 35.13%\n",
"Epoch 2/30: Avg Loss = 2.1258, Test Accuracy = 54.78%\n",
"Epoch 3/30: Avg Loss = 1.9751, Test Accuracy = 61.41%\n",
"Epoch 4/30: Avg Loss = 1.8055, Test Accuracy = 64.24%\n",
"Epoch 5/30: Avg Loss = 1.5853, Test Accuracy = 65.63%\n",
"Epoch 6/30: Avg Loss = 1.3641, Test Accuracy = 67.30%\n",
"Epoch 7/30: Avg Loss = 1.1581, Test Accuracy = 68.99%\n",
"Epoch 8/30: Avg Loss = 0.9634, Test Accuracy = 70.50%\n",
"Epoch 9/30: Avg Loss = 0.7713, Test Accuracy = 72.19%\n",
"Epoch 10/30: Avg Loss = 0.6446, Test Accuracy = 74.00%\n",
"Epoch 11/30: Avg Loss = 0.5471, Test Accuracy = 75.75%\n",
"Epoch 12/30: Avg Loss = 0.4041, Test Accuracy = 77.19%\n",
"Epoch 13/30: Avg Loss = 0.3463, Test Accuracy = 78.00%\n",
"Epoch 14/30: Avg Loss = 0.2503, Test Accuracy = 78.62%\n",
"Epoch 15/30: Avg Loss = 0.1927, Test Accuracy = 79.09%\n",
"Epoch 16/30: Avg Loss = 0.1716, Test Accuracy = 79.18%\n",
"Epoch 17/30: Avg Loss = 0.1394, Test Accuracy = 78.92%\n",
"Epoch 18/30: Avg Loss = 0.1301, Test Accuracy = 78.75%\n",
"Epoch 19/30: Avg Loss = 0.1032, Test Accuracy = 78.94%\n",
"Epoch 20/30: Avg Loss = 0.0796, Test Accuracy = 79.07%\n",
"Epoch 21/30: Avg Loss = 0.0734, Test Accuracy = 79.33%\n",
"Epoch 22/30: Avg Loss = 0.0796, Test Accuracy = 79.46%\n",
"Epoch 23/30: Avg Loss = 0.0544, Test Accuracy = 79.59%\n",
"Epoch 24/30: Avg Loss = 0.0519, Test Accuracy = 79.60%\n",
"Epoch 25/30: Avg Loss = 0.0342, Test Accuracy = 79.48%\n",
"Epoch 26/30: Avg Loss = 0.0423, Test Accuracy = 79.77%\n",
"Epoch 27/30: Avg Loss = 0.0284, Test Accuracy = 79.77%\n",
"Epoch 28/30: Avg Loss = 0.0506, Test Accuracy = 79.94%\n",
"Epoch 29/30: Avg Loss = 0.0330, Test Accuracy = 79.91%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 76%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 189/250 [03:36<01:11, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0250, Test Accuracy = 79.91%\n",
"Epoch 1/30: Avg Loss = 2.2868, Test Accuracy = 30.63%\n",
"Epoch 2/30: Avg Loss = 2.1413, Test Accuracy = 42.82%\n",
"Epoch 3/30: Avg Loss = 2.0001, Test Accuracy = 50.56%\n",
"Epoch 4/30: Avg Loss = 1.8168, Test Accuracy = 55.34%\n",
"Epoch 5/30: Avg Loss = 1.6371, Test Accuracy = 58.38%\n",
"Epoch 6/30: Avg Loss = 1.4487, Test Accuracy = 60.63%\n",
"Epoch 7/30: Avg Loss = 1.2373, Test Accuracy = 63.57%\n",
"Epoch 8/30: Avg Loss = 1.0685, Test Accuracy = 66.69%\n",
"Epoch 9/30: Avg Loss = 0.8835, Test Accuracy = 69.29%\n",
"Epoch 10/30: Avg Loss = 0.7199, Test Accuracy = 72.44%\n",
"Epoch 11/30: Avg Loss = 0.5796, Test Accuracy = 75.00%\n",
"Epoch 12/30: Avg Loss = 0.4605, Test Accuracy = 77.44%\n",
"Epoch 13/30: Avg Loss = 0.3466, Test Accuracy = 79.17%\n",
"Epoch 14/30: Avg Loss = 0.2979, Test Accuracy = 79.94%\n",
"Epoch 15/30: Avg Loss = 0.2124, Test Accuracy = 80.34%\n",
"Epoch 16/30: Avg Loss = 0.1932, Test Accuracy = 80.61%\n",
"Epoch 17/30: Avg Loss = 0.1909, Test Accuracy = 80.94%\n",
"Epoch 18/30: Avg Loss = 0.1498, Test Accuracy = 81.02%\n",
"Epoch 19/30: Avg Loss = 0.0959, Test Accuracy = 81.09%\n",
"Epoch 20/30: Avg Loss = 0.0739, Test Accuracy = 81.31%\n",
"Epoch 21/30: Avg Loss = 0.0618, Test Accuracy = 81.40%\n",
"Epoch 22/30: Avg Loss = 0.0564, Test Accuracy = 81.69%\n",
"Epoch 23/30: Avg Loss = 0.0485, Test Accuracy = 81.68%\n",
"Epoch 24/30: Avg Loss = 0.0436, Test Accuracy = 81.75%\n",
"Epoch 25/30: Avg Loss = 0.0453, Test Accuracy = 81.77%\n",
"Epoch 26/30: Avg Loss = 0.0508, Test Accuracy = 81.67%\n",
"Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 81.57%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 76%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 190/250 [03:37<01:10, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0233, Test Accuracy = 81.34%\n",
"Epoch 29/30: Avg Loss = 0.0231, Test Accuracy = 81.44%\n",
"Epoch 30/30: Avg Loss = 0.0216, Test Accuracy = 81.63%\n",
"Epoch 1/30: Avg Loss = 2.2788, Test Accuracy = 23.25%\n",
"Epoch 2/30: Avg Loss = 2.1094, Test Accuracy = 34.41%\n",
"Epoch 3/30: Avg Loss = 1.9657, Test Accuracy = 41.58%\n",
"Epoch 4/30: Avg Loss = 1.7786, Test Accuracy = 46.11%\n",
"Epoch 5/30: Avg Loss = 1.5773, Test Accuracy = 50.07%\n",
"Epoch 6/30: Avg Loss = 1.4429, Test Accuracy = 54.52%\n",
"Epoch 7/30: Avg Loss = 1.1749, Test Accuracy = 58.90%\n",
"Epoch 8/30: Avg Loss = 1.0263, Test Accuracy = 63.95%\n",
"Epoch 9/30: Avg Loss = 0.8598, Test Accuracy = 69.03%\n",
"Epoch 10/30: Avg Loss = 0.6931, Test Accuracy = 73.92%\n",
"Epoch 11/30: Avg Loss = 0.5114, Test Accuracy = 76.78%\n",
"Epoch 12/30: Avg Loss = 0.4251, Test Accuracy = 78.07%\n",
"Epoch 13/30: Avg Loss = 0.3441, Test Accuracy = 78.37%\n",
"Epoch 14/30: Avg Loss = 0.2716, Test Accuracy = 78.35%\n",
"Epoch 15/30: Avg Loss = 0.2300, Test Accuracy = 78.57%\n",
"Epoch 16/30: Avg Loss = 0.1700, Test Accuracy = 78.74%\n",
"Epoch 17/30: Avg Loss = 0.1450, Test Accuracy = 78.91%\n",
"Epoch 18/30: Avg Loss = 0.1214, Test Accuracy = 78.83%\n",
"Epoch 19/30: Avg Loss = 0.0865, Test Accuracy = 79.02%\n",
"Epoch 20/30: Avg Loss = 0.0922, Test Accuracy = 79.03%\n",
"Epoch 21/30: Avg Loss = 0.0631, Test Accuracy = 79.12%\n",
"Epoch 22/30: Avg Loss = 0.0799, Test Accuracy = 79.35%\n",
"Epoch 23/30: Avg Loss = 0.0625, Test Accuracy = 79.42%\n",
"Epoch 24/30: Avg Loss = 0.0589, Test Accuracy = 79.30%\n",
"Epoch 25/30: Avg Loss = 0.0390, Test Accuracy = 79.30%\n",
"Epoch 26/30: Avg Loss = 0.0421, Test Accuracy = 79.43%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 76%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 191/250 [03:39<01:08, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0406, Test Accuracy = 79.48%\n",
"Epoch 28/30: Avg Loss = 0.0435, Test Accuracy = 79.57%\n",
"Epoch 29/30: Avg Loss = 0.0347, Test Accuracy = 79.72%\n",
"Epoch 30/30: Avg Loss = 0.0317, Test Accuracy = 79.89%\n",
"Epoch 1/30: Avg Loss = 2.2864, Test Accuracy = 26.87%\n",
"Epoch 2/30: Avg Loss = 2.1161, Test Accuracy = 49.47%\n",
"Epoch 3/30: Avg Loss = 1.9477, Test Accuracy = 62.74%\n",
"Epoch 4/30: Avg Loss = 1.7570, Test Accuracy = 65.11%\n",
"Epoch 5/30: Avg Loss = 1.5208, Test Accuracy = 65.36%\n",
"Epoch 6/30: Avg Loss = 1.3129, Test Accuracy = 65.82%\n",
"Epoch 7/30: Avg Loss = 1.1005, Test Accuracy = 66.64%\n",
"Epoch 8/30: Avg Loss = 0.9250, Test Accuracy = 67.32%\n",
"Epoch 9/30: Avg Loss = 0.7777, Test Accuracy = 69.33%\n",
"Epoch 10/30: Avg Loss = 0.6282, Test Accuracy = 70.69%\n",
"Epoch 11/30: Avg Loss = 0.5323, Test Accuracy = 72.40%\n",
"Epoch 12/30: Avg Loss = 0.4227, Test Accuracy = 74.45%\n",
"Epoch 13/30: Avg Loss = 0.3769, Test Accuracy = 76.55%\n",
"Epoch 14/30: Avg Loss = 0.3048, Test Accuracy = 78.68%\n",
"Epoch 15/30: Avg Loss = 0.2546, Test Accuracy = 80.03%\n",
"Epoch 16/30: Avg Loss = 0.1668, Test Accuracy = 80.60%\n",
"Epoch 17/30: Avg Loss = 0.1692, Test Accuracy = 81.30%\n",
"Epoch 18/30: Avg Loss = 0.1536, Test Accuracy = 81.59%\n",
"Epoch 19/30: Avg Loss = 0.1211, Test Accuracy = 81.56%\n",
"Epoch 20/30: Avg Loss = 0.0933, Test Accuracy = 81.46%\n",
"Epoch 21/30: Avg Loss = 0.0998, Test Accuracy = 81.67%\n",
"Epoch 22/30: Avg Loss = 0.0836, Test Accuracy = 81.81%\n",
"Epoch 23/30: Avg Loss = 0.0772, Test Accuracy = 81.87%\n",
"Epoch 24/30: Avg Loss = 0.0513, Test Accuracy = 82.08%\n",
"Epoch 25/30: Avg Loss = 0.0488, Test Accuracy = 82.15%\n",
"Epoch 26/30: Avg Loss = 0.0481, Test Accuracy = 82.27%\n",
"Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 82.32%\n",
"Epoch 28/30: Avg Loss = 0.0354, Test Accuracy = 82.44%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 77%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 192/250 [03:40<01:08, 1.18s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0266, Test Accuracy = 82.49%\n",
"Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 82.46%\n",
"Epoch 1/30: Avg Loss = 2.2843, Test Accuracy = 38.48%\n",
"Epoch 2/30: Avg Loss = 2.1367, Test Accuracy = 45.69%\n",
"Epoch 3/30: Avg Loss = 1.9571, Test Accuracy = 47.36%\n",
"Epoch 4/30: Avg Loss = 1.7679, Test Accuracy = 48.61%\n",
"Epoch 5/30: Avg Loss = 1.5625, Test Accuracy = 49.12%\n",
"Epoch 6/30: Avg Loss = 1.3558, Test Accuracy = 50.04%\n",
"Epoch 7/30: Avg Loss = 1.2092, Test Accuracy = 51.75%\n",
"Epoch 8/30: Avg Loss = 1.0537, Test Accuracy = 54.61%\n",
"Epoch 9/30: Avg Loss = 0.8877, Test Accuracy = 58.60%\n",
"Epoch 10/30: Avg Loss = 0.7718, Test Accuracy = 63.57%\n",
"Epoch 11/30: Avg Loss = 0.6156, Test Accuracy = 68.85%\n",
"Epoch 12/30: Avg Loss = 0.5645, Test Accuracy = 73.12%\n",
"Epoch 13/30: Avg Loss = 0.4545, Test Accuracy = 75.69%\n",
"Epoch 14/30: Avg Loss = 0.3768, Test Accuracy = 77.07%\n",
"Epoch 15/30: Avg Loss = 0.3059, Test Accuracy = 77.33%\n",
"Epoch 16/30: Avg Loss = 0.2236, Test Accuracy = 77.25%\n",
"Epoch 17/30: Avg Loss = 0.2133, Test Accuracy = 77.23%\n",
"Epoch 18/30: Avg Loss = 0.1841, Test Accuracy = 77.72%\n",
"Epoch 19/30: Avg Loss = 0.1462, Test Accuracy = 78.67%\n",
"Epoch 20/30: Avg Loss = 0.1161, Test Accuracy = 79.10%\n",
"Epoch 21/30: Avg Loss = 0.1179, Test Accuracy = 79.27%\n",
"Epoch 22/30: Avg Loss = 0.0957, Test Accuracy = 79.14%\n",
"Epoch 23/30: Avg Loss = 0.0721, Test Accuracy = 79.22%\n",
"Epoch 24/30: Avg Loss = 0.0524, Test Accuracy = 79.35%\n",
"Epoch 25/30: Avg Loss = 0.0674, Test Accuracy = 79.44%\n",
"Epoch 26/30: Avg Loss = 0.0432, Test Accuracy = 79.41%\n",
"Epoch 27/30: Avg Loss = 0.0473, Test Accuracy = 79.38%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 77%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 193/250 [03:41<01:07, 1.18s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0372, Test Accuracy = 79.46%\n",
"Epoch 29/30: Avg Loss = 0.0351, Test Accuracy = 79.47%\n",
"Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 79.58%\n",
"Epoch 1/30: Avg Loss = 2.2919, Test Accuracy = 31.35%\n",
"Epoch 2/30: Avg Loss = 2.1469, Test Accuracy = 43.24%\n",
"Epoch 3/30: Avg Loss = 1.9873, Test Accuracy = 53.19%\n",
"Epoch 4/30: Avg Loss = 1.8103, Test Accuracy = 58.49%\n",
"Epoch 5/30: Avg Loss = 1.6306, Test Accuracy = 61.21%\n",
"Epoch 6/30: Avg Loss = 1.4019, Test Accuracy = 64.24%\n",
"Epoch 7/30: Avg Loss = 1.2141, Test Accuracy = 66.77%\n",
"Epoch 8/30: Avg Loss = 1.0367, Test Accuracy = 69.73%\n",
"Epoch 9/30: Avg Loss = 0.8339, Test Accuracy = 72.52%\n",
"Epoch 10/30: Avg Loss = 0.6677, Test Accuracy = 75.10%\n",
"Epoch 11/30: Avg Loss = 0.5051, Test Accuracy = 76.97%\n",
"Epoch 12/30: Avg Loss = 0.4182, Test Accuracy = 78.26%\n",
"Epoch 13/30: Avg Loss = 0.3420, Test Accuracy = 79.17%\n",
"Epoch 14/30: Avg Loss = 0.2937, Test Accuracy = 80.12%\n",
"Epoch 15/30: Avg Loss = 0.2044, Test Accuracy = 80.10%\n",
"Epoch 16/30: Avg Loss = 0.1848, Test Accuracy = 80.51%\n",
"Epoch 17/30: Avg Loss = 0.1436, Test Accuracy = 80.59%\n",
"Epoch 18/30: Avg Loss = 0.1312, Test Accuracy = 80.92%\n",
"Epoch 19/30: Avg Loss = 0.1180, Test Accuracy = 81.20%\n",
"Epoch 20/30: Avg Loss = 0.0702, Test Accuracy = 81.45%\n",
"Epoch 21/30: Avg Loss = 0.0720, Test Accuracy = 81.50%\n",
"Epoch 22/30: Avg Loss = 0.0603, Test Accuracy = 81.52%\n",
"Epoch 23/30: Avg Loss = 0.0534, Test Accuracy = 81.57%\n",
"Epoch 24/30: Avg Loss = 0.0454, Test Accuracy = 81.38%\n",
"Epoch 25/30: Avg Loss = 0.0521, Test Accuracy = 81.43%\n",
"Epoch 26/30: Avg Loss = 0.0294, Test Accuracy = 81.38%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 78%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 194/250 [03:42<01:06, 1.19s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0413, Test Accuracy = 81.44%\n",
"Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 81.46%\n",
"Epoch 29/30: Avg Loss = 0.0297, Test Accuracy = 81.66%\n",
"Epoch 30/30: Avg Loss = 0.0318, Test Accuracy = 81.86%\n",
"Epoch 1/30: Avg Loss = 2.2977, Test Accuracy = 32.95%\n",
"Epoch 2/30: Avg Loss = 2.1342, Test Accuracy = 54.40%\n",
"Epoch 3/30: Avg Loss = 1.9724, Test Accuracy = 59.56%\n",
"Epoch 4/30: Avg Loss = 1.8021, Test Accuracy = 60.05%\n",
"Epoch 5/30: Avg Loss = 1.6087, Test Accuracy = 60.51%\n",
"Epoch 6/30: Avg Loss = 1.4010, Test Accuracy = 61.79%\n",
"Epoch 7/30: Avg Loss = 1.2127, Test Accuracy = 63.68%\n",
"Epoch 8/30: Avg Loss = 1.0371, Test Accuracy = 65.83%\n",
"Epoch 9/30: Avg Loss = 0.8867, Test Accuracy = 68.70%\n",
"Epoch 10/30: Avg Loss = 0.7450, Test Accuracy = 71.41%\n",
"Epoch 11/30: Avg Loss = 0.6017, Test Accuracy = 73.90%\n",
"Epoch 12/30: Avg Loss = 0.4868, Test Accuracy = 76.17%\n",
"Epoch 13/30: Avg Loss = 0.4254, Test Accuracy = 77.58%\n",
"Epoch 14/30: Avg Loss = 0.3868, Test Accuracy = 78.16%\n",
"Epoch 15/30: Avg Loss = 0.2895, Test Accuracy = 78.78%\n",
"Epoch 16/30: Avg Loss = 0.2539, Test Accuracy = 78.98%\n",
"Epoch 17/30: Avg Loss = 0.2069, Test Accuracy = 79.12%\n",
"Epoch 18/30: Avg Loss = 0.1394, Test Accuracy = 79.35%\n",
"Epoch 19/30: Avg Loss = 0.1149, Test Accuracy = 79.48%\n",
"Epoch 20/30: Avg Loss = 0.1445, Test Accuracy = 79.47%\n",
"Epoch 21/30: Avg Loss = 0.1139, Test Accuracy = 79.64%\n",
"Epoch 22/30: Avg Loss = 0.0961, Test Accuracy = 79.97%\n",
"Epoch 23/30: Avg Loss = 0.0678, Test Accuracy = 80.07%\n",
"Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 80.09%\n",
"Epoch 25/30: Avg Loss = 0.0440, Test Accuracy = 80.20%\n",
"Epoch 26/30: Avg Loss = 0.0505, Test Accuracy = 80.39%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 78%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 195/250 [03:43<01:05, 1.18s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0482, Test Accuracy = 80.57%\n",
"Epoch 28/30: Avg Loss = 0.0443, Test Accuracy = 80.66%\n",
"Epoch 29/30: Avg Loss = 0.0471, Test Accuracy = 80.62%\n",
"Epoch 30/30: Avg Loss = 0.0434, Test Accuracy = 80.55%\n",
"Epoch 1/30: Avg Loss = 2.2869, Test Accuracy = 34.34%\n",
"Epoch 2/30: Avg Loss = 2.1541, Test Accuracy = 47.28%\n",
"Epoch 3/30: Avg Loss = 2.0206, Test Accuracy = 55.76%\n",
"Epoch 4/30: Avg Loss = 1.8516, Test Accuracy = 59.98%\n",
"Epoch 5/30: Avg Loss = 1.6693, Test Accuracy = 62.72%\n",
"Epoch 6/30: Avg Loss = 1.4774, Test Accuracy = 65.22%\n",
"Epoch 7/30: Avg Loss = 1.2941, Test Accuracy = 66.74%\n",
"Epoch 8/30: Avg Loss = 1.0697, Test Accuracy = 69.00%\n",
"Epoch 9/30: Avg Loss = 0.9142, Test Accuracy = 70.86%\n",
"Epoch 10/30: Avg Loss = 0.7585, Test Accuracy = 73.28%\n",
"Epoch 11/30: Avg Loss = 0.6181, Test Accuracy = 75.91%\n",
"Epoch 12/30: Avg Loss = 0.5094, Test Accuracy = 78.52%\n",
"Epoch 13/30: Avg Loss = 0.4312, Test Accuracy = 79.73%\n",
"Epoch 14/30: Avg Loss = 0.3345, Test Accuracy = 80.02%\n",
"Epoch 15/30: Avg Loss = 0.2617, Test Accuracy = 80.09%\n",
"Epoch 16/30: Avg Loss = 0.2670, Test Accuracy = 80.15%\n",
"Epoch 17/30: Avg Loss = 0.1928, Test Accuracy = 80.75%\n",
"Epoch 18/30: Avg Loss = 0.2046, Test Accuracy = 80.82%\n",
"Epoch 19/30: Avg Loss = 0.1606, Test Accuracy = 81.00%\n",
"Epoch 20/30: Avg Loss = 0.1168, Test Accuracy = 80.99%\n",
"Epoch 21/30: Avg Loss = 0.1135, Test Accuracy = 81.19%\n",
"Epoch 22/30: Avg Loss = 0.0956, Test Accuracy = 81.48%\n",
"Epoch 23/30: Avg Loss = 0.0778, Test Accuracy = 81.69%\n",
"Epoch 24/30: Avg Loss = 0.0663, Test Accuracy = 81.81%\n",
"Epoch 25/30: Avg Loss = 0.0649, Test Accuracy = 81.77%\n",
"Epoch 26/30: Avg Loss = 0.0600, Test Accuracy = 81.64%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 78%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 196/250 [03:44<01:03, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0542, Test Accuracy = 81.59%\n",
"Epoch 28/30: Avg Loss = 0.0441, Test Accuracy = 81.67%\n",
"Epoch 29/30: Avg Loss = 0.0535, Test Accuracy = 81.90%\n",
"Epoch 30/30: Avg Loss = 0.0348, Test Accuracy = 82.09%\n",
"Epoch 1/30: Avg Loss = 2.2636, Test Accuracy = 27.26%\n",
"Epoch 2/30: Avg Loss = 2.1149, Test Accuracy = 47.88%\n",
"Epoch 3/30: Avg Loss = 1.9585, Test Accuracy = 55.02%\n",
"Epoch 4/30: Avg Loss = 1.7638, Test Accuracy = 57.67%\n",
"Epoch 5/30: Avg Loss = 1.5531, Test Accuracy = 59.55%\n",
"Epoch 6/30: Avg Loss = 1.3412, Test Accuracy = 60.41%\n",
"Epoch 7/30: Avg Loss = 1.1384, Test Accuracy = 62.38%\n",
"Epoch 8/30: Avg Loss = 0.9282, Test Accuracy = 65.11%\n",
"Epoch 9/30: Avg Loss = 0.7173, Test Accuracy = 68.12%\n",
"Epoch 10/30: Avg Loss = 0.5637, Test Accuracy = 71.38%\n",
"Epoch 11/30: Avg Loss = 0.4645, Test Accuracy = 74.21%\n",
"Epoch 12/30: Avg Loss = 0.3842, Test Accuracy = 76.67%\n",
"Epoch 13/30: Avg Loss = 0.2942, Test Accuracy = 77.94%\n",
"Epoch 14/30: Avg Loss = 0.2662, Test Accuracy = 78.87%\n",
"Epoch 15/30: Avg Loss = 0.2210, Test Accuracy = 79.55%\n",
"Epoch 16/30: Avg Loss = 0.1675, Test Accuracy = 80.23%\n",
"Epoch 17/30: Avg Loss = 0.1371, Test Accuracy = 80.62%\n",
"Epoch 18/30: Avg Loss = 0.1066, Test Accuracy = 80.81%\n",
"Epoch 19/30: Avg Loss = 0.1060, Test Accuracy = 81.07%\n",
"Epoch 20/30: Avg Loss = 0.0762, Test Accuracy = 81.19%\n",
"Epoch 21/30: Avg Loss = 0.0716, Test Accuracy = 81.26%\n",
"Epoch 22/30: Avg Loss = 0.0638, Test Accuracy = 81.30%\n",
"Epoch 23/30: Avg Loss = 0.0500, Test Accuracy = 81.32%\n",
"Epoch 24/30: Avg Loss = 0.0479, Test Accuracy = 81.13%\n",
"Epoch 25/30: Avg Loss = 0.0478, Test Accuracy = 80.88%\n",
"Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 80.72%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 79%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 197/250 [03:46<01:01, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0397, Test Accuracy = 80.68%\n",
"Epoch 28/30: Avg Loss = 0.0321, Test Accuracy = 80.70%\n",
"Epoch 29/30: Avg Loss = 0.0280, Test Accuracy = 80.78%\n",
"Epoch 30/30: Avg Loss = 0.0272, Test Accuracy = 81.04%\n",
"Epoch 1/30: Avg Loss = 2.2833, Test Accuracy = 28.98%\n",
"Epoch 2/30: Avg Loss = 2.1308, Test Accuracy = 47.59%\n",
"Epoch 3/30: Avg Loss = 1.9794, Test Accuracy = 56.29%\n",
"Epoch 4/30: Avg Loss = 1.7914, Test Accuracy = 61.12%\n",
"Epoch 5/30: Avg Loss = 1.5788, Test Accuracy = 63.55%\n",
"Epoch 6/30: Avg Loss = 1.3661, Test Accuracy = 66.48%\n",
"Epoch 7/30: Avg Loss = 1.1793, Test Accuracy = 68.57%\n",
"Epoch 8/30: Avg Loss = 0.9770, Test Accuracy = 70.75%\n",
"Epoch 9/30: Avg Loss = 0.8135, Test Accuracy = 72.95%\n",
"Epoch 10/30: Avg Loss = 0.6537, Test Accuracy = 74.43%\n",
"Epoch 11/30: Avg Loss = 0.5361, Test Accuracy = 75.56%\n",
"Epoch 12/30: Avg Loss = 0.4517, Test Accuracy = 76.40%\n",
"Epoch 13/30: Avg Loss = 0.3746, Test Accuracy = 76.87%\n",
"Epoch 14/30: Avg Loss = 0.3079, Test Accuracy = 77.56%\n",
"Epoch 15/30: Avg Loss = 0.2552, Test Accuracy = 77.80%\n",
"Epoch 16/30: Avg Loss = 0.2127, Test Accuracy = 78.03%\n",
"Epoch 17/30: Avg Loss = 0.1943, Test Accuracy = 78.35%\n",
"Epoch 18/30: Avg Loss = 0.1607, Test Accuracy = 78.45%\n",
"Epoch 19/30: Avg Loss = 0.1198, Test Accuracy = 78.48%\n",
"Epoch 20/30: Avg Loss = 0.1268, Test Accuracy = 78.58%\n",
"Epoch 21/30: Avg Loss = 0.1017, Test Accuracy = 78.77%\n",
"Epoch 22/30: Avg Loss = 0.0901, Test Accuracy = 78.81%\n",
"Epoch 23/30: Avg Loss = 0.0725, Test Accuracy = 78.74%\n",
"Epoch 24/30: Avg Loss = 0.0641, Test Accuracy = 78.64%\n",
"Epoch 25/30: Avg Loss = 0.0729, Test Accuracy = 78.72%\n",
"Epoch 26/30: Avg Loss = 0.0516, Test Accuracy = 78.62%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 79%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 198/250 [03:47<00:59, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0426, Test Accuracy = 78.57%\n",
"Epoch 28/30: Avg Loss = 0.0375, Test Accuracy = 78.63%\n",
"Epoch 29/30: Avg Loss = 0.0470, Test Accuracy = 78.62%\n",
"Epoch 30/30: Avg Loss = 0.0404, Test Accuracy = 78.65%\n",
"Epoch 1/30: Avg Loss = 2.2808, Test Accuracy = 33.44%\n",
"Epoch 2/30: Avg Loss = 2.1177, Test Accuracy = 48.58%\n",
"Epoch 3/30: Avg Loss = 1.9730, Test Accuracy = 53.64%\n",
"Epoch 4/30: Avg Loss = 1.7953, Test Accuracy = 57.23%\n",
"Epoch 5/30: Avg Loss = 1.5815, Test Accuracy = 60.50%\n",
"Epoch 6/30: Avg Loss = 1.4152, Test Accuracy = 63.46%\n",
"Epoch 7/30: Avg Loss = 1.1991, Test Accuracy = 66.73%\n",
"Epoch 8/30: Avg Loss = 1.0068, Test Accuracy = 69.55%\n",
"Epoch 9/30: Avg Loss = 0.8534, Test Accuracy = 72.61%\n",
"Epoch 10/30: Avg Loss = 0.6841, Test Accuracy = 75.21%\n",
"Epoch 11/30: Avg Loss = 0.5450, Test Accuracy = 76.49%\n",
"Epoch 12/30: Avg Loss = 0.4761, Test Accuracy = 77.24%\n",
"Epoch 13/30: Avg Loss = 0.3824, Test Accuracy = 78.17%\n",
"Epoch 14/30: Avg Loss = 0.3133, Test Accuracy = 78.89%\n",
"Epoch 15/30: Avg Loss = 0.2666, Test Accuracy = 79.28%\n",
"Epoch 16/30: Avg Loss = 0.2152, Test Accuracy = 80.06%\n",
"Epoch 17/30: Avg Loss = 0.1799, Test Accuracy = 80.69%\n",
"Epoch 18/30: Avg Loss = 0.1710, Test Accuracy = 80.80%\n",
"Epoch 19/30: Avg Loss = 0.1230, Test Accuracy = 81.08%\n",
"Epoch 20/30: Avg Loss = 0.0925, Test Accuracy = 81.29%\n",
"Epoch 21/30: Avg Loss = 0.0857, Test Accuracy = 81.57%\n",
"Epoch 22/30: Avg Loss = 0.0817, Test Accuracy = 81.51%\n",
"Epoch 23/30: Avg Loss = 0.0690, Test Accuracy = 81.62%\n",
"Epoch 24/30: Avg Loss = 0.0680, Test Accuracy = 81.90%\n",
"Epoch 25/30: Avg Loss = 0.0608, Test Accuracy = 81.85%\n",
"Epoch 26/30: Avg Loss = 0.0385, Test Accuracy = 81.68%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 80%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 199/250 [03:48<00:58, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0310, Test Accuracy = 81.76%\n",
"Epoch 28/30: Avg Loss = 0.0255, Test Accuracy = 81.70%\n",
"Epoch 29/30: Avg Loss = 0.0282, Test Accuracy = 81.72%\n",
"Epoch 30/30: Avg Loss = 0.0263, Test Accuracy = 81.84%\n",
"Epoch 1/30: Avg Loss = 2.2882, Test Accuracy = 30.95%\n",
"Epoch 2/30: Avg Loss = 2.1420, Test Accuracy = 48.59%\n",
"Epoch 3/30: Avg Loss = 1.9727, Test Accuracy = 59.07%\n",
"Epoch 4/30: Avg Loss = 1.8101, Test Accuracy = 62.38%\n",
"Epoch 5/30: Avg Loss = 1.5998, Test Accuracy = 64.20%\n",
"Epoch 6/30: Avg Loss = 1.3839, Test Accuracy = 65.88%\n",
"Epoch 7/30: Avg Loss = 1.1322, Test Accuracy = 67.97%\n",
"Epoch 8/30: Avg Loss = 0.9820, Test Accuracy = 70.63%\n",
"Epoch 9/30: Avg Loss = 0.7603, Test Accuracy = 72.78%\n",
"Epoch 10/30: Avg Loss = 0.5935, Test Accuracy = 74.41%\n",
"Epoch 11/30: Avg Loss = 0.4998, Test Accuracy = 76.11%\n",
"Epoch 12/30: Avg Loss = 0.3824, Test Accuracy = 77.37%\n",
"Epoch 13/30: Avg Loss = 0.3398, Test Accuracy = 78.23%\n",
"Epoch 14/30: Avg Loss = 0.2470, Test Accuracy = 78.78%\n",
"Epoch 15/30: Avg Loss = 0.2206, Test Accuracy = 79.31%\n",
"Epoch 16/30: Avg Loss = 0.1522, Test Accuracy = 79.70%\n",
"Epoch 17/30: Avg Loss = 0.1491, Test Accuracy = 80.18%\n",
"Epoch 18/30: Avg Loss = 0.1001, Test Accuracy = 80.39%\n",
"Epoch 19/30: Avg Loss = 0.0841, Test Accuracy = 80.64%\n",
"Epoch 20/30: Avg Loss = 0.0709, Test Accuracy = 80.50%\n",
"Epoch 21/30: Avg Loss = 0.0541, Test Accuracy = 80.49%\n",
"Epoch 22/30: Avg Loss = 0.0675, Test Accuracy = 80.48%\n",
"Epoch 23/30: Avg Loss = 0.0530, Test Accuracy = 80.62%\n",
"Epoch 24/30: Avg Loss = 0.0420, Test Accuracy = 80.70%\n",
"Epoch 25/30: Avg Loss = 0.0472, Test Accuracy = 80.63%\n",
"Epoch 26/30: Avg Loss = 0.0396, Test Accuracy = 80.67%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 200/250 [03:49<00:57, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0264, Test Accuracy = 80.69%\n",
"Epoch 28/30: Avg Loss = 0.0266, Test Accuracy = 80.85%\n",
"Epoch 29/30: Avg Loss = 0.0269, Test Accuracy = 80.94%\n",
"Epoch 30/30: Avg Loss = 0.0287, Test Accuracy = 80.85%\n",
"Epoch 1/30: Avg Loss = 2.2651, Test Accuracy = 37.08%\n",
"Epoch 2/30: Avg Loss = 2.1051, Test Accuracy = 46.74%\n",
"Epoch 3/30: Avg Loss = 1.9235, Test Accuracy = 51.87%\n",
"Epoch 4/30: Avg Loss = 1.7189, Test Accuracy = 54.63%\n",
"Epoch 5/30: Avg Loss = 1.5127, Test Accuracy = 55.67%\n",
"Epoch 6/30: Avg Loss = 1.2587, Test Accuracy = 57.05%\n",
"Epoch 7/30: Avg Loss = 1.0699, Test Accuracy = 58.75%\n",
"Epoch 8/30: Avg Loss = 0.9168, Test Accuracy = 61.61%\n",
"Epoch 9/30: Avg Loss = 0.7312, Test Accuracy = 66.81%\n",
"Epoch 10/30: Avg Loss = 0.5922, Test Accuracy = 70.12%\n",
"Epoch 11/30: Avg Loss = 0.4989, Test Accuracy = 71.81%\n",
"Epoch 12/30: Avg Loss = 0.3814, Test Accuracy = 73.20%\n",
"Epoch 13/30: Avg Loss = 0.3395, Test Accuracy = 74.71%\n",
"Epoch 14/30: Avg Loss = 0.2410, Test Accuracy = 75.70%\n",
"Epoch 15/30: Avg Loss = 0.2486, Test Accuracy = 76.12%\n",
"Epoch 16/30: Avg Loss = 0.1963, Test Accuracy = 76.69%\n",
"Epoch 17/30: Avg Loss = 0.1432, Test Accuracy = 76.87%\n",
"Epoch 18/30: Avg Loss = 0.1322, Test Accuracy = 77.00%\n",
"Epoch 19/30: Avg Loss = 0.1131, Test Accuracy = 77.19%\n",
"Epoch 20/30: Avg Loss = 0.1013, Test Accuracy = 77.47%\n",
"Epoch 21/30: Avg Loss = 0.0964, Test Accuracy = 77.68%\n",
"Epoch 22/30: Avg Loss = 0.0606, Test Accuracy = 77.80%\n",
"Epoch 23/30: Avg Loss = 0.0717, Test Accuracy = 78.05%\n",
"Epoch 24/30: Avg Loss = 0.0629, Test Accuracy = 78.16%\n",
"Epoch 25/30: Avg Loss = 0.0512, Test Accuracy = 78.35%\n",
"Epoch 26/30: Avg Loss = 0.0390, Test Accuracy = 78.40%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 201/250 [03:50<00:56, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0325, Test Accuracy = 78.32%\n",
"Epoch 28/30: Avg Loss = 0.0328, Test Accuracy = 78.65%\n",
"Epoch 29/30: Avg Loss = 0.0511, Test Accuracy = 78.64%\n",
"Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 78.54%\n",
"Epoch 1/30: Avg Loss = 2.2619, Test Accuracy = 35.53%\n",
"Epoch 2/30: Avg Loss = 2.0995, Test Accuracy = 51.66%\n",
"Epoch 3/30: Avg Loss = 1.9280, Test Accuracy = 57.10%\n",
"Epoch 4/30: Avg Loss = 1.7187, Test Accuracy = 59.38%\n",
"Epoch 5/30: Avg Loss = 1.5055, Test Accuracy = 60.71%\n",
"Epoch 6/30: Avg Loss = 1.2962, Test Accuracy = 62.44%\n",
"Epoch 7/30: Avg Loss = 1.0500, Test Accuracy = 64.75%\n",
"Epoch 8/30: Avg Loss = 0.9035, Test Accuracy = 67.17%\n",
"Epoch 9/30: Avg Loss = 0.7174, Test Accuracy = 69.51%\n",
"Epoch 10/30: Avg Loss = 0.5937, Test Accuracy = 71.17%\n",
"Epoch 11/30: Avg Loss = 0.4745, Test Accuracy = 71.48%\n",
"Epoch 12/30: Avg Loss = 0.4039, Test Accuracy = 72.14%\n",
"Epoch 13/30: Avg Loss = 0.3322, Test Accuracy = 72.98%\n",
"Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 73.94%\n",
"Epoch 15/30: Avg Loss = 0.2171, Test Accuracy = 74.89%\n",
"Epoch 16/30: Avg Loss = 0.1910, Test Accuracy = 75.61%\n",
"Epoch 17/30: Avg Loss = 0.1637, Test Accuracy = 76.22%\n",
"Epoch 18/30: Avg Loss = 0.1327, Test Accuracy = 76.57%\n",
"Epoch 19/30: Avg Loss = 0.0923, Test Accuracy = 76.69%\n",
"Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 76.82%\n",
"Epoch 21/30: Avg Loss = 0.0890, Test Accuracy = 77.07%\n",
"Epoch 22/30: Avg Loss = 0.0801, Test Accuracy = 77.53%\n",
"Epoch 23/30: Avg Loss = 0.0651, Test Accuracy = 77.66%\n",
"Epoch 24/30: Avg Loss = 0.0562, Test Accuracy = 77.63%\n",
"Epoch 25/30: Avg Loss = 0.0488, Test Accuracy = 77.40%\n",
"Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 77.29%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 81%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 202/250 [03:51<00:55, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0398, Test Accuracy = 77.09%\n",
"Epoch 28/30: Avg Loss = 0.0300, Test Accuracy = 77.14%\n",
"Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 77.22%\n",
"Epoch 30/30: Avg Loss = 0.0233, Test Accuracy = 77.53%\n",
"Epoch 1/30: Avg Loss = 2.2843, Test Accuracy = 34.90%\n",
"Epoch 2/30: Avg Loss = 2.1298, Test Accuracy = 51.86%\n",
"Epoch 3/30: Avg Loss = 1.9797, Test Accuracy = 59.45%\n",
"Epoch 4/30: Avg Loss = 1.7768, Test Accuracy = 61.84%\n",
"Epoch 5/30: Avg Loss = 1.5637, Test Accuracy = 63.15%\n",
"Epoch 6/30: Avg Loss = 1.3593, Test Accuracy = 64.26%\n",
"Epoch 7/30: Avg Loss = 1.1379, Test Accuracy = 65.88%\n",
"Epoch 8/30: Avg Loss = 0.9787, Test Accuracy = 68.08%\n",
"Epoch 9/30: Avg Loss = 0.8205, Test Accuracy = 71.09%\n",
"Epoch 10/30: Avg Loss = 0.6635, Test Accuracy = 74.19%\n",
"Epoch 11/30: Avg Loss = 0.5613, Test Accuracy = 76.59%\n",
"Epoch 12/30: Avg Loss = 0.4355, Test Accuracy = 78.60%\n",
"Epoch 13/30: Avg Loss = 0.3367, Test Accuracy = 79.27%\n",
"Epoch 14/30: Avg Loss = 0.2867, Test Accuracy = 79.80%\n",
"Epoch 15/30: Avg Loss = 0.2463, Test Accuracy = 80.25%\n",
"Epoch 16/30: Avg Loss = 0.2003, Test Accuracy = 80.56%\n",
"Epoch 17/30: Avg Loss = 0.1530, Test Accuracy = 81.09%\n",
"Epoch 18/30: Avg Loss = 0.1357, Test Accuracy = 81.25%\n",
"Epoch 19/30: Avg Loss = 0.0973, Test Accuracy = 81.54%\n",
"Epoch 20/30: Avg Loss = 0.0893, Test Accuracy = 81.67%\n",
"Epoch 21/30: Avg Loss = 0.0719, Test Accuracy = 81.68%\n",
"Epoch 22/30: Avg Loss = 0.0640, Test Accuracy = 81.87%\n",
"Epoch 23/30: Avg Loss = 0.0536, Test Accuracy = 82.22%\n",
"Epoch 24/30: Avg Loss = 0.0567, Test Accuracy = 82.14%\n",
"Epoch 25/30: Avg Loss = 0.0401, Test Accuracy = 82.05%\n",
"Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 82.22%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 81%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 203/250 [03:52<00:53, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0415, Test Accuracy = 82.31%\n",
"Epoch 28/30: Avg Loss = 0.0331, Test Accuracy = 82.45%\n",
"Epoch 29/30: Avg Loss = 0.0316, Test Accuracy = 82.48%\n",
"Epoch 30/30: Avg Loss = 0.0269, Test Accuracy = 82.47%\n",
"Epoch 1/30: Avg Loss = 2.2699, Test Accuracy = 34.97%\n",
"Epoch 2/30: Avg Loss = 2.1367, Test Accuracy = 43.12%\n",
"Epoch 3/30: Avg Loss = 1.9669, Test Accuracy = 46.23%\n",
"Epoch 4/30: Avg Loss = 1.8059, Test Accuracy = 48.19%\n",
"Epoch 5/30: Avg Loss = 1.6074, Test Accuracy = 49.52%\n",
"Epoch 6/30: Avg Loss = 1.4209, Test Accuracy = 51.39%\n",
"Epoch 7/30: Avg Loss = 1.2423, Test Accuracy = 54.19%\n",
"Epoch 8/30: Avg Loss = 1.0879, Test Accuracy = 58.01%\n",
"Epoch 9/30: Avg Loss = 0.9364, Test Accuracy = 63.52%\n",
"Epoch 10/30: Avg Loss = 0.7995, Test Accuracy = 68.36%\n",
"Epoch 11/30: Avg Loss = 0.6406, Test Accuracy = 72.22%\n",
"Epoch 12/30: Avg Loss = 0.5376, Test Accuracy = 75.24%\n",
"Epoch 13/30: Avg Loss = 0.4466, Test Accuracy = 77.32%\n",
"Epoch 14/30: Avg Loss = 0.3993, Test Accuracy = 78.82%\n",
"Epoch 15/30: Avg Loss = 0.3275, Test Accuracy = 79.64%\n",
"Epoch 16/30: Avg Loss = 0.2703, Test Accuracy = 79.89%\n",
"Epoch 17/30: Avg Loss = 0.2141, Test Accuracy = 80.24%\n",
"Epoch 18/30: Avg Loss = 0.1366, Test Accuracy = 80.48%\n",
"Epoch 19/30: Avg Loss = 0.1389, Test Accuracy = 80.72%\n",
"Epoch 20/30: Avg Loss = 0.1243, Test Accuracy = 80.89%\n",
"Epoch 21/30: Avg Loss = 0.1148, Test Accuracy = 80.93%\n",
"Epoch 22/30: Avg Loss = 0.0871, Test Accuracy = 80.90%\n",
"Epoch 23/30: Avg Loss = 0.0788, Test Accuracy = 80.95%\n",
"Epoch 24/30: Avg Loss = 0.0699, Test Accuracy = 80.82%\n",
"Epoch 25/30: Avg Loss = 0.0627, Test Accuracy = 80.61%\n",
"Epoch 26/30: Avg Loss = 0.0495, Test Accuracy = 80.60%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 82%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 204/250 [03:54<00:52, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0443, Test Accuracy = 80.68%\n",
"Epoch 28/30: Avg Loss = 0.0421, Test Accuracy = 80.71%\n",
"Epoch 29/30: Avg Loss = 0.0482, Test Accuracy = 80.44%\n",
"Epoch 30/30: Avg Loss = 0.0379, Test Accuracy = 80.46%\n",
"Epoch 1/30: Avg Loss = 2.2844, Test Accuracy = 22.86%\n",
"Epoch 2/30: Avg Loss = 2.1339, Test Accuracy = 44.82%\n",
"Epoch 3/30: Avg Loss = 1.9599, Test Accuracy = 56.60%\n",
"Epoch 4/30: Avg Loss = 1.7807, Test Accuracy = 60.03%\n",
"Epoch 5/30: Avg Loss = 1.5831, Test Accuracy = 61.58%\n",
"Epoch 6/30: Avg Loss = 1.3953, Test Accuracy = 63.28%\n",
"Epoch 7/30: Avg Loss = 1.1933, Test Accuracy = 65.21%\n",
"Epoch 8/30: Avg Loss = 1.0143, Test Accuracy = 67.26%\n",
"Epoch 9/30: Avg Loss = 0.8444, Test Accuracy = 69.79%\n",
"Epoch 10/30: Avg Loss = 0.6842, Test Accuracy = 72.30%\n",
"Epoch 11/30: Avg Loss = 0.5784, Test Accuracy = 74.38%\n",
"Epoch 12/30: Avg Loss = 0.4511, Test Accuracy = 76.06%\n",
"Epoch 13/30: Avg Loss = 0.3752, Test Accuracy = 77.37%\n",
"Epoch 14/30: Avg Loss = 0.2916, Test Accuracy = 77.86%\n",
"Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 78.79%\n",
"Epoch 16/30: Avg Loss = 0.2210, Test Accuracy = 79.77%\n",
"Epoch 17/30: Avg Loss = 0.1867, Test Accuracy = 79.91%\n",
"Epoch 18/30: Avg Loss = 0.1374, Test Accuracy = 80.02%\n",
"Epoch 19/30: Avg Loss = 0.1221, Test Accuracy = 80.21%\n",
"Epoch 20/30: Avg Loss = 0.0975, Test Accuracy = 80.07%\n",
"Epoch 21/30: Avg Loss = 0.1027, Test Accuracy = 79.82%\n",
"Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 79.60%\n",
"Epoch 23/30: Avg Loss = 0.0621, Test Accuracy = 79.59%\n",
"Epoch 24/30: Avg Loss = 0.0617, Test Accuracy = 79.92%\n",
"Epoch 25/30: Avg Loss = 0.0539, Test Accuracy = 79.94%\n",
"Epoch 26/30: Avg Loss = 0.0467, Test Accuracy = 80.12%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 82%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 205/250 [03:55<00:51, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0368, Test Accuracy = 80.48%\n",
"Epoch 28/30: Avg Loss = 0.0351, Test Accuracy = 80.96%\n",
"Epoch 29/30: Avg Loss = 0.0368, Test Accuracy = 81.03%\n",
"Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 80.99%\n",
"Epoch 1/30: Avg Loss = 2.2808, Test Accuracy = 26.78%\n",
"Epoch 2/30: Avg Loss = 2.1122, Test Accuracy = 47.41%\n",
"Epoch 3/30: Avg Loss = 1.9620, Test Accuracy = 57.19%\n",
"Epoch 4/30: Avg Loss = 1.7759, Test Accuracy = 60.21%\n",
"Epoch 5/30: Avg Loss = 1.5825, Test Accuracy = 61.69%\n",
"Epoch 6/30: Avg Loss = 1.3853, Test Accuracy = 62.22%\n",
"Epoch 7/30: Avg Loss = 1.1428, Test Accuracy = 62.61%\n",
"Epoch 8/30: Avg Loss = 0.9449, Test Accuracy = 63.47%\n",
"Epoch 9/30: Avg Loss = 0.7656, Test Accuracy = 64.33%\n",
"Epoch 10/30: Avg Loss = 0.6421, Test Accuracy = 65.95%\n",
"Epoch 11/30: Avg Loss = 0.5314, Test Accuracy = 67.67%\n",
"Epoch 12/30: Avg Loss = 0.4496, Test Accuracy = 69.34%\n",
"Epoch 13/30: Avg Loss = 0.3760, Test Accuracy = 71.28%\n",
"Epoch 14/30: Avg Loss = 0.3118, Test Accuracy = 73.43%\n",
"Epoch 15/30: Avg Loss = 0.2658, Test Accuracy = 75.13%\n",
"Epoch 16/30: Avg Loss = 0.2163, Test Accuracy = 76.15%\n",
"Epoch 17/30: Avg Loss = 0.1683, Test Accuracy = 76.61%\n",
"Epoch 18/30: Avg Loss = 0.1776, Test Accuracy = 76.75%\n",
"Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 76.82%\n",
"Epoch 20/30: Avg Loss = 0.1367, Test Accuracy = 76.75%\n",
"Epoch 21/30: Avg Loss = 0.1108, Test Accuracy = 76.64%\n",
"Epoch 22/30: Avg Loss = 0.0822, Test Accuracy = 76.62%\n",
"Epoch 23/30: Avg Loss = 0.0831, Test Accuracy = 76.70%\n",
"Epoch 24/30: Avg Loss = 0.0645, Test Accuracy = 76.56%\n",
"Epoch 25/30: Avg Loss = 0.0553, Test Accuracy = 76.66%\n",
"Epoch 26/30: Avg Loss = 0.0547, Test Accuracy = 76.54%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 82%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 206/250 [03:56<00:50, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0445, Test Accuracy = 76.42%\n",
"Epoch 28/30: Avg Loss = 0.0480, Test Accuracy = 76.42%\n",
"Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 76.48%\n",
"Epoch 30/30: Avg Loss = 0.0393, Test Accuracy = 76.58%\n",
"Epoch 1/30: Avg Loss = 2.2823, Test Accuracy = 31.63%\n",
"Epoch 2/30: Avg Loss = 2.1308, Test Accuracy = 51.21%\n",
"Epoch 3/30: Avg Loss = 1.9402, Test Accuracy = 58.10%\n",
"Epoch 4/30: Avg Loss = 1.7612, Test Accuracy = 60.44%\n",
"Epoch 5/30: Avg Loss = 1.5101, Test Accuracy = 61.71%\n",
"Epoch 6/30: Avg Loss = 1.2660, Test Accuracy = 63.62%\n",
"Epoch 7/30: Avg Loss = 1.0825, Test Accuracy = 65.51%\n",
"Epoch 8/30: Avg Loss = 0.8758, Test Accuracy = 68.04%\n",
"Epoch 9/30: Avg Loss = 0.7027, Test Accuracy = 71.06%\n",
"Epoch 10/30: Avg Loss = 0.5637, Test Accuracy = 74.09%\n",
"Epoch 11/30: Avg Loss = 0.4323, Test Accuracy = 76.03%\n",
"Epoch 12/30: Avg Loss = 0.3626, Test Accuracy = 77.85%\n",
"Epoch 13/30: Avg Loss = 0.2941, Test Accuracy = 78.64%\n",
"Epoch 14/30: Avg Loss = 0.2304, Test Accuracy = 78.99%\n",
"Epoch 15/30: Avg Loss = 0.1770, Test Accuracy = 79.50%\n",
"Epoch 16/30: Avg Loss = 0.1522, Test Accuracy = 79.97%\n",
"Epoch 17/30: Avg Loss = 0.1335, Test Accuracy = 80.03%\n",
"Epoch 18/30: Avg Loss = 0.1003, Test Accuracy = 80.48%\n",
"Epoch 19/30: Avg Loss = 0.0829, Test Accuracy = 80.64%\n",
"Epoch 20/30: Avg Loss = 0.0812, Test Accuracy = 80.73%\n",
"Epoch 21/30: Avg Loss = 0.0792, Test Accuracy = 80.77%\n",
"Epoch 22/30: Avg Loss = 0.0504, Test Accuracy = 80.72%\n",
"Epoch 23/30: Avg Loss = 0.0490, Test Accuracy = 80.73%\n",
"Epoch 24/30: Avg Loss = 0.0432, Test Accuracy = 80.49%\n",
"Epoch 25/30: Avg Loss = 0.0311, Test Accuracy = 80.39%\n",
"Epoch 26/30: Avg Loss = 0.0279, Test Accuracy = 80.46%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 207/250 [03:57<00:49, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0312, Test Accuracy = 80.48%\n",
"Epoch 28/30: Avg Loss = 0.0364, Test Accuracy = 80.39%\n",
"Epoch 29/30: Avg Loss = 0.0298, Test Accuracy = 80.35%\n",
"Epoch 30/30: Avg Loss = 0.0197, Test Accuracy = 80.34%\n",
"Epoch 1/30: Avg Loss = 2.2791, Test Accuracy = 23.25%\n",
"Epoch 2/30: Avg Loss = 2.1341, Test Accuracy = 43.70%\n",
"Epoch 3/30: Avg Loss = 2.0118, Test Accuracy = 53.27%\n",
"Epoch 4/30: Avg Loss = 1.8503, Test Accuracy = 57.08%\n",
"Epoch 5/30: Avg Loss = 1.6453, Test Accuracy = 59.99%\n",
"Epoch 6/30: Avg Loss = 1.4602, Test Accuracy = 63.14%\n",
"Epoch 7/30: Avg Loss = 1.2376, Test Accuracy = 66.06%\n",
"Epoch 8/30: Avg Loss = 1.0692, Test Accuracy = 69.04%\n",
"Epoch 9/30: Avg Loss = 0.9103, Test Accuracy = 71.54%\n",
"Epoch 10/30: Avg Loss = 0.7271, Test Accuracy = 73.36%\n",
"Epoch 11/30: Avg Loss = 0.5952, Test Accuracy = 74.79%\n",
"Epoch 12/30: Avg Loss = 0.4749, Test Accuracy = 76.01%\n",
"Epoch 13/30: Avg Loss = 0.3714, Test Accuracy = 76.97%\n",
"Epoch 14/30: Avg Loss = 0.3497, Test Accuracy = 77.82%\n",
"Epoch 15/30: Avg Loss = 0.2519, Test Accuracy = 78.51%\n",
"Epoch 16/30: Avg Loss = 0.2295, Test Accuracy = 78.75%\n",
"Epoch 17/30: Avg Loss = 0.2288, Test Accuracy = 79.15%\n",
"Epoch 18/30: Avg Loss = 0.1596, Test Accuracy = 79.65%\n",
"Epoch 19/30: Avg Loss = 0.1248, Test Accuracy = 79.88%\n",
"Epoch 20/30: Avg Loss = 0.1138, Test Accuracy = 79.93%\n",
"Epoch 21/30: Avg Loss = 0.0960, Test Accuracy = 79.91%\n",
"Epoch 22/30: Avg Loss = 0.0794, Test Accuracy = 79.79%\n",
"Epoch 23/30: Avg Loss = 0.0703, Test Accuracy = 79.88%\n",
"Epoch 24/30: Avg Loss = 0.0663, Test Accuracy = 80.00%\n",
"Epoch 25/30: Avg Loss = 0.0619, Test Accuracy = 80.08%\n",
"Epoch 26/30: Avg Loss = 0.0519, Test Accuracy = 80.11%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 208/250 [03:58<00:47, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0418, Test Accuracy = 80.21%\n",
"Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 80.05%\n",
"Epoch 29/30: Avg Loss = 0.0375, Test Accuracy = 80.23%\n",
"Epoch 30/30: Avg Loss = 0.0293, Test Accuracy = 80.39%\n",
"Epoch 1/30: Avg Loss = 2.2567, Test Accuracy = 31.78%\n",
"Epoch 2/30: Avg Loss = 2.0895, Test Accuracy = 46.01%\n",
"Epoch 3/30: Avg Loss = 1.9031, Test Accuracy = 54.09%\n",
"Epoch 4/30: Avg Loss = 1.7253, Test Accuracy = 57.02%\n",
"Epoch 5/30: Avg Loss = 1.5369, Test Accuracy = 58.39%\n",
"Epoch 6/30: Avg Loss = 1.3144, Test Accuracy = 60.45%\n",
"Epoch 7/30: Avg Loss = 1.1387, Test Accuracy = 63.25%\n",
"Epoch 8/30: Avg Loss = 0.9635, Test Accuracy = 66.17%\n",
"Epoch 9/30: Avg Loss = 0.7678, Test Accuracy = 68.90%\n",
"Epoch 10/30: Avg Loss = 0.6136, Test Accuracy = 71.26%\n",
"Epoch 11/30: Avg Loss = 0.5253, Test Accuracy = 72.71%\n",
"Epoch 12/30: Avg Loss = 0.4044, Test Accuracy = 73.94%\n",
"Epoch 13/30: Avg Loss = 0.3672, Test Accuracy = 75.22%\n",
"Epoch 14/30: Avg Loss = 0.2854, Test Accuracy = 76.89%\n",
"Epoch 15/30: Avg Loss = 0.2509, Test Accuracy = 78.68%\n",
"Epoch 16/30: Avg Loss = 0.1824, Test Accuracy = 79.59%\n",
"Epoch 17/30: Avg Loss = 0.1360, Test Accuracy = 79.93%\n",
"Epoch 18/30: Avg Loss = 0.1177, Test Accuracy = 80.10%\n",
"Epoch 19/30: Avg Loss = 0.1165, Test Accuracy = 80.21%\n",
"Epoch 20/30: Avg Loss = 0.0979, Test Accuracy = 80.33%\n",
"Epoch 21/30: Avg Loss = 0.0754, Test Accuracy = 80.51%\n",
"Epoch 22/30: Avg Loss = 0.0717, Test Accuracy = 80.54%\n",
"Epoch 23/30: Avg Loss = 0.0586, Test Accuracy = 80.75%\n",
"Epoch 24/30: Avg Loss = 0.0391, Test Accuracy = 80.85%\n",
"Epoch 25/30: Avg Loss = 0.0562, Test Accuracy = 80.90%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 84%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 209/250 [03:59<00:47, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0344, Test Accuracy = 80.98%\n",
"Epoch 27/30: Avg Loss = 0.0342, Test Accuracy = 81.06%\n",
"Epoch 28/30: Avg Loss = 0.0245, Test Accuracy = 81.10%\n",
"Epoch 29/30: Avg Loss = 0.0292, Test Accuracy = 81.08%\n",
"Epoch 30/30: Avg Loss = 0.0236, Test Accuracy = 81.15%\n",
"Epoch 1/30: Avg Loss = 2.2710, Test Accuracy = 27.19%\n",
"Epoch 2/30: Avg Loss = 2.1016, Test Accuracy = 44.24%\n",
"Epoch 3/30: Avg Loss = 1.9226, Test Accuracy = 49.33%\n",
"Epoch 4/30: Avg Loss = 1.7358, Test Accuracy = 51.12%\n",
"Epoch 5/30: Avg Loss = 1.5154, Test Accuracy = 52.15%\n",
"Epoch 6/30: Avg Loss = 1.3165, Test Accuracy = 53.21%\n",
"Epoch 7/30: Avg Loss = 1.1190, Test Accuracy = 55.50%\n",
"Epoch 8/30: Avg Loss = 0.9703, Test Accuracy = 58.66%\n",
"Epoch 9/30: Avg Loss = 0.8308, Test Accuracy = 62.79%\n",
"Epoch 10/30: Avg Loss = 0.6910, Test Accuracy = 66.62%\n",
"Epoch 11/30: Avg Loss = 0.5684, Test Accuracy = 69.76%\n",
"Epoch 12/30: Avg Loss = 0.5357, Test Accuracy = 71.35%\n",
"Epoch 13/30: Avg Loss = 0.4350, Test Accuracy = 72.53%\n",
"Epoch 14/30: Avg Loss = 0.4083, Test Accuracy = 73.21%\n",
"Epoch 15/30: Avg Loss = 0.3155, Test Accuracy = 74.09%\n",
"Epoch 16/30: Avg Loss = 0.2597, Test Accuracy = 75.29%\n",
"Epoch 17/30: Avg Loss = 0.2331, Test Accuracy = 76.66%\n",
"Epoch 18/30: Avg Loss = 0.1936, Test Accuracy = 78.01%\n",
"Epoch 19/30: Avg Loss = 0.1818, Test Accuracy = 78.83%\n",
"Epoch 20/30: Avg Loss = 0.1394, Test Accuracy = 79.59%\n",
"Epoch 21/30: Avg Loss = 0.1177, Test Accuracy = 80.13%\n",
"Epoch 22/30: Avg Loss = 0.1072, Test Accuracy = 80.66%\n",
"Epoch 23/30: Avg Loss = 0.0895, Test Accuracy = 80.76%\n",
"Epoch 24/30: Avg Loss = 0.0779, Test Accuracy = 80.82%\n",
"Epoch 25/30: Avg Loss = 0.0600, Test Accuracy = 80.89%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 84%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 210/250 [04:00<00:46, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0618, Test Accuracy = 80.82%\n",
"Epoch 27/30: Avg Loss = 0.0529, Test Accuracy = 80.96%\n",
"Epoch 28/30: Avg Loss = 0.0451, Test Accuracy = 81.06%\n",
"Epoch 29/30: Avg Loss = 0.0458, Test Accuracy = 81.30%\n",
"Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 81.41%\n",
"Epoch 1/30: Avg Loss = 2.3040, Test Accuracy = 25.13%\n",
"Epoch 2/30: Avg Loss = 2.1715, Test Accuracy = 33.89%\n",
"Epoch 3/30: Avg Loss = 2.0513, Test Accuracy = 38.52%\n",
"Epoch 4/30: Avg Loss = 1.9046, Test Accuracy = 42.14%\n",
"Epoch 5/30: Avg Loss = 1.7548, Test Accuracy = 48.06%\n",
"Epoch 6/30: Avg Loss = 1.5731, Test Accuracy = 53.86%\n",
"Epoch 7/30: Avg Loss = 1.3939, Test Accuracy = 58.56%\n",
"Epoch 8/30: Avg Loss = 1.2078, Test Accuracy = 62.43%\n",
"Epoch 9/30: Avg Loss = 1.0081, Test Accuracy = 66.44%\n",
"Epoch 10/30: Avg Loss = 0.8629, Test Accuracy = 69.62%\n",
"Epoch 11/30: Avg Loss = 0.7167, Test Accuracy = 72.60%\n",
"Epoch 12/30: Avg Loss = 0.5961, Test Accuracy = 75.16%\n",
"Epoch 13/30: Avg Loss = 0.5150, Test Accuracy = 76.74%\n",
"Epoch 14/30: Avg Loss = 0.3849, Test Accuracy = 78.03%\n",
"Epoch 15/30: Avg Loss = 0.3151, Test Accuracy = 78.82%\n",
"Epoch 16/30: Avg Loss = 0.2629, Test Accuracy = 79.38%\n",
"Epoch 17/30: Avg Loss = 0.2260, Test Accuracy = 80.09%\n",
"Epoch 18/30: Avg Loss = 0.1845, Test Accuracy = 80.46%\n",
"Epoch 19/30: Avg Loss = 0.1362, Test Accuracy = 80.79%\n",
"Epoch 20/30: Avg Loss = 0.1275, Test Accuracy = 80.76%\n",
"Epoch 21/30: Avg Loss = 0.0945, Test Accuracy = 80.68%\n",
"Epoch 22/30: Avg Loss = 0.0858, Test Accuracy = 80.84%\n",
"Epoch 23/30: Avg Loss = 0.0799, Test Accuracy = 81.30%\n",
"Epoch 24/30: Avg Loss = 0.0719, Test Accuracy = 81.30%\n",
"Epoch 25/30: Avg Loss = 0.0723, Test Accuracy = 81.22%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 84%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 211/250 [04:02<00:44, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0482, Test Accuracy = 81.19%\n",
"Epoch 27/30: Avg Loss = 0.0402, Test Accuracy = 81.06%\n",
"Epoch 28/30: Avg Loss = 0.0515, Test Accuracy = 80.88%\n",
"Epoch 29/30: Avg Loss = 0.0420, Test Accuracy = 80.78%\n",
"Epoch 30/30: Avg Loss = 0.0496, Test Accuracy = 80.75%\n",
"Epoch 1/30: Avg Loss = 2.2804, Test Accuracy = 31.36%\n",
"Epoch 2/30: Avg Loss = 2.1589, Test Accuracy = 49.56%\n",
"Epoch 3/30: Avg Loss = 2.0246, Test Accuracy = 55.38%\n",
"Epoch 4/30: Avg Loss = 1.8674, Test Accuracy = 57.83%\n",
"Epoch 5/30: Avg Loss = 1.6947, Test Accuracy = 59.29%\n",
"Epoch 6/30: Avg Loss = 1.5270, Test Accuracy = 61.40%\n",
"Epoch 7/30: Avg Loss = 1.3498, Test Accuracy = 63.08%\n",
"Epoch 8/30: Avg Loss = 1.1517, Test Accuracy = 64.76%\n",
"Epoch 9/30: Avg Loss = 1.0013, Test Accuracy = 66.35%\n",
"Epoch 10/30: Avg Loss = 0.8254, Test Accuracy = 68.32%\n",
"Epoch 11/30: Avg Loss = 0.6983, Test Accuracy = 71.36%\n",
"Epoch 12/30: Avg Loss = 0.5928, Test Accuracy = 74.32%\n",
"Epoch 13/30: Avg Loss = 0.4808, Test Accuracy = 76.74%\n",
"Epoch 14/30: Avg Loss = 0.3993, Test Accuracy = 78.30%\n",
"Epoch 15/30: Avg Loss = 0.3119, Test Accuracy = 79.02%\n",
"Epoch 16/30: Avg Loss = 0.2572, Test Accuracy = 79.58%\n",
"Epoch 17/30: Avg Loss = 0.2274, Test Accuracy = 80.10%\n",
"Epoch 18/30: Avg Loss = 0.1836, Test Accuracy = 80.43%\n",
"Epoch 19/30: Avg Loss = 0.1580, Test Accuracy = 80.61%\n",
"Epoch 20/30: Avg Loss = 0.1359, Test Accuracy = 80.95%\n",
"Epoch 21/30: Avg Loss = 0.1052, Test Accuracy = 81.24%\n",
"Epoch 22/30: Avg Loss = 0.0973, Test Accuracy = 81.37%\n",
"Epoch 23/30: Avg Loss = 0.0865, Test Accuracy = 81.59%\n",
"Epoch 24/30: Avg Loss = 0.0648, Test Accuracy = 81.71%\n",
"Epoch 25/30: Avg Loss = 0.0590, Test Accuracy = 81.81%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 85%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 212/250 [04:03<00:43, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 81.79%\n",
"Epoch 27/30: Avg Loss = 0.0697, Test Accuracy = 81.76%\n",
"Epoch 28/30: Avg Loss = 0.0376, Test Accuracy = 81.85%\n",
"Epoch 29/30: Avg Loss = 0.0523, Test Accuracy = 81.75%\n",
"Epoch 30/30: Avg Loss = 0.0412, Test Accuracy = 81.78%\n",
"Epoch 1/30: Avg Loss = 2.2646, Test Accuracy = 42.78%\n",
"Epoch 2/30: Avg Loss = 2.1078, Test Accuracy = 51.02%\n",
"Epoch 3/30: Avg Loss = 1.9458, Test Accuracy = 52.61%\n",
"Epoch 4/30: Avg Loss = 1.7592, Test Accuracy = 53.61%\n",
"Epoch 5/30: Avg Loss = 1.5273, Test Accuracy = 55.36%\n",
"Epoch 6/30: Avg Loss = 1.3380, Test Accuracy = 57.39%\n",
"Epoch 7/30: Avg Loss = 1.1436, Test Accuracy = 60.79%\n",
"Epoch 8/30: Avg Loss = 0.9737, Test Accuracy = 64.95%\n",
"Epoch 9/30: Avg Loss = 0.7733, Test Accuracy = 67.99%\n",
"Epoch 10/30: Avg Loss = 0.6611, Test Accuracy = 70.71%\n",
"Epoch 11/30: Avg Loss = 0.4873, Test Accuracy = 72.99%\n",
"Epoch 12/30: Avg Loss = 0.4008, Test Accuracy = 74.63%\n",
"Epoch 13/30: Avg Loss = 0.3253, Test Accuracy = 76.19%\n",
"Epoch 14/30: Avg Loss = 0.2623, Test Accuracy = 77.44%\n",
"Epoch 15/30: Avg Loss = 0.2163, Test Accuracy = 78.15%\n",
"Epoch 16/30: Avg Loss = 0.1752, Test Accuracy = 78.83%\n",
"Epoch 17/30: Avg Loss = 0.1345, Test Accuracy = 79.48%\n",
"Epoch 18/30: Avg Loss = 0.1059, Test Accuracy = 79.83%\n",
"Epoch 19/30: Avg Loss = 0.0777, Test Accuracy = 80.24%\n",
"Epoch 20/30: Avg Loss = 0.0582, Test Accuracy = 80.23%\n",
"Epoch 21/30: Avg Loss = 0.0750, Test Accuracy = 80.34%\n",
"Epoch 22/30: Avg Loss = 0.0589, Test Accuracy = 80.35%\n",
"Epoch 23/30: Avg Loss = 0.0479, Test Accuracy = 80.63%\n",
"Epoch 24/30: Avg Loss = 0.0463, Test Accuracy = 80.74%\n",
"Epoch 25/30: Avg Loss = 0.0371, Test Accuracy = 80.62%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 85%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 213/250 [04:04<00:42, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0395, Test Accuracy = 80.68%\n",
"Epoch 27/30: Avg Loss = 0.0259, Test Accuracy = 80.51%\n",
"Epoch 28/30: Avg Loss = 0.0235, Test Accuracy = 80.75%\n",
"Epoch 29/30: Avg Loss = 0.0289, Test Accuracy = 80.86%\n",
"Epoch 30/30: Avg Loss = 0.0231, Test Accuracy = 80.87%\n",
"Epoch 1/30: Avg Loss = 2.2832, Test Accuracy = 30.37%\n",
"Epoch 2/30: Avg Loss = 2.1539, Test Accuracy = 46.92%\n",
"Epoch 3/30: Avg Loss = 1.9840, Test Accuracy = 52.36%\n",
"Epoch 4/30: Avg Loss = 1.8262, Test Accuracy = 54.40%\n",
"Epoch 5/30: Avg Loss = 1.6257, Test Accuracy = 55.90%\n",
"Epoch 6/30: Avg Loss = 1.4111, Test Accuracy = 57.00%\n",
"Epoch 7/30: Avg Loss = 1.1760, Test Accuracy = 59.28%\n",
"Epoch 8/30: Avg Loss = 0.9945, Test Accuracy = 62.86%\n",
"Epoch 9/30: Avg Loss = 0.8169, Test Accuracy = 68.00%\n",
"Epoch 10/30: Avg Loss = 0.7017, Test Accuracy = 72.52%\n",
"Epoch 11/30: Avg Loss = 0.5350, Test Accuracy = 74.95%\n",
"Epoch 12/30: Avg Loss = 0.4555, Test Accuracy = 76.76%\n",
"Epoch 13/30: Avg Loss = 0.3321, Test Accuracy = 77.87%\n",
"Epoch 14/30: Avg Loss = 0.2742, Test Accuracy = 78.56%\n",
"Epoch 15/30: Avg Loss = 0.2915, Test Accuracy = 78.79%\n",
"Epoch 16/30: Avg Loss = 0.1762, Test Accuracy = 79.05%\n",
"Epoch 17/30: Avg Loss = 0.1655, Test Accuracy = 78.75%\n",
"Epoch 18/30: Avg Loss = 0.1372, Test Accuracy = 78.53%\n",
"Epoch 19/30: Avg Loss = 0.1048, Test Accuracy = 78.71%\n",
"Epoch 20/30: Avg Loss = 0.1287, Test Accuracy = 78.81%\n",
"Epoch 21/30: Avg Loss = 0.1083, Test Accuracy = 78.74%\n",
"Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 79.14%\n",
"Epoch 23/30: Avg Loss = 0.0648, Test Accuracy = 79.19%\n",
"Epoch 24/30: Avg Loss = 0.0634, Test Accuracy = 79.26%\n",
"Epoch 25/30: Avg Loss = 0.0502, Test Accuracy = 79.57%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 86%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 214/250 [04:05<00:41, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0419, Test Accuracy = 79.72%\n",
"Epoch 27/30: Avg Loss = 0.0426, Test Accuracy = 79.62%\n",
"Epoch 28/30: Avg Loss = 0.0355, Test Accuracy = 79.50%\n",
"Epoch 29/30: Avg Loss = 0.0443, Test Accuracy = 79.46%\n",
"Epoch 30/30: Avg Loss = 0.0296, Test Accuracy = 79.51%\n",
"Epoch 1/30: Avg Loss = 2.2847, Test Accuracy = 40.64%\n",
"Epoch 2/30: Avg Loss = 2.1322, Test Accuracy = 54.43%\n",
"Epoch 3/30: Avg Loss = 1.9817, Test Accuracy = 59.79%\n",
"Epoch 4/30: Avg Loss = 1.8056, Test Accuracy = 62.77%\n",
"Epoch 5/30: Avg Loss = 1.6036, Test Accuracy = 64.44%\n",
"Epoch 6/30: Avg Loss = 1.4194, Test Accuracy = 66.01%\n",
"Epoch 7/30: Avg Loss = 1.2084, Test Accuracy = 67.79%\n",
"Epoch 8/30: Avg Loss = 1.0386, Test Accuracy = 69.29%\n",
"Epoch 9/30: Avg Loss = 0.8528, Test Accuracy = 70.99%\n",
"Epoch 10/30: Avg Loss = 0.7582, Test Accuracy = 71.82%\n",
"Epoch 11/30: Avg Loss = 0.6024, Test Accuracy = 72.96%\n",
"Epoch 12/30: Avg Loss = 0.4896, Test Accuracy = 74.28%\n",
"Epoch 13/30: Avg Loss = 0.4116, Test Accuracy = 75.29%\n",
"Epoch 14/30: Avg Loss = 0.3453, Test Accuracy = 76.26%\n",
"Epoch 15/30: Avg Loss = 0.2497, Test Accuracy = 77.23%\n",
"Epoch 16/30: Avg Loss = 0.2214, Test Accuracy = 77.74%\n",
"Epoch 17/30: Avg Loss = 0.2058, Test Accuracy = 78.35%\n",
"Epoch 18/30: Avg Loss = 0.1639, Test Accuracy = 78.80%\n",
"Epoch 19/30: Avg Loss = 0.1398, Test Accuracy = 79.20%\n",
"Epoch 20/30: Avg Loss = 0.1222, Test Accuracy = 79.34%\n",
"Epoch 21/30: Avg Loss = 0.1004, Test Accuracy = 79.32%\n",
"Epoch 22/30: Avg Loss = 0.0874, Test Accuracy = 79.65%\n",
"Epoch 23/30: Avg Loss = 0.0854, Test Accuracy = 79.95%\n",
"Epoch 24/30: Avg Loss = 0.0961, Test Accuracy = 80.04%\n",
"Epoch 25/30: Avg Loss = 0.0467, Test Accuracy = 80.26%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 86%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 215/250 [04:06<00:39, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0602, Test Accuracy = 80.53%\n",
"Epoch 27/30: Avg Loss = 0.0450, Test Accuracy = 80.52%\n",
"Epoch 28/30: Avg Loss = 0.0367, Test Accuracy = 80.47%\n",
"Epoch 29/30: Avg Loss = 0.0412, Test Accuracy = 80.37%\n",
"Epoch 30/30: Avg Loss = 0.0304, Test Accuracy = 80.44%\n",
"Epoch 1/30: Avg Loss = 2.2775, Test Accuracy = 32.57%\n",
"Epoch 2/30: Avg Loss = 2.1362, Test Accuracy = 43.43%\n",
"Epoch 3/30: Avg Loss = 1.9793, Test Accuracy = 47.67%\n",
"Epoch 4/30: Avg Loss = 1.7876, Test Accuracy = 51.60%\n",
"Epoch 5/30: Avg Loss = 1.5960, Test Accuracy = 54.84%\n",
"Epoch 6/30: Avg Loss = 1.4147, Test Accuracy = 57.64%\n",
"Epoch 7/30: Avg Loss = 1.2070, Test Accuracy = 60.90%\n",
"Epoch 8/30: Avg Loss = 1.0238, Test Accuracy = 63.88%\n",
"Epoch 9/30: Avg Loss = 0.8424, Test Accuracy = 67.07%\n",
"Epoch 10/30: Avg Loss = 0.6818, Test Accuracy = 69.52%\n",
"Epoch 11/30: Avg Loss = 0.5771, Test Accuracy = 71.51%\n",
"Epoch 12/30: Avg Loss = 0.4823, Test Accuracy = 73.44%\n",
"Epoch 13/30: Avg Loss = 0.4084, Test Accuracy = 75.11%\n",
"Epoch 14/30: Avg Loss = 0.3036, Test Accuracy = 76.36%\n",
"Epoch 15/30: Avg Loss = 0.2239, Test Accuracy = 77.58%\n",
"Epoch 16/30: Avg Loss = 0.1885, Test Accuracy = 78.35%\n",
"Epoch 17/30: Avg Loss = 0.1638, Test Accuracy = 78.85%\n",
"Epoch 18/30: Avg Loss = 0.1509, Test Accuracy = 79.14%\n",
"Epoch 19/30: Avg Loss = 0.1139, Test Accuracy = 79.40%\n",
"Epoch 20/30: Avg Loss = 0.1129, Test Accuracy = 79.51%\n",
"Epoch 21/30: Avg Loss = 0.0718, Test Accuracy = 79.65%\n",
"Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 79.87%\n",
"Epoch 23/30: Avg Loss = 0.0584, Test Accuracy = 80.07%\n",
"Epoch 24/30: Avg Loss = 0.0684, Test Accuracy = 80.16%\n",
"Epoch 25/30: Avg Loss = 0.0541, Test Accuracy = 80.36%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 86%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 216/250 [04:07<00:38, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0455, Test Accuracy = 80.49%\n",
"Epoch 27/30: Avg Loss = 0.0527, Test Accuracy = 80.75%\n",
"Epoch 28/30: Avg Loss = 0.0308, Test Accuracy = 80.91%\n",
"Epoch 29/30: Avg Loss = 0.0246, Test Accuracy = 80.93%\n",
"Epoch 30/30: Avg Loss = 0.0332, Test Accuracy = 80.88%\n",
"Epoch 1/30: Avg Loss = 2.2867, Test Accuracy = 33.12%\n",
"Epoch 2/30: Avg Loss = 2.1293, Test Accuracy = 44.73%\n",
"Epoch 3/30: Avg Loss = 1.9694, Test Accuracy = 49.06%\n",
"Epoch 4/30: Avg Loss = 1.7959, Test Accuracy = 51.75%\n",
"Epoch 5/30: Avg Loss = 1.6209, Test Accuracy = 55.52%\n",
"Epoch 6/30: Avg Loss = 1.4221, Test Accuracy = 58.48%\n",
"Epoch 7/30: Avg Loss = 1.2629, Test Accuracy = 62.19%\n",
"Epoch 8/30: Avg Loss = 1.0410, Test Accuracy = 65.67%\n",
"Epoch 9/30: Avg Loss = 0.9125, Test Accuracy = 68.41%\n",
"Epoch 10/30: Avg Loss = 0.7645, Test Accuracy = 70.68%\n",
"Epoch 11/30: Avg Loss = 0.6600, Test Accuracy = 72.75%\n",
"Epoch 12/30: Avg Loss = 0.5261, Test Accuracy = 74.77%\n",
"Epoch 13/30: Avg Loss = 0.4243, Test Accuracy = 76.43%\n",
"Epoch 14/30: Avg Loss = 0.3462, Test Accuracy = 78.03%\n",
"Epoch 15/30: Avg Loss = 0.2874, Test Accuracy = 78.85%\n",
"Epoch 16/30: Avg Loss = 0.2433, Test Accuracy = 79.79%\n",
"Epoch 17/30: Avg Loss = 0.1808, Test Accuracy = 80.51%\n",
"Epoch 18/30: Avg Loss = 0.1402, Test Accuracy = 80.80%\n",
"Epoch 19/30: Avg Loss = 0.1334, Test Accuracy = 81.02%\n",
"Epoch 20/30: Avg Loss = 0.1159, Test Accuracy = 81.20%\n",
"Epoch 21/30: Avg Loss = 0.0803, Test Accuracy = 81.08%\n",
"Epoch 22/30: Avg Loss = 0.0820, Test Accuracy = 80.98%\n",
"Epoch 23/30: Avg Loss = 0.0870, Test Accuracy = 81.00%\n",
"Epoch 24/30: Avg Loss = 0.0585, Test Accuracy = 81.22%\n",
"Epoch 25/30: Avg Loss = 0.0468, Test Accuracy = 81.21%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 87%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 217/250 [04:08<00:37, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0391, Test Accuracy = 81.36%\n",
"Epoch 27/30: Avg Loss = 0.0483, Test Accuracy = 81.34%\n",
"Epoch 28/30: Avg Loss = 0.0499, Test Accuracy = 81.24%\n",
"Epoch 29/30: Avg Loss = 0.0530, Test Accuracy = 81.16%\n",
"Epoch 30/30: Avg Loss = 0.0326, Test Accuracy = 81.16%\n",
"Epoch 1/30: Avg Loss = 2.2948, Test Accuracy = 26.13%\n",
"Epoch 2/30: Avg Loss = 2.1303, Test Accuracy = 44.08%\n",
"Epoch 3/30: Avg Loss = 1.9779, Test Accuracy = 52.74%\n",
"Epoch 4/30: Avg Loss = 1.8093, Test Accuracy = 55.74%\n",
"Epoch 5/30: Avg Loss = 1.6128, Test Accuracy = 56.82%\n",
"Epoch 6/30: Avg Loss = 1.3959, Test Accuracy = 58.66%\n",
"Epoch 7/30: Avg Loss = 1.1887, Test Accuracy = 61.13%\n",
"Epoch 8/30: Avg Loss = 0.9892, Test Accuracy = 63.60%\n",
"Epoch 9/30: Avg Loss = 0.8389, Test Accuracy = 66.15%\n",
"Epoch 10/30: Avg Loss = 0.7038, Test Accuracy = 68.45%\n",
"Epoch 11/30: Avg Loss = 0.6030, Test Accuracy = 71.30%\n",
"Epoch 12/30: Avg Loss = 0.5001, Test Accuracy = 73.44%\n",
"Epoch 13/30: Avg Loss = 0.4520, Test Accuracy = 75.20%\n",
"Epoch 14/30: Avg Loss = 0.3630, Test Accuracy = 76.93%\n",
"Epoch 15/30: Avg Loss = 0.2990, Test Accuracy = 78.73%\n",
"Epoch 16/30: Avg Loss = 0.2609, Test Accuracy = 79.48%\n",
"Epoch 17/30: Avg Loss = 0.2010, Test Accuracy = 80.13%\n",
"Epoch 18/30: Avg Loss = 0.1495, Test Accuracy = 80.22%\n",
"Epoch 19/30: Avg Loss = 0.1550, Test Accuracy = 80.72%\n",
"Epoch 20/30: Avg Loss = 0.1119, Test Accuracy = 80.97%\n",
"Epoch 21/30: Avg Loss = 0.0900, Test Accuracy = 81.08%\n",
"Epoch 22/30: Avg Loss = 0.0730, Test Accuracy = 81.05%\n",
"Epoch 23/30: Avg Loss = 0.0765, Test Accuracy = 81.04%\n",
"Epoch 24/30: Avg Loss = 0.0487, Test Accuracy = 81.23%\n",
"Epoch 25/30: Avg Loss = 0.0445, Test Accuracy = 81.23%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 87%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 218/250 [04:10<00:36, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0391, Test Accuracy = 81.37%\n",
"Epoch 27/30: Avg Loss = 0.0449, Test Accuracy = 81.45%\n",
"Epoch 28/30: Avg Loss = 0.0292, Test Accuracy = 81.50%\n",
"Epoch 29/30: Avg Loss = 0.0277, Test Accuracy = 81.52%\n",
"Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 81.50%\n",
"Epoch 1/30: Avg Loss = 2.2742, Test Accuracy = 35.27%\n",
"Epoch 2/30: Avg Loss = 2.1279, Test Accuracy = 50.64%\n",
"Epoch 3/30: Avg Loss = 1.9724, Test Accuracy = 57.65%\n",
"Epoch 4/30: Avg Loss = 1.7743, Test Accuracy = 60.97%\n",
"Epoch 5/30: Avg Loss = 1.5604, Test Accuracy = 62.74%\n",
"Epoch 6/30: Avg Loss = 1.3422, Test Accuracy = 64.47%\n",
"Epoch 7/30: Avg Loss = 1.1590, Test Accuracy = 66.75%\n",
"Epoch 8/30: Avg Loss = 0.9000, Test Accuracy = 68.61%\n",
"Epoch 9/30: Avg Loss = 0.7649, Test Accuracy = 70.90%\n",
"Epoch 10/30: Avg Loss = 0.5803, Test Accuracy = 72.35%\n",
"Epoch 11/30: Avg Loss = 0.4860, Test Accuracy = 73.72%\n",
"Epoch 12/30: Avg Loss = 0.3699, Test Accuracy = 75.04%\n",
"Epoch 13/30: Avg Loss = 0.2808, Test Accuracy = 76.18%\n",
"Epoch 14/30: Avg Loss = 0.2291, Test Accuracy = 76.78%\n",
"Epoch 15/30: Avg Loss = 0.2059, Test Accuracy = 76.95%\n",
"Epoch 16/30: Avg Loss = 0.1535, Test Accuracy = 76.99%\n",
"Epoch 17/30: Avg Loss = 0.1306, Test Accuracy = 77.19%\n",
"Epoch 18/30: Avg Loss = 0.1042, Test Accuracy = 77.25%\n",
"Epoch 19/30: Avg Loss = 0.0869, Test Accuracy = 77.42%\n",
"Epoch 20/30: Avg Loss = 0.0666, Test Accuracy = 77.50%\n",
"Epoch 21/30: Avg Loss = 0.0667, Test Accuracy = 77.70%\n",
"Epoch 22/30: Avg Loss = 0.0587, Test Accuracy = 77.77%\n",
"Epoch 23/30: Avg Loss = 0.0588, Test Accuracy = 77.92%\n",
"Epoch 24/30: Avg Loss = 0.0429, Test Accuracy = 77.87%\n",
"Epoch 25/30: Avg Loss = 0.0403, Test Accuracy = 78.02%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 88%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 219/250 [04:11<00:35, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0400, Test Accuracy = 78.12%\n",
"Epoch 27/30: Avg Loss = 0.0403, Test Accuracy = 78.32%\n",
"Epoch 28/30: Avg Loss = 0.0360, Test Accuracy = 78.42%\n",
"Epoch 29/30: Avg Loss = 0.0331, Test Accuracy = 78.38%\n",
"Epoch 30/30: Avg Loss = 0.0235, Test Accuracy = 78.38%\n",
"Epoch 1/30: Avg Loss = 2.2787, Test Accuracy = 31.90%\n",
"Epoch 2/30: Avg Loss = 2.1292, Test Accuracy = 43.17%\n",
"Epoch 3/30: Avg Loss = 1.9647, Test Accuracy = 48.27%\n",
"Epoch 4/30: Avg Loss = 1.7848, Test Accuracy = 53.25%\n",
"Epoch 5/30: Avg Loss = 1.5781, Test Accuracy = 57.13%\n",
"Epoch 6/30: Avg Loss = 1.3611, Test Accuracy = 59.62%\n",
"Epoch 7/30: Avg Loss = 1.1465, Test Accuracy = 62.72%\n",
"Epoch 8/30: Avg Loss = 0.9848, Test Accuracy = 66.34%\n",
"Epoch 9/30: Avg Loss = 0.7742, Test Accuracy = 69.18%\n",
"Epoch 10/30: Avg Loss = 0.6293, Test Accuracy = 71.24%\n",
"Epoch 11/30: Avg Loss = 0.4983, Test Accuracy = 72.61%\n",
"Epoch 12/30: Avg Loss = 0.3963, Test Accuracy = 73.82%\n",
"Epoch 13/30: Avg Loss = 0.3120, Test Accuracy = 75.16%\n",
"Epoch 14/30: Avg Loss = 0.2466, Test Accuracy = 76.52%\n",
"Epoch 15/30: Avg Loss = 0.2209, Test Accuracy = 77.40%\n",
"Epoch 16/30: Avg Loss = 0.1489, Test Accuracy = 78.18%\n",
"Epoch 17/30: Avg Loss = 0.1166, Test Accuracy = 78.58%\n",
"Epoch 18/30: Avg Loss = 0.1064, Test Accuracy = 79.09%\n",
"Epoch 19/30: Avg Loss = 0.0870, Test Accuracy = 79.26%\n",
"Epoch 20/30: Avg Loss = 0.0731, Test Accuracy = 79.55%\n",
"Epoch 21/30: Avg Loss = 0.0607, Test Accuracy = 79.59%\n",
"Epoch 22/30: Avg Loss = 0.0420, Test Accuracy = 79.70%\n",
"Epoch 23/30: Avg Loss = 0.0460, Test Accuracy = 79.64%\n",
"Epoch 24/30: Avg Loss = 0.0504, Test Accuracy = 79.65%\n",
"Epoch 25/30: Avg Loss = 0.0385, Test Accuracy = 79.67%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 88%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 220/250 [04:12<00:34, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0387, Test Accuracy = 79.88%\n",
"Epoch 27/30: Avg Loss = 0.0340, Test Accuracy = 79.90%\n",
"Epoch 28/30: Avg Loss = 0.0318, Test Accuracy = 79.86%\n",
"Epoch 29/30: Avg Loss = 0.0196, Test Accuracy = 79.80%\n",
"Epoch 30/30: Avg Loss = 0.0204, Test Accuracy = 79.75%\n",
"Epoch 1/30: Avg Loss = 2.2634, Test Accuracy = 37.19%\n",
"Epoch 2/30: Avg Loss = 2.0910, Test Accuracy = 51.79%\n",
"Epoch 3/30: Avg Loss = 1.9100, Test Accuracy = 54.91%\n",
"Epoch 4/30: Avg Loss = 1.6974, Test Accuracy = 55.76%\n",
"Epoch 5/30: Avg Loss = 1.4626, Test Accuracy = 56.97%\n",
"Epoch 6/30: Avg Loss = 1.2683, Test Accuracy = 58.30%\n",
"Epoch 7/30: Avg Loss = 1.0664, Test Accuracy = 60.37%\n",
"Epoch 8/30: Avg Loss = 0.9500, Test Accuracy = 63.51%\n",
"Epoch 9/30: Avg Loss = 0.7945, Test Accuracy = 66.83%\n",
"Epoch 10/30: Avg Loss = 0.6662, Test Accuracy = 69.62%\n",
"Epoch 11/30: Avg Loss = 0.5457, Test Accuracy = 72.08%\n",
"Epoch 12/30: Avg Loss = 0.4861, Test Accuracy = 74.33%\n",
"Epoch 13/30: Avg Loss = 0.3822, Test Accuracy = 76.62%\n",
"Epoch 14/30: Avg Loss = 0.2894, Test Accuracy = 78.45%\n",
"Epoch 15/30: Avg Loss = 0.2641, Test Accuracy = 79.67%\n",
"Epoch 16/30: Avg Loss = 0.2202, Test Accuracy = 80.25%\n",
"Epoch 17/30: Avg Loss = 0.1763, Test Accuracy = 80.44%\n",
"Epoch 18/30: Avg Loss = 0.1595, Test Accuracy = 80.52%\n",
"Epoch 19/30: Avg Loss = 0.1289, Test Accuracy = 80.45%\n",
"Epoch 20/30: Avg Loss = 0.1036, Test Accuracy = 80.65%\n",
"Epoch 21/30: Avg Loss = 0.0842, Test Accuracy = 80.92%\n",
"Epoch 22/30: Avg Loss = 0.0715, Test Accuracy = 81.29%\n",
"Epoch 23/30: Avg Loss = 0.0574, Test Accuracy = 81.49%\n",
"Epoch 24/30: Avg Loss = 0.0532, Test Accuracy = 81.55%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 88%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 221/250 [04:13<00:33, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0521, Test Accuracy = 81.53%\n",
"Epoch 26/30: Avg Loss = 0.0368, Test Accuracy = 81.34%\n",
"Epoch 27/30: Avg Loss = 0.0471, Test Accuracy = 81.16%\n",
"Epoch 28/30: Avg Loss = 0.0274, Test Accuracy = 81.01%\n",
"Epoch 29/30: Avg Loss = 0.0338, Test Accuracy = 80.86%\n",
"Epoch 30/30: Avg Loss = 0.0271, Test Accuracy = 80.87%\n",
"Epoch 1/30: Avg Loss = 2.2972, Test Accuracy = 32.36%\n",
"Epoch 2/30: Avg Loss = 2.1336, Test Accuracy = 43.97%\n",
"Epoch 3/30: Avg Loss = 1.9784, Test Accuracy = 52.82%\n",
"Epoch 4/30: Avg Loss = 1.7967, Test Accuracy = 58.21%\n",
"Epoch 5/30: Avg Loss = 1.6170, Test Accuracy = 62.35%\n",
"Epoch 6/30: Avg Loss = 1.3914, Test Accuracy = 65.02%\n",
"Epoch 7/30: Avg Loss = 1.1773, Test Accuracy = 67.79%\n",
"Epoch 8/30: Avg Loss = 0.9818, Test Accuracy = 69.26%\n",
"Epoch 9/30: Avg Loss = 0.8204, Test Accuracy = 70.94%\n",
"Epoch 10/30: Avg Loss = 0.7106, Test Accuracy = 72.58%\n",
"Epoch 11/30: Avg Loss = 0.5846, Test Accuracy = 73.83%\n",
"Epoch 12/30: Avg Loss = 0.4724, Test Accuracy = 74.59%\n",
"Epoch 13/30: Avg Loss = 0.3923, Test Accuracy = 75.66%\n",
"Epoch 14/30: Avg Loss = 0.3253, Test Accuracy = 76.48%\n",
"Epoch 15/30: Avg Loss = 0.2608, Test Accuracy = 77.18%\n",
"Epoch 16/30: Avg Loss = 0.2246, Test Accuracy = 77.62%\n",
"Epoch 17/30: Avg Loss = 0.1917, Test Accuracy = 78.16%\n",
"Epoch 18/30: Avg Loss = 0.1504, Test Accuracy = 78.39%\n",
"Epoch 19/30: Avg Loss = 0.1381, Test Accuracy = 78.39%\n",
"Epoch 20/30: Avg Loss = 0.0890, Test Accuracy = 78.48%\n",
"Epoch 21/30: Avg Loss = 0.0914, Test Accuracy = 78.39%\n",
"Epoch 22/30: Avg Loss = 0.0711, Test Accuracy = 78.46%\n",
"Epoch 23/30: Avg Loss = 0.0685, Test Accuracy = 78.40%\n",
"Epoch 24/30: Avg Loss = 0.0718, Test Accuracy = 78.57%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 89%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 222/250 [04:14<00:32, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0718, Test Accuracy = 78.32%\n",
"Epoch 26/30: Avg Loss = 0.0406, Test Accuracy = 78.00%\n",
"Epoch 27/30: Avg Loss = 0.0524, Test Accuracy = 77.92%\n",
"Epoch 28/30: Avg Loss = 0.0317, Test Accuracy = 78.08%\n",
"Epoch 29/30: Avg Loss = 0.0330, Test Accuracy = 78.26%\n",
"Epoch 30/30: Avg Loss = 0.0288, Test Accuracy = 78.33%\n",
"Epoch 1/30: Avg Loss = 2.2630, Test Accuracy = 35.54%\n",
"Epoch 2/30: Avg Loss = 2.1118, Test Accuracy = 54.81%\n",
"Epoch 3/30: Avg Loss = 1.9747, Test Accuracy = 62.30%\n",
"Epoch 4/30: Avg Loss = 1.8064, Test Accuracy = 65.75%\n",
"Epoch 5/30: Avg Loss = 1.6060, Test Accuracy = 67.22%\n",
"Epoch 6/30: Avg Loss = 1.3773, Test Accuracy = 68.71%\n",
"Epoch 7/30: Avg Loss = 1.1865, Test Accuracy = 70.49%\n",
"Epoch 8/30: Avg Loss = 0.9532, Test Accuracy = 72.66%\n",
"Epoch 9/30: Avg Loss = 0.8070, Test Accuracy = 74.51%\n",
"Epoch 10/30: Avg Loss = 0.6454, Test Accuracy = 75.91%\n",
"Epoch 11/30: Avg Loss = 0.4911, Test Accuracy = 76.69%\n",
"Epoch 12/30: Avg Loss = 0.4076, Test Accuracy = 77.28%\n",
"Epoch 13/30: Avg Loss = 0.3226, Test Accuracy = 77.88%\n",
"Epoch 14/30: Avg Loss = 0.2672, Test Accuracy = 78.31%\n",
"Epoch 15/30: Avg Loss = 0.2320, Test Accuracy = 78.65%\n",
"Epoch 16/30: Avg Loss = 0.1674, Test Accuracy = 78.94%\n",
"Epoch 17/30: Avg Loss = 0.1688, Test Accuracy = 79.15%\n",
"Epoch 18/30: Avg Loss = 0.1263, Test Accuracy = 79.43%\n",
"Epoch 19/30: Avg Loss = 0.0960, Test Accuracy = 79.42%\n",
"Epoch 20/30: Avg Loss = 0.0794, Test Accuracy = 79.54%\n",
"Epoch 21/30: Avg Loss = 0.0754, Test Accuracy = 79.83%\n",
"Epoch 22/30: Avg Loss = 0.0573, Test Accuracy = 79.91%\n",
"Epoch 23/30: Avg Loss = 0.0474, Test Accuracy = 79.95%\n",
"Epoch 24/30: Avg Loss = 0.0495, Test Accuracy = 79.93%\n",
"Epoch 25/30: Avg Loss = 0.0319, Test Accuracy = 79.87%\n",
"Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 79.77%\n",
"Epoch 27/30: Avg Loss = 0.0385, Test Accuracy = 79.60%\n",
"Epoch 28/30: Avg Loss = 0.0409, Test Accuracy = 79.52%\n",
"Epoch 29/30: Avg Loss = 0.0270, Test Accuracy = 79.59%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 89%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 223/250 [04:15<00:31, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0280, Test Accuracy = 79.58%\n",
"Epoch 1/30: Avg Loss = 2.3030, Test Accuracy = 28.50%\n",
"Epoch 2/30: Avg Loss = 2.1636, Test Accuracy = 43.72%\n",
"Epoch 3/30: Avg Loss = 2.0118, Test Accuracy = 49.63%\n",
"Epoch 4/30: Avg Loss = 1.8211, Test Accuracy = 51.73%\n",
"Epoch 5/30: Avg Loss = 1.6180, Test Accuracy = 52.52%\n",
"Epoch 6/30: Avg Loss = 1.4154, Test Accuracy = 53.57%\n",
"Epoch 7/30: Avg Loss = 1.2313, Test Accuracy = 55.68%\n",
"Epoch 8/30: Avg Loss = 1.0370, Test Accuracy = 58.76%\n",
"Epoch 9/30: Avg Loss = 0.9050, Test Accuracy = 62.08%\n",
"Epoch 10/30: Avg Loss = 0.7632, Test Accuracy = 65.63%\n",
"Epoch 11/30: Avg Loss = 0.6016, Test Accuracy = 69.05%\n",
"Epoch 12/30: Avg Loss = 0.4744, Test Accuracy = 72.04%\n",
"Epoch 13/30: Avg Loss = 0.4281, Test Accuracy = 74.61%\n",
"Epoch 14/30: Avg Loss = 0.3385, Test Accuracy = 76.33%\n",
"Epoch 15/30: Avg Loss = 0.2814, Test Accuracy = 77.88%\n",
"Epoch 16/30: Avg Loss = 0.2290, Test Accuracy = 78.39%\n",
"Epoch 17/30: Avg Loss = 0.1695, Test Accuracy = 78.46%\n",
"Epoch 18/30: Avg Loss = 0.1467, Test Accuracy = 78.90%\n",
"Epoch 19/30: Avg Loss = 0.1265, Test Accuracy = 78.87%\n",
"Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 79.06%\n",
"Epoch 21/30: Avg Loss = 0.1005, Test Accuracy = 79.11%\n",
"Epoch 22/30: Avg Loss = 0.0643, Test Accuracy = 79.41%\n",
"Epoch 23/30: Avg Loss = 0.0592, Test Accuracy = 79.68%\n",
"Epoch 24/30: Avg Loss = 0.0512, Test Accuracy = 80.08%\n",
"Epoch 25/30: Avg Loss = 0.0513, Test Accuracy = 80.05%\n",
"Epoch 26/30: Avg Loss = 0.0376, Test Accuracy = 79.77%\n",
"Epoch 27/30: Avg Loss = 0.0307, Test Accuracy = 79.71%\n",
"Epoch 28/30: Avg Loss = 0.0314, Test Accuracy = 79.59%\n",
"Epoch 29/30: Avg Loss = 0.0447, Test Accuracy = 79.42%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 90%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 224/250 [04:17<00:29, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0275, Test Accuracy = 79.22%\n",
"Epoch 1/30: Avg Loss = 2.2890, Test Accuracy = 28.65%\n",
"Epoch 2/30: Avg Loss = 2.1476, Test Accuracy = 51.89%\n",
"Epoch 3/30: Avg Loss = 2.0006, Test Accuracy = 57.07%\n",
"Epoch 4/30: Avg Loss = 1.8090, Test Accuracy = 59.24%\n",
"Epoch 5/30: Avg Loss = 1.6083, Test Accuracy = 60.25%\n",
"Epoch 6/30: Avg Loss = 1.4083, Test Accuracy = 61.40%\n",
"Epoch 7/30: Avg Loss = 1.1828, Test Accuracy = 63.07%\n",
"Epoch 8/30: Avg Loss = 0.9768, Test Accuracy = 65.13%\n",
"Epoch 9/30: Avg Loss = 0.8269, Test Accuracy = 67.80%\n",
"Epoch 10/30: Avg Loss = 0.6836, Test Accuracy = 70.77%\n",
"Epoch 11/30: Avg Loss = 0.5652, Test Accuracy = 73.29%\n",
"Epoch 12/30: Avg Loss = 0.4271, Test Accuracy = 75.63%\n",
"Epoch 13/30: Avg Loss = 0.3635, Test Accuracy = 77.25%\n",
"Epoch 14/30: Avg Loss = 0.2995, Test Accuracy = 78.44%\n",
"Epoch 15/30: Avg Loss = 0.2335, Test Accuracy = 79.46%\n",
"Epoch 16/30: Avg Loss = 0.1964, Test Accuracy = 80.11%\n",
"Epoch 17/30: Avg Loss = 0.1602, Test Accuracy = 80.42%\n",
"Epoch 18/30: Avg Loss = 0.1447, Test Accuracy = 80.82%\n",
"Epoch 19/30: Avg Loss = 0.1074, Test Accuracy = 80.91%\n",
"Epoch 20/30: Avg Loss = 0.1051, Test Accuracy = 81.01%\n",
"Epoch 21/30: Avg Loss = 0.0703, Test Accuracy = 81.18%\n",
"Epoch 22/30: Avg Loss = 0.0575, Test Accuracy = 81.35%\n",
"Epoch 23/30: Avg Loss = 0.0484, Test Accuracy = 81.40%\n",
"Epoch 24/30: Avg Loss = 0.0474, Test Accuracy = 81.45%\n",
"Epoch 25/30: Avg Loss = 0.0402, Test Accuracy = 81.53%\n",
"Epoch 26/30: Avg Loss = 0.0405, Test Accuracy = 81.56%\n",
"Epoch 27/30: Avg Loss = 0.0323, Test Accuracy = 81.67%\n",
"Epoch 28/30: Avg Loss = 0.0334, Test Accuracy = 81.86%\n",
"Epoch 29/30: Avg Loss = 0.0223, Test Accuracy = 81.92%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 90%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 225/250 [04:18<00:28, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0240, Test Accuracy = 81.92%\n",
"Epoch 1/30: Avg Loss = 2.2793, Test Accuracy = 18.61%\n",
"Epoch 2/30: Avg Loss = 2.1216, Test Accuracy = 29.83%\n",
"Epoch 3/30: Avg Loss = 1.9702, Test Accuracy = 46.30%\n",
"Epoch 4/30: Avg Loss = 1.7900, Test Accuracy = 56.37%\n",
"Epoch 5/30: Avg Loss = 1.5880, Test Accuracy = 61.68%\n",
"Epoch 6/30: Avg Loss = 1.4216, Test Accuracy = 65.94%\n",
"Epoch 7/30: Avg Loss = 1.2020, Test Accuracy = 70.29%\n",
"Epoch 8/30: Avg Loss = 1.0061, Test Accuracy = 73.60%\n",
"Epoch 9/30: Avg Loss = 0.7905, Test Accuracy = 76.39%\n",
"Epoch 10/30: Avg Loss = 0.6382, Test Accuracy = 78.75%\n",
"Epoch 11/30: Avg Loss = 0.4725, Test Accuracy = 80.25%\n",
"Epoch 12/30: Avg Loss = 0.3668, Test Accuracy = 81.34%\n",
"Epoch 13/30: Avg Loss = 0.2806, Test Accuracy = 81.83%\n",
"Epoch 14/30: Avg Loss = 0.2275, Test Accuracy = 82.19%\n",
"Epoch 15/30: Avg Loss = 0.1444, Test Accuracy = 82.55%\n",
"Epoch 16/30: Avg Loss = 0.1524, Test Accuracy = 82.77%\n",
"Epoch 17/30: Avg Loss = 0.1032, Test Accuracy = 83.09%\n",
"Epoch 18/30: Avg Loss = 0.0783, Test Accuracy = 83.13%\n",
"Epoch 19/30: Avg Loss = 0.0535, Test Accuracy = 83.29%\n",
"Epoch 20/30: Avg Loss = 0.0581, Test Accuracy = 83.37%\n",
"Epoch 21/30: Avg Loss = 0.0509, Test Accuracy = 83.48%\n",
"Epoch 22/30: Avg Loss = 0.0443, Test Accuracy = 83.65%\n",
"Epoch 23/30: Avg Loss = 0.0557, Test Accuracy = 83.66%\n",
"Epoch 24/30: Avg Loss = 0.0234, Test Accuracy = 83.73%\n",
"Epoch 25/30: Avg Loss = 0.0332, Test Accuracy = 83.66%\n",
"Epoch 26/30: Avg Loss = 0.0264, Test Accuracy = 83.70%\n",
"Epoch 27/30: Avg Loss = 0.0328, Test Accuracy = 83.69%\n",
"Epoch 28/30: Avg Loss = 0.0305, Test Accuracy = 83.79%\n",
"Epoch 29/30: Avg Loss = 0.0232, Test Accuracy = 83.87%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 90%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 226/250 [04:19<00:27, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0207, Test Accuracy = 83.89%\n",
"Epoch 1/30: Avg Loss = 2.2723, Test Accuracy = 35.67%\n",
"Epoch 2/30: Avg Loss = 2.1142, Test Accuracy = 50.82%\n",
"Epoch 3/30: Avg Loss = 1.9429, Test Accuracy = 56.80%\n",
"Epoch 4/30: Avg Loss = 1.7666, Test Accuracy = 59.90%\n",
"Epoch 5/30: Avg Loss = 1.5406, Test Accuracy = 63.14%\n",
"Epoch 6/30: Avg Loss = 1.2911, Test Accuracy = 65.62%\n",
"Epoch 7/30: Avg Loss = 1.0899, Test Accuracy = 68.41%\n",
"Epoch 8/30: Avg Loss = 0.8803, Test Accuracy = 71.23%\n",
"Epoch 9/30: Avg Loss = 0.7324, Test Accuracy = 73.35%\n",
"Epoch 10/30: Avg Loss = 0.5886, Test Accuracy = 74.83%\n",
"Epoch 11/30: Avg Loss = 0.4681, Test Accuracy = 75.98%\n",
"Epoch 12/30: Avg Loss = 0.3490, Test Accuracy = 76.51%\n",
"Epoch 13/30: Avg Loss = 0.3160, Test Accuracy = 77.49%\n",
"Epoch 14/30: Avg Loss = 0.2344, Test Accuracy = 78.69%\n",
"Epoch 15/30: Avg Loss = 0.1856, Test Accuracy = 79.53%\n",
"Epoch 16/30: Avg Loss = 0.1545, Test Accuracy = 80.17%\n",
"Epoch 17/30: Avg Loss = 0.1409, Test Accuracy = 80.31%\n",
"Epoch 18/30: Avg Loss = 0.0960, Test Accuracy = 80.35%\n",
"Epoch 19/30: Avg Loss = 0.0829, Test Accuracy = 80.50%\n",
"Epoch 20/30: Avg Loss = 0.0685, Test Accuracy = 80.76%\n",
"Epoch 21/30: Avg Loss = 0.0512, Test Accuracy = 80.92%\n",
"Epoch 22/30: Avg Loss = 0.0356, Test Accuracy = 81.22%\n",
"Epoch 23/30: Avg Loss = 0.0541, Test Accuracy = 81.43%\n",
"Epoch 24/30: Avg Loss = 0.0451, Test Accuracy = 81.51%\n",
"Epoch 25/30: Avg Loss = 0.0374, Test Accuracy = 81.60%\n",
"Epoch 26/30: Avg Loss = 0.0398, Test Accuracy = 81.64%\n",
"Epoch 27/30: Avg Loss = 0.0359, Test Accuracy = 81.68%\n",
"Epoch 28/30: Avg Loss = 0.0211, Test Accuracy = 81.82%\n",
"Epoch 29/30: Avg Loss = 0.0238, Test Accuracy = 81.77%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 91%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 227/250 [04:20<00:26, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0168, Test Accuracy = 81.75%\n",
"Epoch 1/30: Avg Loss = 2.2678, Test Accuracy = 34.03%\n",
"Epoch 2/30: Avg Loss = 2.1207, Test Accuracy = 42.32%\n",
"Epoch 3/30: Avg Loss = 1.9453, Test Accuracy = 47.27%\n",
"Epoch 4/30: Avg Loss = 1.7687, Test Accuracy = 49.90%\n",
"Epoch 5/30: Avg Loss = 1.5886, Test Accuracy = 51.51%\n",
"Epoch 6/30: Avg Loss = 1.4080, Test Accuracy = 54.20%\n",
"Epoch 7/30: Avg Loss = 1.2709, Test Accuracy = 57.97%\n",
"Epoch 8/30: Avg Loss = 1.0919, Test Accuracy = 63.05%\n",
"Epoch 9/30: Avg Loss = 0.9253, Test Accuracy = 67.64%\n",
"Epoch 10/30: Avg Loss = 0.7627, Test Accuracy = 71.84%\n",
"Epoch 11/30: Avg Loss = 0.6473, Test Accuracy = 74.45%\n",
"Epoch 12/30: Avg Loss = 0.5343, Test Accuracy = 76.00%\n",
"Epoch 13/30: Avg Loss = 0.4549, Test Accuracy = 76.72%\n",
"Epoch 14/30: Avg Loss = 0.3702, Test Accuracy = 76.91%\n",
"Epoch 15/30: Avg Loss = 0.2911, Test Accuracy = 77.45%\n",
"Epoch 16/30: Avg Loss = 0.2508, Test Accuracy = 77.81%\n",
"Epoch 17/30: Avg Loss = 0.2097, Test Accuracy = 78.07%\n",
"Epoch 18/30: Avg Loss = 0.1602, Test Accuracy = 78.51%\n",
"Epoch 19/30: Avg Loss = 0.1370, Test Accuracy = 78.64%\n",
"Epoch 20/30: Avg Loss = 0.1255, Test Accuracy = 78.87%\n",
"Epoch 21/30: Avg Loss = 0.1074, Test Accuracy = 78.81%\n",
"Epoch 22/30: Avg Loss = 0.0972, Test Accuracy = 78.73%\n",
"Epoch 23/30: Avg Loss = 0.0942, Test Accuracy = 78.76%\n",
"Epoch 24/30: Avg Loss = 0.0648, Test Accuracy = 79.08%\n",
"Epoch 25/30: Avg Loss = 0.0606, Test Accuracy = 79.49%\n",
"Epoch 26/30: Avg Loss = 0.0454, Test Accuracy = 79.59%\n",
"Epoch 27/30: Avg Loss = 0.0522, Test Accuracy = 79.76%\n",
"Epoch 28/30: Avg Loss = 0.0434, Test Accuracy = 79.93%\n",
"Epoch 29/30: Avg Loss = 0.0459, Test Accuracy = 79.91%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 91%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 228/250 [04:21<00:25, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30/30: Avg Loss = 0.0384, Test Accuracy = 79.86%\n",
"Epoch 1/30: Avg Loss = 2.2803, Test Accuracy = 26.65%\n",
"Epoch 2/30: Avg Loss = 2.1220, Test Accuracy = 40.55%\n",
"Epoch 3/30: Avg Loss = 1.9588, Test Accuracy = 48.11%\n",
"Epoch 4/30: Avg Loss = 1.7929, Test Accuracy = 54.79%\n",
"Epoch 5/30: Avg Loss = 1.6139, Test Accuracy = 59.98%\n",
"Epoch 6/30: Avg Loss = 1.4510, Test Accuracy = 63.45%\n",
"Epoch 7/30: Avg Loss = 1.2598, Test Accuracy = 65.49%\n",
"Epoch 8/30: Avg Loss = 1.1065, Test Accuracy = 67.61%\n",
"Epoch 9/30: Avg Loss = 0.9596, Test Accuracy = 69.37%\n",
"Epoch 10/30: Avg Loss = 0.8398, Test Accuracy = 71.43%\n",
"Epoch 11/30: Avg Loss = 0.6716, Test Accuracy = 72.50%\n",
"Epoch 12/30: Avg Loss = 0.5779, Test Accuracy = 73.66%\n",
"Epoch 13/30: Avg Loss = 0.4593, Test Accuracy = 74.77%\n",
"Epoch 14/30: Avg Loss = 0.3855, Test Accuracy = 76.37%\n",
"Epoch 15/30: Avg Loss = 0.2830, Test Accuracy = 77.86%\n",
"Epoch 16/30: Avg Loss = 0.2579, Test Accuracy = 78.78%\n",
"Epoch 17/30: Avg Loss = 0.1980, Test Accuracy = 79.56%\n",
"Epoch 18/30: Avg Loss = 0.1656, Test Accuracy = 79.76%\n",
"Epoch 19/30: Avg Loss = 0.1639, Test Accuracy = 80.02%\n",
"Epoch 20/30: Avg Loss = 0.1434, Test Accuracy = 80.38%\n",
"Epoch 21/30: Avg Loss = 0.1084, Test Accuracy = 80.26%\n",
"Epoch 22/30: Avg Loss = 0.0876, Test Accuracy = 80.36%\n",
"Epoch 23/30: Avg Loss = 0.0831, Test Accuracy = 80.40%\n",
"Epoch 24/30: Avg Loss = 0.0613, Test Accuracy = 80.43%\n",
"Epoch 25/30: Avg Loss = 0.0634, Test Accuracy = 80.50%\n",
"Epoch 26/30: Avg Loss = 0.0456, Test Accuracy = 80.56%\n",
"Epoch 27/30: Avg Loss = 0.0558, Test Accuracy = 80.73%\n",
"Epoch 28/30: Avg Loss = 0.0511, Test Accuracy = 80.93%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 92%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 229/250 [04:22<00:24, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0345, Test Accuracy = 80.90%\n",
"Epoch 30/30: Avg Loss = 0.0284, Test Accuracy = 80.92%\n",
"Epoch 1/30: Avg Loss = 2.2853, Test Accuracy = 30.87%\n",
"Epoch 2/30: Avg Loss = 2.1495, Test Accuracy = 53.92%\n",
"Epoch 3/30: Avg Loss = 2.0192, Test Accuracy = 62.54%\n",
"Epoch 4/30: Avg Loss = 1.8575, Test Accuracy = 65.41%\n",
"Epoch 5/30: Avg Loss = 1.6711, Test Accuracy = 67.47%\n",
"Epoch 6/30: Avg Loss = 1.4670, Test Accuracy = 69.13%\n",
"Epoch 7/30: Avg Loss = 1.2502, Test Accuracy = 70.53%\n",
"Epoch 8/30: Avg Loss = 1.0073, Test Accuracy = 71.71%\n",
"Epoch 9/30: Avg Loss = 0.8099, Test Accuracy = 73.51%\n",
"Epoch 10/30: Avg Loss = 0.6709, Test Accuracy = 74.80%\n",
"Epoch 11/30: Avg Loss = 0.4904, Test Accuracy = 76.10%\n",
"Epoch 12/30: Avg Loss = 0.3898, Test Accuracy = 76.63%\n",
"Epoch 13/30: Avg Loss = 0.3271, Test Accuracy = 77.45%\n",
"Epoch 14/30: Avg Loss = 0.2493, Test Accuracy = 78.20%\n",
"Epoch 15/30: Avg Loss = 0.2109, Test Accuracy = 78.65%\n",
"Epoch 16/30: Avg Loss = 0.1579, Test Accuracy = 79.01%\n",
"Epoch 17/30: Avg Loss = 0.1250, Test Accuracy = 79.32%\n",
"Epoch 18/30: Avg Loss = 0.0922, Test Accuracy = 79.29%\n",
"Epoch 19/30: Avg Loss = 0.0956, Test Accuracy = 79.34%\n",
"Epoch 20/30: Avg Loss = 0.0810, Test Accuracy = 79.60%\n",
"Epoch 21/30: Avg Loss = 0.0670, Test Accuracy = 79.92%\n",
"Epoch 22/30: Avg Loss = 0.0602, Test Accuracy = 80.10%\n",
"Epoch 23/30: Avg Loss = 0.0379, Test Accuracy = 80.11%\n",
"Epoch 24/30: Avg Loss = 0.0381, Test Accuracy = 80.11%\n",
"Epoch 25/30: Avg Loss = 0.0377, Test Accuracy = 80.08%\n",
"Epoch 26/30: Avg Loss = 0.0402, Test Accuracy = 80.18%\n",
"Epoch 27/30: Avg Loss = 0.0333, Test Accuracy = 80.10%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 92%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 230/250 [04:23<00:23, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0439, Test Accuracy = 79.99%\n",
"Epoch 29/30: Avg Loss = 0.0236, Test Accuracy = 79.96%\n",
"Epoch 30/30: Avg Loss = 0.0200, Test Accuracy = 79.83%\n",
"Epoch 1/30: Avg Loss = 2.2657, Test Accuracy = 29.67%\n",
"Epoch 2/30: Avg Loss = 2.1107, Test Accuracy = 36.50%\n",
"Epoch 3/30: Avg Loss = 1.9517, Test Accuracy = 43.46%\n",
"Epoch 4/30: Avg Loss = 1.7575, Test Accuracy = 49.01%\n",
"Epoch 5/30: Avg Loss = 1.5690, Test Accuracy = 51.81%\n",
"Epoch 6/30: Avg Loss = 1.3839, Test Accuracy = 53.73%\n",
"Epoch 7/30: Avg Loss = 1.2100, Test Accuracy = 55.67%\n",
"Epoch 8/30: Avg Loss = 1.0302, Test Accuracy = 58.53%\n",
"Epoch 9/30: Avg Loss = 0.8507, Test Accuracy = 60.80%\n",
"Epoch 10/30: Avg Loss = 0.7197, Test Accuracy = 63.12%\n",
"Epoch 11/30: Avg Loss = 0.6118, Test Accuracy = 65.65%\n",
"Epoch 12/30: Avg Loss = 0.5065, Test Accuracy = 69.62%\n",
"Epoch 13/30: Avg Loss = 0.4316, Test Accuracy = 72.76%\n",
"Epoch 14/30: Avg Loss = 0.3364, Test Accuracy = 74.88%\n",
"Epoch 15/30: Avg Loss = 0.2836, Test Accuracy = 76.45%\n",
"Epoch 16/30: Avg Loss = 0.2532, Test Accuracy = 77.07%\n",
"Epoch 17/30: Avg Loss = 0.1830, Test Accuracy = 77.53%\n",
"Epoch 18/30: Avg Loss = 0.1510, Test Accuracy = 77.74%\n",
"Epoch 19/30: Avg Loss = 0.1488, Test Accuracy = 77.81%\n",
"Epoch 20/30: Avg Loss = 0.1313, Test Accuracy = 78.08%\n",
"Epoch 21/30: Avg Loss = 0.1146, Test Accuracy = 78.16%\n",
"Epoch 22/30: Avg Loss = 0.1129, Test Accuracy = 78.20%\n",
"Epoch 23/30: Avg Loss = 0.0628, Test Accuracy = 78.46%\n",
"Epoch 24/30: Avg Loss = 0.0456, Test Accuracy = 78.90%\n",
"Epoch 25/30: Avg Loss = 0.0559, Test Accuracy = 79.08%\n",
"Epoch 26/30: Avg Loss = 0.0486, Test Accuracy = 79.28%\n",
"Epoch 27/30: Avg Loss = 0.0418, Test Accuracy = 79.53%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 92%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 231/250 [04:25<00:21, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0294, Test Accuracy = 79.80%\n",
"Epoch 29/30: Avg Loss = 0.0281, Test Accuracy = 79.89%\n",
"Epoch 30/30: Avg Loss = 0.0202, Test Accuracy = 79.92%\n",
"Epoch 1/30: Avg Loss = 2.2859, Test Accuracy = 36.87%\n",
"Epoch 2/30: Avg Loss = 2.1181, Test Accuracy = 47.96%\n",
"Epoch 3/30: Avg Loss = 1.9530, Test Accuracy = 53.26%\n",
"Epoch 4/30: Avg Loss = 1.7800, Test Accuracy = 56.38%\n",
"Epoch 5/30: Avg Loss = 1.5466, Test Accuracy = 58.78%\n",
"Epoch 6/30: Avg Loss = 1.3477, Test Accuracy = 61.48%\n",
"Epoch 7/30: Avg Loss = 1.1323, Test Accuracy = 65.12%\n",
"Epoch 8/30: Avg Loss = 0.9708, Test Accuracy = 68.76%\n",
"Epoch 9/30: Avg Loss = 0.8093, Test Accuracy = 71.78%\n",
"Epoch 10/30: Avg Loss = 0.6303, Test Accuracy = 73.16%\n",
"Epoch 11/30: Avg Loss = 0.5232, Test Accuracy = 74.20%\n",
"Epoch 12/30: Avg Loss = 0.4456, Test Accuracy = 75.53%\n",
"Epoch 13/30: Avg Loss = 0.3725, Test Accuracy = 77.18%\n",
"Epoch 14/30: Avg Loss = 0.2643, Test Accuracy = 78.12%\n",
"Epoch 15/30: Avg Loss = 0.2416, Test Accuracy = 78.60%\n",
"Epoch 16/30: Avg Loss = 0.2025, Test Accuracy = 78.84%\n",
"Epoch 17/30: Avg Loss = 0.1675, Test Accuracy = 79.14%\n",
"Epoch 18/30: Avg Loss = 0.1499, Test Accuracy = 79.31%\n",
"Epoch 19/30: Avg Loss = 0.1025, Test Accuracy = 79.36%\n",
"Epoch 20/30: Avg Loss = 0.1157, Test Accuracy = 79.37%\n",
"Epoch 21/30: Avg Loss = 0.0854, Test Accuracy = 79.23%\n",
"Epoch 22/30: Avg Loss = 0.0738, Test Accuracy = 79.47%\n",
"Epoch 23/30: Avg Loss = 0.0638, Test Accuracy = 79.59%\n",
"Epoch 24/30: Avg Loss = 0.0554, Test Accuracy = 79.72%\n",
"Epoch 25/30: Avg Loss = 0.0489, Test Accuracy = 79.82%\n",
"Epoch 26/30: Avg Loss = 0.0457, Test Accuracy = 80.00%\n",
"Epoch 27/30: Avg Loss = 0.0380, Test Accuracy = 80.09%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 93%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 232/250 [04:26<00:20, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0414, Test Accuracy = 80.19%\n",
"Epoch 29/30: Avg Loss = 0.0380, Test Accuracy = 80.25%\n",
"Epoch 30/30: Avg Loss = 0.0338, Test Accuracy = 80.30%\n",
"Epoch 1/30: Avg Loss = 2.2848, Test Accuracy = 21.65%\n",
"Epoch 2/30: Avg Loss = 2.1399, Test Accuracy = 42.67%\n",
"Epoch 3/30: Avg Loss = 1.9913, Test Accuracy = 56.98%\n",
"Epoch 4/30: Avg Loss = 1.8214, Test Accuracy = 62.44%\n",
"Epoch 5/30: Avg Loss = 1.6309, Test Accuracy = 64.93%\n",
"Epoch 6/30: Avg Loss = 1.4269, Test Accuracy = 66.16%\n",
"Epoch 7/30: Avg Loss = 1.2267, Test Accuracy = 67.77%\n",
"Epoch 8/30: Avg Loss = 1.0053, Test Accuracy = 70.19%\n",
"Epoch 9/30: Avg Loss = 0.8392, Test Accuracy = 72.80%\n",
"Epoch 10/30: Avg Loss = 0.7203, Test Accuracy = 74.60%\n",
"Epoch 11/30: Avg Loss = 0.5782, Test Accuracy = 76.10%\n",
"Epoch 12/30: Avg Loss = 0.4675, Test Accuracy = 77.08%\n",
"Epoch 13/30: Avg Loss = 0.3913, Test Accuracy = 78.01%\n",
"Epoch 14/30: Avg Loss = 0.3229, Test Accuracy = 79.21%\n",
"Epoch 15/30: Avg Loss = 0.2819, Test Accuracy = 80.04%\n",
"Epoch 16/30: Avg Loss = 0.2070, Test Accuracy = 80.53%\n",
"Epoch 17/30: Avg Loss = 0.1667, Test Accuracy = 81.02%\n",
"Epoch 18/30: Avg Loss = 0.1658, Test Accuracy = 81.23%\n",
"Epoch 19/30: Avg Loss = 0.1292, Test Accuracy = 81.33%\n",
"Epoch 20/30: Avg Loss = 0.1248, Test Accuracy = 81.35%\n",
"Epoch 21/30: Avg Loss = 0.0904, Test Accuracy = 81.35%\n",
"Epoch 22/30: Avg Loss = 0.0762, Test Accuracy = 81.36%\n",
"Epoch 23/30: Avg Loss = 0.0851, Test Accuracy = 81.39%\n",
"Epoch 24/30: Avg Loss = 0.0662, Test Accuracy = 81.42%\n",
"Epoch 25/30: Avg Loss = 0.0598, Test Accuracy = 81.48%\n",
"Epoch 26/30: Avg Loss = 0.0575, Test Accuracy = 81.60%\n",
"Epoch 27/30: Avg Loss = 0.0436, Test Accuracy = 81.53%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 93%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 233/250 [04:27<00:19, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0423, Test Accuracy = 81.48%\n",
"Epoch 29/30: Avg Loss = 0.0449, Test Accuracy = 81.41%\n",
"Epoch 30/30: Avg Loss = 0.0349, Test Accuracy = 81.46%\n",
"Epoch 1/30: Avg Loss = 2.2722, Test Accuracy = 34.31%\n",
"Epoch 2/30: Avg Loss = 2.1240, Test Accuracy = 49.92%\n",
"Epoch 3/30: Avg Loss = 1.9618, Test Accuracy = 57.83%\n",
"Epoch 4/30: Avg Loss = 1.7829, Test Accuracy = 61.11%\n",
"Epoch 5/30: Avg Loss = 1.5905, Test Accuracy = 62.73%\n",
"Epoch 6/30: Avg Loss = 1.3711, Test Accuracy = 63.86%\n",
"Epoch 7/30: Avg Loss = 1.1538, Test Accuracy = 64.87%\n",
"Epoch 8/30: Avg Loss = 0.9769, Test Accuracy = 66.60%\n",
"Epoch 9/30: Avg Loss = 0.7969, Test Accuracy = 68.77%\n",
"Epoch 10/30: Avg Loss = 0.6854, Test Accuracy = 70.50%\n",
"Epoch 11/30: Avg Loss = 0.6066, Test Accuracy = 72.09%\n",
"Epoch 12/30: Avg Loss = 0.4626, Test Accuracy = 73.60%\n",
"Epoch 13/30: Avg Loss = 0.4146, Test Accuracy = 75.04%\n",
"Epoch 14/30: Avg Loss = 0.3281, Test Accuracy = 76.29%\n",
"Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 76.90%\n",
"Epoch 16/30: Avg Loss = 0.2609, Test Accuracy = 77.78%\n",
"Epoch 17/30: Avg Loss = 0.1979, Test Accuracy = 77.98%\n",
"Epoch 18/30: Avg Loss = 0.1595, Test Accuracy = 78.59%\n",
"Epoch 19/30: Avg Loss = 0.1222, Test Accuracy = 79.04%\n",
"Epoch 20/30: Avg Loss = 0.1073, Test Accuracy = 79.49%\n",
"Epoch 21/30: Avg Loss = 0.1118, Test Accuracy = 79.64%\n",
"Epoch 22/30: Avg Loss = 0.0926, Test Accuracy = 79.89%\n",
"Epoch 23/30: Avg Loss = 0.0749, Test Accuracy = 79.74%\n",
"Epoch 24/30: Avg Loss = 0.0771, Test Accuracy = 79.59%\n",
"Epoch 25/30: Avg Loss = 0.0677, Test Accuracy = 79.71%\n",
"Epoch 26/30: Avg Loss = 0.0549, Test Accuracy = 79.78%\n",
"Epoch 27/30: Avg Loss = 0.0389, Test Accuracy = 79.79%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 94%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 234/250 [04:28<00:18, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0580, Test Accuracy = 79.77%\n",
"Epoch 29/30: Avg Loss = 0.0310, Test Accuracy = 79.66%\n",
"Epoch 30/30: Avg Loss = 0.0341, Test Accuracy = 79.77%\n",
"Epoch 1/30: Avg Loss = 2.2505, Test Accuracy = 33.79%\n",
"Epoch 2/30: Avg Loss = 2.0909, Test Accuracy = 38.66%\n",
"Epoch 3/30: Avg Loss = 1.9300, Test Accuracy = 41.27%\n",
"Epoch 4/30: Avg Loss = 1.7308, Test Accuracy = 44.38%\n",
"Epoch 5/30: Avg Loss = 1.5385, Test Accuracy = 47.75%\n",
"Epoch 6/30: Avg Loss = 1.3449, Test Accuracy = 51.53%\n",
"Epoch 7/30: Avg Loss = 1.1497, Test Accuracy = 55.80%\n",
"Epoch 8/30: Avg Loss = 1.0085, Test Accuracy = 60.11%\n",
"Epoch 9/30: Avg Loss = 0.8159, Test Accuracy = 64.59%\n",
"Epoch 10/30: Avg Loss = 0.7028, Test Accuracy = 69.28%\n",
"Epoch 11/30: Avg Loss = 0.5515, Test Accuracy = 72.08%\n",
"Epoch 12/30: Avg Loss = 0.4648, Test Accuracy = 74.23%\n",
"Epoch 13/30: Avg Loss = 0.3638, Test Accuracy = 75.51%\n",
"Epoch 14/30: Avg Loss = 0.2906, Test Accuracy = 76.49%\n",
"Epoch 15/30: Avg Loss = 0.2576, Test Accuracy = 77.68%\n",
"Epoch 16/30: Avg Loss = 0.1779, Test Accuracy = 78.18%\n",
"Epoch 17/30: Avg Loss = 0.1641, Test Accuracy = 78.27%\n",
"Epoch 18/30: Avg Loss = 0.1262, Test Accuracy = 78.08%\n",
"Epoch 19/30: Avg Loss = 0.0926, Test Accuracy = 78.41%\n",
"Epoch 20/30: Avg Loss = 0.0877, Test Accuracy = 78.72%\n",
"Epoch 21/30: Avg Loss = 0.0760, Test Accuracy = 78.93%\n",
"Epoch 22/30: Avg Loss = 0.0536, Test Accuracy = 79.10%\n",
"Epoch 23/30: Avg Loss = 0.0434, Test Accuracy = 79.29%\n",
"Epoch 24/30: Avg Loss = 0.0536, Test Accuracy = 79.34%\n",
"Epoch 25/30: Avg Loss = 0.0363, Test Accuracy = 79.31%\n",
"Epoch 26/30: Avg Loss = 0.0511, Test Accuracy = 79.42%\n",
"Epoch 27/30: Avg Loss = 0.0324, Test Accuracy = 79.54%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 94%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 235/250 [04:29<00:17, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0278, Test Accuracy = 79.64%\n",
"Epoch 29/30: Avg Loss = 0.0239, Test Accuracy = 79.76%\n",
"Epoch 30/30: Avg Loss = 0.0345, Test Accuracy = 79.76%\n",
"Epoch 1/30: Avg Loss = 2.2724, Test Accuracy = 38.10%\n",
"Epoch 2/30: Avg Loss = 2.1187, Test Accuracy = 50.70%\n",
"Epoch 3/30: Avg Loss = 1.9635, Test Accuracy = 53.73%\n",
"Epoch 4/30: Avg Loss = 1.7886, Test Accuracy = 55.79%\n",
"Epoch 5/30: Avg Loss = 1.5638, Test Accuracy = 57.02%\n",
"Epoch 6/30: Avg Loss = 1.3972, Test Accuracy = 58.62%\n",
"Epoch 7/30: Avg Loss = 1.2128, Test Accuracy = 61.21%\n",
"Epoch 8/30: Avg Loss = 1.0318, Test Accuracy = 64.85%\n",
"Epoch 9/30: Avg Loss = 0.8832, Test Accuracy = 67.79%\n",
"Epoch 10/30: Avg Loss = 0.7435, Test Accuracy = 70.07%\n",
"Epoch 11/30: Avg Loss = 0.6406, Test Accuracy = 72.15%\n",
"Epoch 12/30: Avg Loss = 0.4982, Test Accuracy = 74.42%\n",
"Epoch 13/30: Avg Loss = 0.4484, Test Accuracy = 76.63%\n",
"Epoch 14/30: Avg Loss = 0.3467, Test Accuracy = 77.88%\n",
"Epoch 15/30: Avg Loss = 0.3152, Test Accuracy = 79.04%\n",
"Epoch 16/30: Avg Loss = 0.2838, Test Accuracy = 79.65%\n",
"Epoch 17/30: Avg Loss = 0.2315, Test Accuracy = 79.76%\n",
"Epoch 18/30: Avg Loss = 0.2108, Test Accuracy = 79.99%\n",
"Epoch 19/30: Avg Loss = 0.1762, Test Accuracy = 80.30%\n",
"Epoch 20/30: Avg Loss = 0.1456, Test Accuracy = 80.43%\n",
"Epoch 21/30: Avg Loss = 0.1346, Test Accuracy = 80.54%\n",
"Epoch 22/30: Avg Loss = 0.1289, Test Accuracy = 80.50%\n",
"Epoch 23/30: Avg Loss = 0.1013, Test Accuracy = 80.46%\n",
"Epoch 24/30: Avg Loss = 0.1018, Test Accuracy = 80.69%\n",
"Epoch 25/30: Avg Loss = 0.0728, Test Accuracy = 80.57%\n",
"Epoch 26/30: Avg Loss = 0.0649, Test Accuracy = 80.63%\n",
"Epoch 27/30: Avg Loss = 0.0525, Test Accuracy = 80.76%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 94%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 236/250 [04:30<00:15, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0623, Test Accuracy = 80.89%\n",
"Epoch 29/30: Avg Loss = 0.0500, Test Accuracy = 81.05%\n",
"Epoch 30/30: Avg Loss = 0.0354, Test Accuracy = 81.15%\n",
"Epoch 1/30: Avg Loss = 2.2878, Test Accuracy = 23.25%\n",
"Epoch 2/30: Avg Loss = 2.1281, Test Accuracy = 43.54%\n",
"Epoch 3/30: Avg Loss = 1.9965, Test Accuracy = 52.92%\n",
"Epoch 4/30: Avg Loss = 1.8282, Test Accuracy = 57.16%\n",
"Epoch 5/30: Avg Loss = 1.6258, Test Accuracy = 59.39%\n",
"Epoch 6/30: Avg Loss = 1.4681, Test Accuracy = 62.88%\n",
"Epoch 7/30: Avg Loss = 1.2423, Test Accuracy = 67.38%\n",
"Epoch 8/30: Avg Loss = 1.0632, Test Accuracy = 71.19%\n",
"Epoch 9/30: Avg Loss = 0.9267, Test Accuracy = 74.36%\n",
"Epoch 10/30: Avg Loss = 0.7584, Test Accuracy = 76.98%\n",
"Epoch 11/30: Avg Loss = 0.6172, Test Accuracy = 78.61%\n",
"Epoch 12/30: Avg Loss = 0.4871, Test Accuracy = 79.37%\n",
"Epoch 13/30: Avg Loss = 0.3965, Test Accuracy = 80.02%\n",
"Epoch 14/30: Avg Loss = 0.3662, Test Accuracy = 80.43%\n",
"Epoch 15/30: Avg Loss = 0.2763, Test Accuracy = 80.56%\n",
"Epoch 16/30: Avg Loss = 0.2250, Test Accuracy = 80.83%\n",
"Epoch 17/30: Avg Loss = 0.2041, Test Accuracy = 81.28%\n",
"Epoch 18/30: Avg Loss = 0.1698, Test Accuracy = 81.50%\n",
"Epoch 19/30: Avg Loss = 0.1274, Test Accuracy = 81.55%\n",
"Epoch 20/30: Avg Loss = 0.1351, Test Accuracy = 81.63%\n",
"Epoch 21/30: Avg Loss = 0.1002, Test Accuracy = 81.70%\n",
"Epoch 22/30: Avg Loss = 0.0902, Test Accuracy = 81.63%\n",
"Epoch 23/30: Avg Loss = 0.0701, Test Accuracy = 81.68%\n",
"Epoch 24/30: Avg Loss = 0.0619, Test Accuracy = 81.84%\n",
"Epoch 25/30: Avg Loss = 0.0483, Test Accuracy = 81.90%\n",
"Epoch 26/30: Avg Loss = 0.0494, Test Accuracy = 81.95%\n",
"Epoch 27/30: Avg Loss = 0.0454, Test Accuracy = 81.95%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 95%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 237/250 [04:31<00:14, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0445, Test Accuracy = 81.90%\n",
"Epoch 29/30: Avg Loss = 0.0354, Test Accuracy = 81.85%\n",
"Epoch 30/30: Avg Loss = 0.0305, Test Accuracy = 81.83%\n",
"Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 26.82%\n",
"Epoch 2/30: Avg Loss = 2.1429, Test Accuracy = 44.94%\n",
"Epoch 3/30: Avg Loss = 1.9601, Test Accuracy = 55.18%\n",
"Epoch 4/30: Avg Loss = 1.7743, Test Accuracy = 61.17%\n",
"Epoch 5/30: Avg Loss = 1.5852, Test Accuracy = 63.79%\n",
"Epoch 6/30: Avg Loss = 1.3663, Test Accuracy = 65.25%\n",
"Epoch 7/30: Avg Loss = 1.1313, Test Accuracy = 66.96%\n",
"Epoch 8/30: Avg Loss = 0.9352, Test Accuracy = 69.08%\n",
"Epoch 9/30: Avg Loss = 0.7452, Test Accuracy = 70.33%\n",
"Epoch 10/30: Avg Loss = 0.5932, Test Accuracy = 71.58%\n",
"Epoch 11/30: Avg Loss = 0.4990, Test Accuracy = 72.71%\n",
"Epoch 12/30: Avg Loss = 0.3802, Test Accuracy = 73.76%\n",
"Epoch 13/30: Avg Loss = 0.3116, Test Accuracy = 74.63%\n",
"Epoch 14/30: Avg Loss = 0.2584, Test Accuracy = 75.88%\n",
"Epoch 15/30: Avg Loss = 0.2002, Test Accuracy = 76.45%\n",
"Epoch 16/30: Avg Loss = 0.1727, Test Accuracy = 76.65%\n",
"Epoch 17/30: Avg Loss = 0.1372, Test Accuracy = 76.51%\n",
"Epoch 18/30: Avg Loss = 0.1076, Test Accuracy = 76.15%\n",
"Epoch 19/30: Avg Loss = 0.0817, Test Accuracy = 75.88%\n",
"Epoch 20/30: Avg Loss = 0.0741, Test Accuracy = 75.93%\n",
"Epoch 21/30: Avg Loss = 0.0609, Test Accuracy = 76.41%\n",
"Epoch 22/30: Avg Loss = 0.0419, Test Accuracy = 76.63%\n",
"Epoch 23/30: Avg Loss = 0.0549, Test Accuracy = 76.91%\n",
"Epoch 24/30: Avg Loss = 0.0602, Test Accuracy = 77.10%\n",
"Epoch 25/30: Avg Loss = 0.0361, Test Accuracy = 77.18%\n",
"Epoch 26/30: Avg Loss = 0.0312, Test Accuracy = 77.26%\n",
"Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 77.02%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 95%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 238/250 [04:33<00:13, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0240, Test Accuracy = 77.03%\n",
"Epoch 29/30: Avg Loss = 0.0197, Test Accuracy = 76.93%\n",
"Epoch 30/30: Avg Loss = 0.0251, Test Accuracy = 76.79%\n",
"Epoch 1/30: Avg Loss = 2.2795, Test Accuracy = 32.93%\n",
"Epoch 2/30: Avg Loss = 2.0808, Test Accuracy = 44.65%\n",
"Epoch 3/30: Avg Loss = 1.9186, Test Accuracy = 51.50%\n",
"Epoch 4/30: Avg Loss = 1.7088, Test Accuracy = 54.00%\n",
"Epoch 5/30: Avg Loss = 1.5091, Test Accuracy = 55.66%\n",
"Epoch 6/30: Avg Loss = 1.3023, Test Accuracy = 57.73%\n",
"Epoch 7/30: Avg Loss = 1.1160, Test Accuracy = 60.38%\n",
"Epoch 8/30: Avg Loss = 0.9721, Test Accuracy = 62.55%\n",
"Epoch 9/30: Avg Loss = 0.8170, Test Accuracy = 65.84%\n",
"Epoch 10/30: Avg Loss = 0.6841, Test Accuracy = 69.08%\n",
"Epoch 11/30: Avg Loss = 0.5639, Test Accuracy = 72.04%\n",
"Epoch 12/30: Avg Loss = 0.5236, Test Accuracy = 74.19%\n",
"Epoch 13/30: Avg Loss = 0.4250, Test Accuracy = 75.40%\n",
"Epoch 14/30: Avg Loss = 0.3068, Test Accuracy = 76.33%\n",
"Epoch 15/30: Avg Loss = 0.2733, Test Accuracy = 76.97%\n",
"Epoch 16/30: Avg Loss = 0.2295, Test Accuracy = 77.55%\n",
"Epoch 17/30: Avg Loss = 0.1781, Test Accuracy = 77.80%\n",
"Epoch 18/30: Avg Loss = 0.1540, Test Accuracy = 78.08%\n",
"Epoch 19/30: Avg Loss = 0.1273, Test Accuracy = 78.27%\n",
"Epoch 20/30: Avg Loss = 0.0984, Test Accuracy = 78.06%\n",
"Epoch 21/30: Avg Loss = 0.0917, Test Accuracy = 78.14%\n",
"Epoch 22/30: Avg Loss = 0.0694, Test Accuracy = 78.37%\n",
"Epoch 23/30: Avg Loss = 0.0677, Test Accuracy = 78.57%\n",
"Epoch 24/30: Avg Loss = 0.0497, Test Accuracy = 78.70%\n",
"Epoch 25/30: Avg Loss = 0.0400, Test Accuracy = 78.94%\n",
"Epoch 26/30: Avg Loss = 0.0415, Test Accuracy = 79.20%\n",
"Epoch 27/30: Avg Loss = 0.0367, Test Accuracy = 79.38%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 96%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 239/250 [04:34<00:12, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0418, Test Accuracy = 79.28%\n",
"Epoch 29/30: Avg Loss = 0.0360, Test Accuracy = 79.33%\n",
"Epoch 30/30: Avg Loss = 0.0289, Test Accuracy = 79.47%\n",
"Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 42.13%\n",
"Epoch 2/30: Avg Loss = 2.1365, Test Accuracy = 56.14%\n",
"Epoch 3/30: Avg Loss = 1.9950, Test Accuracy = 60.24%\n",
"Epoch 4/30: Avg Loss = 1.7929, Test Accuracy = 62.33%\n",
"Epoch 5/30: Avg Loss = 1.6064, Test Accuracy = 63.04%\n",
"Epoch 6/30: Avg Loss = 1.4202, Test Accuracy = 63.83%\n",
"Epoch 7/30: Avg Loss = 1.1924, Test Accuracy = 64.76%\n",
"Epoch 8/30: Avg Loss = 1.0242, Test Accuracy = 66.51%\n",
"Epoch 9/30: Avg Loss = 0.8677, Test Accuracy = 69.24%\n",
"Epoch 10/30: Avg Loss = 0.7198, Test Accuracy = 72.11%\n",
"Epoch 11/30: Avg Loss = 0.5639, Test Accuracy = 75.41%\n",
"Epoch 12/30: Avg Loss = 0.5056, Test Accuracy = 77.26%\n",
"Epoch 13/30: Avg Loss = 0.4351, Test Accuracy = 78.67%\n",
"Epoch 14/30: Avg Loss = 0.3556, Test Accuracy = 79.48%\n",
"Epoch 15/30: Avg Loss = 0.2781, Test Accuracy = 80.05%\n",
"Epoch 16/30: Avg Loss = 0.2071, Test Accuracy = 80.42%\n",
"Epoch 17/30: Avg Loss = 0.1645, Test Accuracy = 80.96%\n",
"Epoch 18/30: Avg Loss = 0.1759, Test Accuracy = 81.29%\n",
"Epoch 19/30: Avg Loss = 0.1357, Test Accuracy = 81.50%\n",
"Epoch 20/30: Avg Loss = 0.1218, Test Accuracy = 81.77%\n",
"Epoch 21/30: Avg Loss = 0.1012, Test Accuracy = 81.66%\n",
"Epoch 22/30: Avg Loss = 0.0911, Test Accuracy = 81.66%\n",
"Epoch 23/30: Avg Loss = 0.0729, Test Accuracy = 81.52%\n",
"Epoch 24/30: Avg Loss = 0.0702, Test Accuracy = 81.34%\n",
"Epoch 25/30: Avg Loss = 0.0537, Test Accuracy = 81.44%\n",
"Epoch 26/30: Avg Loss = 0.0562, Test Accuracy = 81.55%\n",
"Epoch 27/30: Avg Loss = 0.0396, Test Accuracy = 81.82%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 96%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 240/250 [04:35<00:11, 1.14s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0397, Test Accuracy = 81.94%\n",
"Epoch 29/30: Avg Loss = 0.0318, Test Accuracy = 81.98%\n",
"Epoch 30/30: Avg Loss = 0.0315, Test Accuracy = 81.99%\n",
"Epoch 1/30: Avg Loss = 2.2620, Test Accuracy = 35.02%\n",
"Epoch 2/30: Avg Loss = 2.1024, Test Accuracy = 49.08%\n",
"Epoch 3/30: Avg Loss = 1.9350, Test Accuracy = 55.01%\n",
"Epoch 4/30: Avg Loss = 1.7643, Test Accuracy = 56.46%\n",
"Epoch 5/30: Avg Loss = 1.5377, Test Accuracy = 57.91%\n",
"Epoch 6/30: Avg Loss = 1.3708, Test Accuracy = 59.02%\n",
"Epoch 7/30: Avg Loss = 1.1767, Test Accuracy = 61.00%\n",
"Epoch 8/30: Avg Loss = 0.9991, Test Accuracy = 63.11%\n",
"Epoch 9/30: Avg Loss = 0.8435, Test Accuracy = 65.82%\n",
"Epoch 10/30: Avg Loss = 0.6964, Test Accuracy = 68.51%\n",
"Epoch 11/30: Avg Loss = 0.5855, Test Accuracy = 70.92%\n",
"Epoch 12/30: Avg Loss = 0.4810, Test Accuracy = 73.39%\n",
"Epoch 13/30: Avg Loss = 0.3519, Test Accuracy = 75.24%\n",
"Epoch 14/30: Avg Loss = 0.2976, Test Accuracy = 76.16%\n",
"Epoch 15/30: Avg Loss = 0.2413, Test Accuracy = 77.09%\n",
"Epoch 16/30: Avg Loss = 0.1983, Test Accuracy = 77.74%\n",
"Epoch 17/30: Avg Loss = 0.1508, Test Accuracy = 78.32%\n",
"Epoch 18/30: Avg Loss = 0.1381, Test Accuracy = 78.72%\n",
"Epoch 19/30: Avg Loss = 0.1238, Test Accuracy = 79.00%\n",
"Epoch 20/30: Avg Loss = 0.0939, Test Accuracy = 79.29%\n",
"Epoch 21/30: Avg Loss = 0.0893, Test Accuracy = 79.48%\n",
"Epoch 22/30: Avg Loss = 0.0653, Test Accuracy = 79.42%\n",
"Epoch 23/30: Avg Loss = 0.0565, Test Accuracy = 79.57%\n",
"Epoch 24/30: Avg Loss = 0.0505, Test Accuracy = 79.47%\n",
"Epoch 25/30: Avg Loss = 0.0505, Test Accuracy = 79.53%\n",
"Epoch 26/30: Avg Loss = 0.0469, Test Accuracy = 79.61%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 96%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 241/250 [04:36<00:10, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0378, Test Accuracy = 79.35%\n",
"Epoch 28/30: Avg Loss = 0.0347, Test Accuracy = 79.32%\n",
"Epoch 29/30: Avg Loss = 0.0311, Test Accuracy = 79.20%\n",
"Epoch 30/30: Avg Loss = 0.0391, Test Accuracy = 79.27%\n",
"Epoch 1/30: Avg Loss = 2.2797, Test Accuracy = 42.94%\n",
"Epoch 2/30: Avg Loss = 2.1273, Test Accuracy = 55.02%\n",
"Epoch 3/30: Avg Loss = 1.9566, Test Accuracy = 55.84%\n",
"Epoch 4/30: Avg Loss = 1.7546, Test Accuracy = 55.34%\n",
"Epoch 5/30: Avg Loss = 1.5696, Test Accuracy = 55.28%\n",
"Epoch 6/30: Avg Loss = 1.3603, Test Accuracy = 56.16%\n",
"Epoch 7/30: Avg Loss = 1.2036, Test Accuracy = 58.30%\n",
"Epoch 8/30: Avg Loss = 1.0105, Test Accuracy = 60.80%\n",
"Epoch 9/30: Avg Loss = 0.8690, Test Accuracy = 63.75%\n",
"Epoch 10/30: Avg Loss = 0.7279, Test Accuracy = 66.69%\n",
"Epoch 11/30: Avg Loss = 0.6182, Test Accuracy = 69.58%\n",
"Epoch 12/30: Avg Loss = 0.5293, Test Accuracy = 72.16%\n",
"Epoch 13/30: Avg Loss = 0.4108, Test Accuracy = 73.94%\n",
"Epoch 14/30: Avg Loss = 0.3441, Test Accuracy = 75.06%\n",
"Epoch 15/30: Avg Loss = 0.2956, Test Accuracy = 76.03%\n",
"Epoch 16/30: Avg Loss = 0.2550, Test Accuracy = 76.70%\n",
"Epoch 17/30: Avg Loss = 0.2121, Test Accuracy = 77.00%\n",
"Epoch 18/30: Avg Loss = 0.1668, Test Accuracy = 77.15%\n",
"Epoch 19/30: Avg Loss = 0.1306, Test Accuracy = 77.25%\n",
"Epoch 20/30: Avg Loss = 0.1098, Test Accuracy = 77.57%\n",
"Epoch 21/30: Avg Loss = 0.0994, Test Accuracy = 77.80%\n",
"Epoch 22/30: Avg Loss = 0.0867, Test Accuracy = 77.96%\n",
"Epoch 23/30: Avg Loss = 0.0605, Test Accuracy = 78.14%\n",
"Epoch 24/30: Avg Loss = 0.0685, Test Accuracy = 78.17%\n",
"Epoch 25/30: Avg Loss = 0.0640, Test Accuracy = 78.27%\n",
"Epoch 26/30: Avg Loss = 0.0516, Test Accuracy = 78.51%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 97%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████ | 242/250 [04:37<00:09, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0432, Test Accuracy = 78.61%\n",
"Epoch 28/30: Avg Loss = 0.0525, Test Accuracy = 78.74%\n",
"Epoch 29/30: Avg Loss = 0.0258, Test Accuracy = 78.63%\n",
"Epoch 30/30: Avg Loss = 0.0283, Test Accuracy = 78.48%\n",
"Epoch 1/30: Avg Loss = 2.2786, Test Accuracy = 33.98%\n",
"Epoch 2/30: Avg Loss = 2.1296, Test Accuracy = 56.47%\n",
"Epoch 3/30: Avg Loss = 1.9867, Test Accuracy = 63.69%\n",
"Epoch 4/30: Avg Loss = 1.8023, Test Accuracy = 66.03%\n",
"Epoch 5/30: Avg Loss = 1.5809, Test Accuracy = 67.13%\n",
"Epoch 6/30: Avg Loss = 1.3676, Test Accuracy = 68.00%\n",
"Epoch 7/30: Avg Loss = 1.1272, Test Accuracy = 68.66%\n",
"Epoch 8/30: Avg Loss = 0.9349, Test Accuracy = 69.78%\n",
"Epoch 9/30: Avg Loss = 0.7500, Test Accuracy = 70.93%\n",
"Epoch 10/30: Avg Loss = 0.5822, Test Accuracy = 71.46%\n",
"Epoch 11/30: Avg Loss = 0.4938, Test Accuracy = 72.56%\n",
"Epoch 12/30: Avg Loss = 0.4000, Test Accuracy = 73.50%\n",
"Epoch 13/30: Avg Loss = 0.3062, Test Accuracy = 75.12%\n",
"Epoch 14/30: Avg Loss = 0.2497, Test Accuracy = 77.21%\n",
"Epoch 15/30: Avg Loss = 0.2134, Test Accuracy = 78.33%\n",
"Epoch 16/30: Avg Loss = 0.1592, Test Accuracy = 79.07%\n",
"Epoch 17/30: Avg Loss = 0.1556, Test Accuracy = 79.63%\n",
"Epoch 18/30: Avg Loss = 0.1464, Test Accuracy = 79.98%\n",
"Epoch 19/30: Avg Loss = 0.1064, Test Accuracy = 80.09%\n",
"Epoch 20/30: Avg Loss = 0.1088, Test Accuracy = 80.29%\n",
"Epoch 21/30: Avg Loss = 0.0795, Test Accuracy = 80.20%\n",
"Epoch 22/30: Avg Loss = 0.0716, Test Accuracy = 79.89%\n",
"Epoch 23/30: Avg Loss = 0.0653, Test Accuracy = 80.00%\n",
"Epoch 24/30: Avg Loss = 0.0553, Test Accuracy = 80.24%\n",
"Epoch 25/30: Avg Loss = 0.0421, Test Accuracy = 80.24%\n",
"Epoch 26/30: Avg Loss = 0.0384, Test Accuracy = 80.30%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 97%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 243/250 [04:38<00:08, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27/30: Avg Loss = 0.0481, Test Accuracy = 80.34%\n",
"Epoch 28/30: Avg Loss = 0.0405, Test Accuracy = 80.43%\n",
"Epoch 29/30: Avg Loss = 0.0346, Test Accuracy = 80.46%\n",
"Epoch 30/30: Avg Loss = 0.0308, Test Accuracy = 80.59%\n",
"Epoch 1/30: Avg Loss = 2.2734, Test Accuracy = 22.98%\n",
"Epoch 2/30: Avg Loss = 2.1172, Test Accuracy = 42.67%\n",
"Epoch 3/30: Avg Loss = 1.9521, Test Accuracy = 49.41%\n",
"Epoch 4/30: Avg Loss = 1.7686, Test Accuracy = 52.68%\n",
"Epoch 5/30: Avg Loss = 1.5550, Test Accuracy = 55.41%\n",
"Epoch 6/30: Avg Loss = 1.3372, Test Accuracy = 58.47%\n",
"Epoch 7/30: Avg Loss = 1.1200, Test Accuracy = 62.03%\n",
"Epoch 8/30: Avg Loss = 0.9506, Test Accuracy = 66.33%\n",
"Epoch 9/30: Avg Loss = 0.7764, Test Accuracy = 69.94%\n",
"Epoch 10/30: Avg Loss = 0.6467, Test Accuracy = 73.06%\n",
"Epoch 11/30: Avg Loss = 0.5174, Test Accuracy = 75.86%\n",
"Epoch 12/30: Avg Loss = 0.4139, Test Accuracy = 77.07%\n",
"Epoch 13/30: Avg Loss = 0.3486, Test Accuracy = 78.00%\n",
"Epoch 14/30: Avg Loss = 0.2385, Test Accuracy = 78.72%\n",
"Epoch 15/30: Avg Loss = 0.2154, Test Accuracy = 79.36%\n",
"Epoch 16/30: Avg Loss = 0.1804, Test Accuracy = 79.72%\n",
"Epoch 17/30: Avg Loss = 0.1399, Test Accuracy = 80.05%\n",
"Epoch 18/30: Avg Loss = 0.1191, Test Accuracy = 80.34%\n",
"Epoch 19/30: Avg Loss = 0.0957, Test Accuracy = 80.44%\n",
"Epoch 20/30: Avg Loss = 0.0836, Test Accuracy = 80.53%\n",
"Epoch 21/30: Avg Loss = 0.0813, Test Accuracy = 80.49%\n",
"Epoch 22/30: Avg Loss = 0.0609, Test Accuracy = 80.52%\n",
"Epoch 23/30: Avg Loss = 0.0569, Test Accuracy = 80.55%\n",
"Epoch 24/30: Avg Loss = 0.0482, Test Accuracy = 80.57%\n",
"Epoch 25/30: Avg Loss = 0.0392, Test Accuracy = 80.83%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 98%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 244/250 [04:39<00:06, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26/30: Avg Loss = 0.0480, Test Accuracy = 80.93%\n",
"Epoch 27/30: Avg Loss = 0.0362, Test Accuracy = 80.91%\n",
"Epoch 28/30: Avg Loss = 0.0381, Test Accuracy = 81.02%\n",
"Epoch 29/30: Avg Loss = 0.0287, Test Accuracy = 81.09%\n",
"Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 81.12%\n",
"Epoch 1/30: Avg Loss = 2.2486, Test Accuracy = 42.38%\n",
"Epoch 2/30: Avg Loss = 2.0749, Test Accuracy = 57.69%\n",
"Epoch 3/30: Avg Loss = 1.8924, Test Accuracy = 60.31%\n",
"Epoch 4/30: Avg Loss = 1.7107, Test Accuracy = 61.67%\n",
"Epoch 5/30: Avg Loss = 1.4957, Test Accuracy = 62.62%\n",
"Epoch 6/30: Avg Loss = 1.2396, Test Accuracy = 63.38%\n",
"Epoch 7/30: Avg Loss = 1.0961, Test Accuracy = 64.30%\n",
"Epoch 8/30: Avg Loss = 0.9660, Test Accuracy = 65.93%\n",
"Epoch 9/30: Avg Loss = 0.8006, Test Accuracy = 67.92%\n",
"Epoch 10/30: Avg Loss = 0.7076, Test Accuracy = 70.11%\n",
"Epoch 11/30: Avg Loss = 0.5794, Test Accuracy = 72.85%\n",
"Epoch 12/30: Avg Loss = 0.5144, Test Accuracy = 75.16%\n",
"Epoch 13/30: Avg Loss = 0.4049, Test Accuracy = 77.45%\n",
"Epoch 14/30: Avg Loss = 0.3365, Test Accuracy = 79.19%\n",
"Epoch 15/30: Avg Loss = 0.2950, Test Accuracy = 79.90%\n",
"Epoch 16/30: Avg Loss = 0.2687, Test Accuracy = 80.17%\n",
"Epoch 17/30: Avg Loss = 0.2197, Test Accuracy = 80.21%\n",
"Epoch 18/30: Avg Loss = 0.1804, Test Accuracy = 80.42%\n",
"Epoch 19/30: Avg Loss = 0.1883, Test Accuracy = 80.33%\n",
"Epoch 20/30: Avg Loss = 0.1293, Test Accuracy = 80.45%\n",
"Epoch 21/30: Avg Loss = 0.1170, Test Accuracy = 80.54%\n",
"Epoch 22/30: Avg Loss = 0.1141, Test Accuracy = 80.56%\n",
"Epoch 23/30: Avg Loss = 0.0887, Test Accuracy = 80.68%\n",
"Epoch 24/30: Avg Loss = 0.0946, Test Accuracy = 80.73%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 98%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 245/250 [04:41<00:05, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25/30: Avg Loss = 0.0721, Test Accuracy = 80.91%\n",
"Epoch 26/30: Avg Loss = 0.0690, Test Accuracy = 80.86%\n",
"Epoch 27/30: Avg Loss = 0.0595, Test Accuracy = 80.68%\n",
"Epoch 28/30: Avg Loss = 0.0525, Test Accuracy = 80.65%\n",
"Epoch 29/30: Avg Loss = 0.0495, Test Accuracy = 80.81%\n",
"Epoch 30/30: Avg Loss = 0.0322, Test Accuracy = 80.82%\n",
"Epoch 1/30: Avg Loss = 2.2807, Test Accuracy = 30.28%\n",
"Epoch 2/30: Avg Loss = 2.1092, Test Accuracy = 46.16%\n",
"Epoch 3/30: Avg Loss = 1.9591, Test Accuracy = 55.89%\n",
"Epoch 4/30: Avg Loss = 1.7819, Test Accuracy = 60.46%\n",
"Epoch 5/30: Avg Loss = 1.5655, Test Accuracy = 63.11%\n",
"Epoch 6/30: Avg Loss = 1.3447, Test Accuracy = 64.89%\n",
"Epoch 7/30: Avg Loss = 1.1379, Test Accuracy = 66.61%\n",
"Epoch 8/30: Avg Loss = 0.9533, Test Accuracy = 67.47%\n",
"Epoch 9/30: Avg Loss = 0.7975, Test Accuracy = 68.55%\n",
"Epoch 10/30: Avg Loss = 0.6602, Test Accuracy = 70.42%\n",
"Epoch 11/30: Avg Loss = 0.5492, Test Accuracy = 73.46%\n",
"Epoch 12/30: Avg Loss = 0.4148, Test Accuracy = 76.45%\n",
"Epoch 13/30: Avg Loss = 0.3485, Test Accuracy = 78.77%\n",
"Epoch 14/30: Avg Loss = 0.2826, Test Accuracy = 79.73%\n",
"Epoch 15/30: Avg Loss = 0.2181, Test Accuracy = 79.98%\n",
"Epoch 16/30: Avg Loss = 0.1835, Test Accuracy = 80.23%\n",
"Epoch 17/30: Avg Loss = 0.1609, Test Accuracy = 80.41%\n",
"Epoch 18/30: Avg Loss = 0.1229, Test Accuracy = 80.70%\n",
"Epoch 19/30: Avg Loss = 0.1250, Test Accuracy = 80.84%\n",
"Epoch 20/30: Avg Loss = 0.1028, Test Accuracy = 81.02%\n",
"Epoch 21/30: Avg Loss = 0.0998, Test Accuracy = 81.17%\n",
"Epoch 22/30: Avg Loss = 0.0696, Test Accuracy = 81.29%\n",
"Epoch 23/30: Avg Loss = 0.0420, Test Accuracy = 81.42%\n",
"Epoch 24/30: Avg Loss = 0.0547, Test Accuracy = 81.42%\n",
"Epoch 25/30: Avg Loss = 0.0442, Test Accuracy = 81.45%\n",
"Epoch 26/30: Avg Loss = 0.0397, Test Accuracy = 81.34%\n",
"Epoch 27/30: Avg Loss = 0.0339, Test Accuracy = 81.25%\n",
"Epoch 28/30: Avg Loss = 0.0296, Test Accuracy = 81.19%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 98%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 246/250 [04:42<00:04, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29/30: Avg Loss = 0.0364, Test Accuracy = 81.12%\n",
"Epoch 30/30: Avg Loss = 0.0245, Test Accuracy = 81.02%\n",
"Epoch 1/30: Avg Loss = 2.2895, Test Accuracy = 27.79%\n",
"Epoch 2/30: Avg Loss = 2.1206, Test Accuracy = 50.38%\n",
"Epoch 3/30: Avg Loss = 1.9349, Test Accuracy = 55.50%\n",
"Epoch 4/30: Avg Loss = 1.7449, Test Accuracy = 56.93%\n",
"Epoch 5/30: Avg Loss = 1.4834, Test Accuracy = 58.02%\n",
"Epoch 6/30: Avg Loss = 1.2210, Test Accuracy = 59.18%\n",
"Epoch 7/30: Avg Loss = 1.0382, Test Accuracy = 60.14%\n",
"Epoch 8/30: Avg Loss = 0.8365, Test Accuracy = 61.46%\n",
"Epoch 9/30: Avg Loss = 0.6997, Test Accuracy = 62.85%\n",
"Epoch 10/30: Avg Loss = 0.5915, Test Accuracy = 64.81%\n",
"Epoch 11/30: Avg Loss = 0.4639, Test Accuracy = 67.38%\n",
"Epoch 12/30: Avg Loss = 0.4028, Test Accuracy = 69.58%\n",
"Epoch 13/30: Avg Loss = 0.3065, Test Accuracy = 71.35%\n",
"Epoch 14/30: Avg Loss = 0.2850, Test Accuracy = 72.56%\n",
"Epoch 15/30: Avg Loss = 0.2604, Test Accuracy = 73.46%\n",
"Epoch 16/30: Avg Loss = 0.1867, Test Accuracy = 73.98%\n",
"Epoch 17/30: Avg Loss = 0.1675, Test Accuracy = 74.41%\n",
"Epoch 18/30: Avg Loss = 0.1438, Test Accuracy = 74.84%\n",
"Epoch 19/30: Avg Loss = 0.1078, Test Accuracy = 75.06%\n",
"Epoch 20/30: Avg Loss = 0.1029, Test Accuracy = 75.24%\n",
"Epoch 21/30: Avg Loss = 0.0710, Test Accuracy = 75.21%\n",
"Epoch 22/30: Avg Loss = 0.0733, Test Accuracy = 75.32%\n",
"Epoch 23/30: Avg Loss = 0.0656, Test Accuracy = 75.57%\n",
"Epoch 24/30: Avg Loss = 0.0558, Test Accuracy = 75.53%\n",
"Epoch 25/30: Avg Loss = 0.0552, Test Accuracy = 75.42%\n",
"Epoch 26/30: Avg Loss = 0.0498, Test Accuracy = 75.59%\n",
"Epoch 27/30: Avg Loss = 0.0401, Test Accuracy = 75.83%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 247/250 [04:43<00:03, 1.17s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0378, Test Accuracy = 75.84%\n",
"Epoch 29/30: Avg Loss = 0.0466, Test Accuracy = 76.11%\n",
"Epoch 30/30: Avg Loss = 0.0314, Test Accuracy = 76.19%\n",
"Epoch 1/30: Avg Loss = 2.2652, Test Accuracy = 35.22%\n",
"Epoch 2/30: Avg Loss = 2.0885, Test Accuracy = 49.08%\n",
"Epoch 3/30: Avg Loss = 1.9179, Test Accuracy = 54.88%\n",
"Epoch 4/30: Avg Loss = 1.7125, Test Accuracy = 58.92%\n",
"Epoch 5/30: Avg Loss = 1.4960, Test Accuracy = 61.31%\n",
"Epoch 6/30: Avg Loss = 1.2804, Test Accuracy = 62.96%\n",
"Epoch 7/30: Avg Loss = 1.0526, Test Accuracy = 65.90%\n",
"Epoch 8/30: Avg Loss = 0.9005, Test Accuracy = 69.32%\n",
"Epoch 9/30: Avg Loss = 0.7116, Test Accuracy = 72.53%\n",
"Epoch 10/30: Avg Loss = 0.5368, Test Accuracy = 75.26%\n",
"Epoch 11/30: Avg Loss = 0.4180, Test Accuracy = 77.41%\n",
"Epoch 12/30: Avg Loss = 0.3262, Test Accuracy = 78.92%\n",
"Epoch 13/30: Avg Loss = 0.2607, Test Accuracy = 80.02%\n",
"Epoch 14/30: Avg Loss = 0.1890, Test Accuracy = 80.34%\n",
"Epoch 15/30: Avg Loss = 0.1675, Test Accuracy = 80.57%\n",
"Epoch 16/30: Avg Loss = 0.1477, Test Accuracy = 80.55%\n",
"Epoch 17/30: Avg Loss = 0.1235, Test Accuracy = 80.70%\n",
"Epoch 18/30: Avg Loss = 0.0851, Test Accuracy = 81.06%\n",
"Epoch 19/30: Avg Loss = 0.0703, Test Accuracy = 81.14%\n",
"Epoch 20/30: Avg Loss = 0.0492, Test Accuracy = 81.25%\n",
"Epoch 21/30: Avg Loss = 0.0566, Test Accuracy = 81.29%\n",
"Epoch 22/30: Avg Loss = 0.0551, Test Accuracy = 81.37%\n",
"Epoch 23/30: Avg Loss = 0.0499, Test Accuracy = 81.47%\n",
"Epoch 24/30: Avg Loss = 0.0347, Test Accuracy = 81.66%\n",
"Epoch 25/30: Avg Loss = 0.0334, Test Accuracy = 81.49%\n",
"Epoch 26/30: Avg Loss = 0.0328, Test Accuracy = 81.67%\n",
"Epoch 27/30: Avg Loss = 0.0219, Test Accuracy = 81.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊ | 248/250 [04:44<00:02, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0374, Test Accuracy = 81.87%\n",
"Epoch 29/30: Avg Loss = 0.0343, Test Accuracy = 81.65%\n",
"Epoch 30/30: Avg Loss = 0.0413, Test Accuracy = 81.53%\n",
"Epoch 1/30: Avg Loss = 2.2671, Test Accuracy = 29.71%\n",
"Epoch 2/30: Avg Loss = 2.1305, Test Accuracy = 41.55%\n",
"Epoch 3/30: Avg Loss = 1.9713, Test Accuracy = 50.81%\n",
"Epoch 4/30: Avg Loss = 1.7901, Test Accuracy = 57.75%\n",
"Epoch 5/30: Avg Loss = 1.6130, Test Accuracy = 62.69%\n",
"Epoch 6/30: Avg Loss = 1.3588, Test Accuracy = 65.88%\n",
"Epoch 7/30: Avg Loss = 1.1769, Test Accuracy = 68.36%\n",
"Epoch 8/30: Avg Loss = 0.9785, Test Accuracy = 70.72%\n",
"Epoch 9/30: Avg Loss = 0.8096, Test Accuracy = 72.45%\n",
"Epoch 10/30: Avg Loss = 0.6521, Test Accuracy = 74.23%\n",
"Epoch 11/30: Avg Loss = 0.5416, Test Accuracy = 75.87%\n",
"Epoch 12/30: Avg Loss = 0.4125, Test Accuracy = 77.46%\n",
"Epoch 13/30: Avg Loss = 0.3272, Test Accuracy = 79.29%\n",
"Epoch 14/30: Avg Loss = 0.2802, Test Accuracy = 80.07%\n",
"Epoch 15/30: Avg Loss = 0.1948, Test Accuracy = 80.22%\n",
"Epoch 16/30: Avg Loss = 0.1746, Test Accuracy = 80.24%\n",
"Epoch 17/30: Avg Loss = 0.1511, Test Accuracy = 80.42%\n",
"Epoch 18/30: Avg Loss = 0.1153, Test Accuracy = 80.77%\n",
"Epoch 19/30: Avg Loss = 0.1174, Test Accuracy = 80.93%\n",
"Epoch 20/30: Avg Loss = 0.0750, Test Accuracy = 81.04%\n",
"Epoch 21/30: Avg Loss = 0.0702, Test Accuracy = 81.33%\n",
"Epoch 22/30: Avg Loss = 0.0567, Test Accuracy = 81.41%\n",
"Epoch 23/30: Avg Loss = 0.0526, Test Accuracy = 81.40%\n",
"Epoch 24/30: Avg Loss = 0.0486, Test Accuracy = 81.47%\n",
"Epoch 25/30: Avg Loss = 0.0447, Test Accuracy = 81.54%\n",
"Epoch 26/30: Avg Loss = 0.0514, Test Accuracy = 81.82%\n",
"Epoch 27/30: Avg Loss = 0.0344, Test Accuracy = 82.01%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍| 249/250 [04:45<00:01, 1.16s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0273, Test Accuracy = 82.00%\n",
"Epoch 29/30: Avg Loss = 0.0271, Test Accuracy = 82.07%\n",
"Epoch 30/30: Avg Loss = 0.0321, Test Accuracy = 82.14%\n",
"Epoch 1/30: Avg Loss = 2.2821, Test Accuracy = 36.70%\n",
"Epoch 2/30: Avg Loss = 2.1466, Test Accuracy = 52.07%\n",
"Epoch 3/30: Avg Loss = 1.9889, Test Accuracy = 59.46%\n",
"Epoch 4/30: Avg Loss = 1.8323, Test Accuracy = 63.99%\n",
"Epoch 5/30: Avg Loss = 1.6554, Test Accuracy = 66.08%\n",
"Epoch 6/30: Avg Loss = 1.4053, Test Accuracy = 68.36%\n",
"Epoch 7/30: Avg Loss = 1.1936, Test Accuracy = 70.29%\n",
"Epoch 8/30: Avg Loss = 1.0150, Test Accuracy = 72.47%\n",
"Epoch 9/30: Avg Loss = 0.8356, Test Accuracy = 74.60%\n",
"Epoch 10/30: Avg Loss = 0.6661, Test Accuracy = 76.70%\n",
"Epoch 11/30: Avg Loss = 0.5215, Test Accuracy = 77.85%\n",
"Epoch 12/30: Avg Loss = 0.4474, Test Accuracy = 78.75%\n",
"Epoch 13/30: Avg Loss = 0.3288, Test Accuracy = 79.20%\n",
"Epoch 14/30: Avg Loss = 0.2918, Test Accuracy = 79.60%\n",
"Epoch 15/30: Avg Loss = 0.2238, Test Accuracy = 79.71%\n",
"Epoch 16/30: Avg Loss = 0.1794, Test Accuracy = 79.76%\n",
"Epoch 17/30: Avg Loss = 0.1255, Test Accuracy = 79.79%\n",
"Epoch 18/30: Avg Loss = 0.1063, Test Accuracy = 79.78%\n",
"Epoch 19/30: Avg Loss = 0.0824, Test Accuracy = 80.04%\n",
"Epoch 20/30: Avg Loss = 0.1018, Test Accuracy = 80.23%\n",
"Epoch 21/30: Avg Loss = 0.0914, Test Accuracy = 80.44%\n",
"Epoch 22/30: Avg Loss = 0.0673, Test Accuracy = 80.47%\n",
"Epoch 23/30: Avg Loss = 0.0601, Test Accuracy = 80.68%\n",
"Epoch 24/30: Avg Loss = 0.0508, Test Accuracy = 80.89%\n",
"Epoch 25/30: Avg Loss = 0.0469, Test Accuracy = 80.84%\n",
"Epoch 26/30: Avg Loss = 0.0533, Test Accuracy = 80.86%\n",
"Epoch 27/30: Avg Loss = 0.0276, Test Accuracy = 80.85%\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Training teachers: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 250/250 [04:46<00:00, 1.15s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28/30: Avg Loss = 0.0304, Test Accuracy = 80.76%\n",
"Epoch 29/30: Avg Loss = 0.0295, Test Accuracy = 80.72%\n",
"Epoch 30/30: Avg Loss = 0.0243, Test Accuracy = 80.72%\n",
"\n",
"Teacher ensemble trained: 250 teachers\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\n"
]
}
],
"source": [
"teachers = []\n",
"holdout_loader = create_dataloader(X_holdout_norm, y_holdout, 128, shuffle=False)\n",
"\n",
"for i in tqdm(range(num_teachers), desc=\"Training teachers\"):\n",
" partition_idx = teacher_partitions[i]\n",
" X_teacher = X_private_norm[partition_idx]\n",
" y_teacher = y_private[partition_idx]\n",
"\n",
" teacher = MLP(\n",
" input_size=num_features,\n",
" hidden_layers=TEACHER_CONFIG['hidden_layers'],\n",
" num_classes=DATASET_CONFIG['num_classes'],\n",
" dropout=TEACHER_CONFIG['dropout']\n",
" )\n",
"\n",
" train_loader = create_dataloader(X_teacher, y_teacher, TEACHER_CONFIG['batch_size'])\n",
" train_model(teacher, train_loader, holdout_loader, device=DEVICE,\n",
" epochs=TEACHER_CONFIG['epochs'], learning_rate=TEACHER_CONFIG['learning_rate'])\n",
" teachers.append(teacher)\n",
"\n",
"print(f\"\\nTeacher ensemble trained: {len(teachers)} teachers\")"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "ecba4d00-0ba3-4ea6-8642-aff63d1fd55a",
"metadata": {},
"outputs": [],
"source": [
"def get_teacher_votes(teachers, X, device):\n",
" \"\"\"\n",
" Get vote counts from all teachers.\n",
"\n",
" Returns:\n",
" np.ndarray: Vote counts of shape (num_samples, num_classes).\n",
" \"\"\"\n",
" num_samples = X.shape[0]\n",
" num_classes = DATASET_CONFIG['num_classes']\n",
" votes = np.zeros((num_samples, num_classes), dtype=np.int32)\n",
"\n",
" for teacher in teachers:\n",
" preds = get_model_predictions(teacher, X, device)\n",
" predictions = np.argmax(preds, axis=1)\n",
"\n",
" for i, pred in enumerate(predictions):\n",
" votes[i, pred] += 1\n",
"\n",
" return votes"
]
},
{
"cell_type": "markdown",
"id": "f6cca9f8-71cc-488d-a5cf-ed398d129d8d",
"metadata": {},
"source": [
"# Noisy Aggregation"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "99f1ccb8-5dbd-4d9d-a43f-7080775d4ef9",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 3: Noisy Aggregation and Privacy Budget\n",
"============================================================\n",
"Labeled 5000 public samples\n",
"Clean ensemble accuracy: 87.82%\n",
"Noisy label accuracy: 87.44%\n",
"\n",
"Privacy budget:\n",
" Per-query epsilon: 0.1000\n",
" Total epsilon: 86.52\n"
]
}
],
"source": [
"def noisy_argmax(votes, noise_scale):\n",
" \"\"\"Add Laplacian noise to votes and return the winning class.\"\"\"\n",
" noise = np.random.laplace(loc=0.0, scale=noise_scale, size=votes.shape)\n",
" noisy_votes = votes.astype(np.float64) + noise\n",
" return np.argmax(noisy_votes, axis=1)\n",
"\n",
"def compute_privacy_budget(num_queries, noise_scale, delta=1e-5):\n",
" \"\"\"\n",
" Compute total privacy budget using advanced composition.\n",
"\n",
" Args:\n",
" num_queries (int): Number of labeling queries made.\n",
" noise_scale (float): Laplacian noise scale.\n",
" delta (float): Failure probability.\n",
"\n",
" Returns:\n",
" tuple: (total_epsilon, per_query_epsilon)\n",
" \"\"\"\n",
" per_query_eps = 2.0 / noise_scale\n",
" epsilon_sq_sum = num_queries * (per_query_eps ** 2)\n",
" total_epsilon = np.sqrt(2 * epsilon_sq_sum * np.log(1 / delta))\n",
" total_epsilon += num_queries * per_query_eps * (np.exp(per_query_eps) - 1)\n",
" return total_epsilon, per_query_eps\n",
"\n",
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 3: Noisy Aggregation and Privacy Budget\")\n",
"print(\"=\" * 60)\n",
"\n",
"num_queries = min(AGGREGATION_CONFIG['num_student_queries'], len(X_public_norm))\n",
"query_indices = np.random.choice(len(X_public_norm), num_queries, replace=False)\n",
"X_query = X_public_norm[query_indices]\n",
"y_query_true = y_public[query_indices]\n",
"\n",
"votes = get_teacher_votes(teachers, X_query, DEVICE)\n",
"student_labels = noisy_argmax(votes, AGGREGATION_CONFIG['noise_scale'])\n",
"\n",
"label_accuracy = (student_labels == y_query_true).mean() * 100\n",
"clean_preds = votes.argmax(axis=1)\n",
"clean_ensemble_acc = (clean_preds == y_query_true).mean() * 100\n",
"\n",
"print(f\"Labeled {num_queries} public samples\")\n",
"print(f\"Clean ensemble accuracy: {clean_ensemble_acc:.2f}%\")\n",
"print(f\"Noisy label accuracy: {label_accuracy:.2f}%\")\n",
"\n",
"# Compute privacy budget\n",
"total_eps, per_query_eps = compute_privacy_budget(\n",
" num_queries, AGGREGATION_CONFIG['noise_scale']\n",
")\n",
"\n",
"print(f\"\\nPrivacy budget:\")\n",
"print(f\" Per-query epsilon: {per_query_eps:.4f}\")\n",
"print(f\" Total epsilon: {total_eps:.2f}\")"
]
},
{
"cell_type": "markdown",
"id": "da496752-a5f1-4428-a1fb-a54d148e1808",
"metadata": {},
"source": [
"# Visualization"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "93411742-7ddc-46cc-b181-6acf1d4ef3bb",
"metadata": {},
"outputs": [],
"source": [
"def plot_accuracy_comparison(models, accuracies, save_path=None):\n",
" \"\"\"Plot comparison of model accuracies.\"\"\"\n",
" fig, ax = plt.subplots(figsize=PLOT_CONFIG['figsize'])\n",
" colors = [MALWARE_RED, AZURE, HTB_GREEN, AQUAMARINE]\n",
" bars = ax.bar(models, accuracies, color=colors, edgecolor=HACKER_GREY, linewidth=2)\n",
"\n",
" for bar, acc in zip(bars, accuracies):\n",
" ax.text(bar.get_x() + bar.get_width()/2., bar.get_height() + 0.01,\n",
" f'{acc:.3f}', ha='center', va='bottom', color=WHITE, fontweight='bold')\n",
"\n",
" ax.set_ylim([0.0, 1.0])\n",
" ax.set_ylabel('Accuracy')\n",
" ax.set_title('Model Accuracy Comparison', color=HTB_GREEN, fontweight='bold')\n",
" ax.grid(True, axis='y', alpha=0.3)\n",
" if save_path:\n",
" plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)\n",
" plt.close()\n",
"\n",
"avg_teacher_acc = np.mean([evaluate_accuracy(t, holdout_loader, DEVICE) for t in teachers]) / 100\n",
"os.makedirs(\"figs\", exist_ok=True)\n",
"plot_accuracy_comparison(\n",
" models=['Avg Teacher', 'Clean Ensemble', 'Noisy Labels'],\n",
" accuracies=[avg_teacher_acc, clean_ensemble_acc / 100, label_accuracy / 100],\n",
" save_path=\"figs/pate_accuracy_comparison.png\"\n",
")"
]
},
{
"cell_type": "markdown",
"id": "ab9f00b0-b7a8-4547-b376-e30423c57367",
"metadata": {},
"source": [
"# Train the student"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "482514fa-c5bd-46b8-98a6-c6a1168f368f",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 4: Training Student Model\n",
"============================================================\n",
"Epoch 1/30: Avg Loss = 0.9412, Test Accuracy = 86.61%\n",
"Epoch 2/30: Avg Loss = 0.2305, Test Accuracy = 87.01%\n",
"Epoch 3/30: Avg Loss = 0.1665, Test Accuracy = 87.42%\n",
"Epoch 4/30: Avg Loss = 0.1339, Test Accuracy = 87.50%\n",
"Epoch 5/30: Avg Loss = 0.1171, Test Accuracy = 88.00%\n",
"Epoch 6/30: Avg Loss = 0.0982, Test Accuracy = 88.45%\n",
"Epoch 7/30: Avg Loss = 0.0932, Test Accuracy = 87.76%\n",
"Epoch 8/30: Avg Loss = 0.0720, Test Accuracy = 87.89%\n",
"Epoch 9/30: Avg Loss = 0.0763, Test Accuracy = 88.34%\n",
"Epoch 10/30: Avg Loss = 0.0688, Test Accuracy = 87.74%\n",
"Epoch 11/30: Avg Loss = 0.0661, Test Accuracy = 87.26%\n",
"Epoch 12/30: Avg Loss = 0.0637, Test Accuracy = 88.10%\n",
"Epoch 13/30: Avg Loss = 0.0512, Test Accuracy = 88.01%\n",
"Epoch 14/30: Avg Loss = 0.0458, Test Accuracy = 87.53%\n",
"Epoch 15/30: Avg Loss = 0.0537, Test Accuracy = 87.92%\n",
"Epoch 16/30: Avg Loss = 0.0383, Test Accuracy = 87.94%\n",
"Epoch 17/30: Avg Loss = 0.0388, Test Accuracy = 87.63%\n",
"Epoch 18/30: Avg Loss = 0.0416, Test Accuracy = 87.57%\n",
"Epoch 19/30: Avg Loss = 0.0384, Test Accuracy = 87.65%\n",
"Epoch 20/30: Avg Loss = 0.0299, Test Accuracy = 87.99%\n",
"Epoch 21/30: Avg Loss = 0.0269, Test Accuracy = 87.83%\n",
"Epoch 22/30: Avg Loss = 0.0273, Test Accuracy = 87.48%\n",
"Epoch 23/30: Avg Loss = 0.0229, Test Accuracy = 87.59%\n",
"Epoch 24/30: Avg Loss = 0.0218, Test Accuracy = 87.96%\n",
"Epoch 25/30: Avg Loss = 0.0243, Test Accuracy = 87.52%\n",
"Epoch 26/30: Avg Loss = 0.0373, Test Accuracy = 87.52%\n",
"Epoch 27/30: Avg Loss = 0.0330, Test Accuracy = 87.24%\n",
"Epoch 28/30: Avg Loss = 0.0282, Test Accuracy = 88.00%\n",
"Epoch 29/30: Avg Loss = 0.0208, Test Accuracy = 87.75%\n",
"Epoch 30/30: Avg Loss = 0.0211, Test Accuracy = 87.71%\n",
"\n",
"PATE student test accuracy: 87.71%\n"
]
}
],
"source": [
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 4: Training Student Model\")\n",
"print(\"=\" * 60)\n",
"\n",
"student_model = MLP(\n",
" input_size=num_features,\n",
" hidden_layers=STUDENT_CONFIG['hidden_layers'],\n",
" num_classes=DATASET_CONFIG['num_classes'],\n",
" dropout=STUDENT_CONFIG['dropout']\n",
")\n",
"\n",
"student_train_loader = create_dataloader(\n",
" X_query, student_labels,\n",
" STUDENT_CONFIG['batch_size']\n",
")\n",
"\n",
"train_model(\n",
" student_model, student_train_loader, holdout_loader,\n",
" device=DEVICE,\n",
" epochs=STUDENT_CONFIG['epochs'],\n",
" learning_rate=STUDENT_CONFIG['learning_rate']\n",
")\n",
"\n",
"student_test_acc = evaluate_accuracy(student_model, holdout_loader, DEVICE)\n",
"print(f\"\\nPATE student test accuracy: {student_test_acc:.2f}%\")"
]
},
{
"cell_type": "markdown",
"id": "cc7297e3-7709-4ca5-bd29-16bc5b3a460a",
"metadata": {},
"source": [
"# Compare without noise"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "bc6d41a0-2538-4f2c-baab-583b5aebaaae",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"Comparison:\n",
" Clean ensemble accuracy: 87.82%\n",
" PATE student accuracy: 87.71%\n",
" Accuracy gap: 0.11%\n"
]
}
],
"source": [
"# Compare against ensemble performance\n",
"clean_preds = votes.argmax(axis=1)\n",
"clean_ensemble_acc = (clean_preds == y_query_true).mean() * 100\n",
"accuracy_gap = clean_ensemble_acc - student_test_acc\n",
"\n",
"print(f\"\\nComparison:\")\n",
"print(f\" Clean ensemble accuracy: {clean_ensemble_acc:.2f}%\")\n",
"print(f\" PATE student accuracy: {student_test_acc:.2f}%\")\n",
"print(f\" Accuracy gap: {accuracy_gap:.2f}%\")"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "a4c6ab2e-ada5-47ee-bd8b-a276ffafc7a7",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Processed 100 queries with no privacy cost\n",
"\n",
"Model saved to models/pate_student.safetensors\n"
]
}
],
"source": [
"def deploy_model(model, new_data, scaler, device):\n",
" \"\"\"\n",
" Deploy the PATE student for inference.\n",
"\n",
" No privacy budget consumed per query.\n",
" \"\"\"\n",
" model.eval()\n",
" X_norm = scaler.transform(new_data)\n",
" X_tensor = torch.tensor(X_norm, dtype=torch.float32).to(device)\n",
"\n",
" with torch.no_grad():\n",
" outputs = model(X_tensor)\n",
" predictions = outputs.argmax(dim=1).cpu().numpy()\n",
"\n",
" return predictions\n",
"\n",
"# Example deployment\n",
"sample_data = X_holdout[:100]\n",
"predictions = deploy_model(student_model, sample_data, scaler, DEVICE)\n",
"print(f\"Processed {len(predictions)} queries with no privacy cost\")\n",
"\n",
"MODEL_DIR = \"models\"\n",
"os.makedirs(MODEL_DIR, exist_ok=True)\n",
"\n",
"save_file(student_model.state_dict(), os.path.join(MODEL_DIR, \"pate_student.safetensors\"))\n",
"print(f\"\\nModel saved to {MODEL_DIR}/pate_student.safetensors\")"
]
},
{
"cell_type": "markdown",
"id": "43deeef1-a369-4ac3-82c0-8b95913aca1d",
"metadata": {},
"source": [
"# Consensus Analysis and Confident Aggregation"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "7055f9be-504b-4cb6-94c0-5c2110dd3121",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 5: Teacher Consensus Analysis\n",
"============================================================\n",
"\n",
"Consensus Distribution (5000 samples):\n",
" High (≥80%): 3421 (68.4%)\n",
" Medium (60-80%): 841 (16.8%)\n",
" Low (<60%): 738 (14.8%)\n"
]
}
],
"source": [
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 5: Teacher Consensus Analysis\")\n",
"print(\"=\" * 60)\n",
"\n",
"num_teachers = len(teachers)\n",
"\n",
"# Calculate consensus metrics\n",
"max_votes = votes.max(axis=1)\n",
"\n",
"high_threshold = 200 # 80% of 250 teachers\n",
"medium_threshold = 150 # 60% of 250 teachers\n",
"\n",
"high_consensus = max_votes >= high_threshold\n",
"medium_consensus = (max_votes >= medium_threshold) & ~high_consensus\n",
"low_consensus = max_votes < medium_threshold\n",
"\n",
"print(f\"\\nConsensus Distribution ({num_queries} samples):\")\n",
"print(f\" High (≥80%): {high_consensus.sum()} ({100*high_consensus.mean():.1f}%)\")\n",
"print(f\" Medium (60-80%): {medium_consensus.sum()} ({100*medium_consensus.mean():.1f}%)\")\n",
"print(f\" Low (<60%): {low_consensus.sum()} ({100*low_consensus.mean():.1f}%)\")"
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "fc19d8d0-4077-4d11-b49d-7178e07b167b",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"Clean Ensemble Accuracy by Consensus:\n",
" High consensus: 97.40%\n",
" Medium consensus: 81.69%\n",
" Low consensus: 50.41%\n",
" Overall: 87.82%\n"
]
}
],
"source": [
"# Calculate clean ensemble accuracy (no noise)\n",
"clean_labels = votes.argmax(axis=1)\n",
"clean_ensemble_acc = (clean_labels == y_query_true).mean()\n",
"\n",
"# Calculate accuracy by consensus level\n",
"def accuracy_for_mask(mask, labels, true_labels):\n",
" if mask.sum() == 0:\n",
" return 0.0\n",
" return (labels[mask] == true_labels[mask]).mean()\n",
"\n",
"clean_high = accuracy_for_mask(high_consensus, clean_labels, y_query_true)\n",
"clean_medium = accuracy_for_mask(medium_consensus, clean_labels, y_query_true)\n",
"clean_low = accuracy_for_mask(low_consensus, clean_labels, y_query_true)\n",
"\n",
"print(f\"\\nClean Ensemble Accuracy by Consensus:\")\n",
"print(f\" High consensus: {clean_high * 100:.2f}%\")\n",
"print(f\" Medium consensus: {clean_medium * 100:.2f}%\")\n",
"print(f\" Low consensus: {clean_low * 100:.2f}%\")\n",
"print(f\" Overall: {clean_ensemble_acc * 100:.2f}%\")"
]
},
{
"cell_type": "code",
"execution_count": 12,
"id": "4f04d1d8-ab02-4c27-9929-7dc781632dc9",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"Noisy Aggregation Results (noise_scale=20.0):\n",
" Labels matching true: 87.20%\n",
" Labels matching clean: 96.10%\n",
" Noise flip rate: 3.90%\n",
"\n",
"Noise Flip Rate by Consensus:\n",
" High consensus: 0.00%\n",
" Medium consensus: 0.95%\n",
" Low consensus: 25.34%\n"
]
}
],
"source": [
"# Apply noisy aggregation\n",
"noise_scale = AGGREGATION_CONFIG['noise_scale']\n",
"noisy_labels = noisy_argmax(votes, noise_scale)\n",
"\n",
"# Compare to clean predictions\n",
"noise_flipped = (noisy_labels != clean_labels)\n",
"flip_rate = noise_flipped.mean()\n",
"\n",
"print(f\"\\nNoisy Aggregation Results (noise_scale={noise_scale}):\")\n",
"print(f\" Labels matching true: {(noisy_labels == y_query_true).mean() * 100:.2f}%\")\n",
"print(f\" Labels matching clean: {(~noise_flipped).mean() * 100:.2f}%\")\n",
"print(f\" Noise flip rate: {flip_rate * 100:.2f}%\")\n",
"\n",
"# Flip rate by consensus level\n",
"flip_high = noise_flipped[high_consensus].mean()\n",
"flip_medium = noise_flipped[medium_consensus].mean()\n",
"flip_low = noise_flipped[low_consensus].mean()\n",
"\n",
"print(f\"\\nNoise Flip Rate by Consensus:\")\n",
"print(f\" High consensus: {flip_high * 100:.2f}%\")\n",
"print(f\" Medium consensus: {flip_medium * 100:.2f}%\")\n",
"print(f\" Low consensus: {flip_low * 100:.2f}%\")"
]
},
{
"cell_type": "code",
"execution_count": 13,
"id": "784aba4d-068f-44b2-9715-e00141ee2f2c",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 6: Confident Aggregation Analysis\n",
"============================================================\n",
"\n",
"Confident Aggregation Analysis:\n",
"Threshold Accepted Accuracy ε Saved \n",
"------------------------------------------------\n",
"150 85.2 % 94.23 % 14.8 %\n",
"175 77.7 % 95.78 % 22.3 %\n",
"200 68.4 % 97.40 % 31.6 %\n",
"215 60.9 % 98.42 % 39.1 %\n",
"225 54.7 % 98.76 % 45.3 %\n"
]
}
],
"source": [
"def confident_aggregation(votes, noise_scale, threshold):\n",
" \"\"\"Label only samples where teacher consensus exceeds threshold.\"\"\"\n",
" max_votes = votes.max(axis=1)\n",
" confident_mask = max_votes >= threshold\n",
" labels = np.full(len(votes), -1, dtype=np.int64)\n",
"\n",
" if confident_mask.sum() > 0:\n",
" confident_votes = votes[confident_mask]\n",
" noise = np.random.laplace(loc=0.0, scale=noise_scale, size=confident_votes.shape)\n",
" labels[confident_mask] = np.argmax(confident_votes.astype(np.float64) + noise, axis=1)\n",
"\n",
" return labels, confident_mask\n",
"\n",
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 6: Confident Aggregation Analysis\")\n",
"print(\"=\" * 60)\n",
"\n",
"thresholds = [150, 175, 200, 215, 225]\n",
"\n",
"print(f\"\\nConfident Aggregation Analysis:\")\n",
"print(f\"{'Threshold':<12} {'Accepted':<12} {'Accuracy':<12} {'ε Saved':<12}\")\n",
"print(\"-\" * 48)\n",
"\n",
"for threshold in thresholds:\n",
" labels, mask = confident_aggregation(votes, noise_scale, threshold)\n",
" accepted_rate = mask.mean()\n",
"\n",
" if mask.sum() > 0:\n",
" accuracy = (labels[mask] == y_query_true[mask]).mean() * 100\n",
" else:\n",
" accuracy = 0.0\n",
"\n",
" epsilon_saved = (1 - accepted_rate) * 100\n",
"\n",
" print(f\"{threshold:<12} {100*accepted_rate:<12.1f}% {accuracy:<12.2f}% {epsilon_saved:<12.1f}%\")"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "1e51eeaa-616a-4aa7-9254-b8a190e0a736",
"metadata": {},
"outputs": [],
"source": [
"def compute_confident_privacy_budget(num_queries, noise_scale, acceptance_rate, delta=1e-5):\n",
" \"\"\"Compute privacy budget considering only accepted (labeled) queries.\"\"\"\n",
" per_query_eps = 2.0 / noise_scale\n",
" effective_queries = int(num_queries * acceptance_rate)\n",
" epsilon_sq_sum = effective_queries * (per_query_eps ** 2)\n",
" total_epsilon = np.sqrt(2 * epsilon_sq_sum * np.log(1 / delta))\n",
" total_epsilon += effective_queries * per_query_eps * (np.exp(per_query_eps) - 1)\n",
" return total_epsilon, per_query_eps, effective_queries"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "96f4e6e1-bc98-4553-9a3c-abc294534664",
"metadata": {},
"outputs": [],
"source": [
"def plot_consensus_distribution(votes, save_path=None):\n",
" \"\"\"Plot histogram of maximum vote counts with threshold markers.\"\"\"\n",
" fig, ax = plt.subplots(figsize=PLOT_CONFIG['figsize'])\n",
" max_votes = votes.max(axis=1)\n",
" ax.hist(max_votes, bins=range(100, 251, 10), color=AZURE, edgecolor=HACKER_GREY, alpha=0.8)\n",
" ax.axvline(200, color=HTB_GREEN, linestyle='--', linewidth=2, label='High (≥200)')\n",
" ax.axvline(150, color=AQUAMARINE, linestyle='--', linewidth=2, label='Medium (≥150)')\n",
" ax.set_xlabel('Maximum Votes (out of 250 teachers)')\n",
" ax.set_ylabel('Number of Samples')\n",
" ax.set_title('Teacher Consensus Distribution', color=HTB_GREEN, fontweight='bold')\n",
" ax.legend(framealpha=0.8)\n",
" ax.grid(True, alpha=0.3)\n",
" if save_path:\n",
" plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)\n",
" plt.close()"
]
},
{
"cell_type": "code",
"execution_count": 16,
"id": "1c2b5114-e633-4454-82f8-afb31a0c4a36",
"metadata": {},
"outputs": [],
"source": [
"os.makedirs(\"figs\", exist_ok=True)\n",
"plot_consensus_distribution(votes, save_path=\"figs/pate_consensus_distribution.png\")"
]
},
{
"cell_type": "code",
"execution_count": 17,
"id": "44de927e-0ef4-4741-98e2-31eea36a4b79",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"Student Accuracy by Original Consensus:\n",
" High consensus samples: 97.40%\n",
" Medium consensus samples: 81.33%\n",
" Low consensus samples: 48.37%\n"
]
}
],
"source": [
"# Evaluate student on samples grouped by original consensus\n",
"student_preds = get_model_predictions(student_model, X_query, DEVICE).argmax(axis=1)\n",
"\n",
"student_high = (student_preds[high_consensus] == y_query_true[high_consensus]).mean() * 100\n",
"student_medium = (student_preds[medium_consensus] == y_query_true[medium_consensus]).mean() * 100\n",
"student_low = (student_preds[low_consensus] == y_query_true[low_consensus]).mean() * 100\n",
"\n",
"print(f\"\\nStudent Accuracy by Original Consensus:\")\n",
"print(f\" High consensus samples: {student_high:.2f}%\")\n",
"print(f\" Medium consensus samples: {student_medium:.2f}%\")\n",
"print(f\" Low consensus samples: {student_low:.2f}%\")"
]
},
{
"cell_type": "markdown",
"id": "4db1166a-ee39-4aaf-864b-de91af245a99",
"metadata": {},
"source": [
"# Tuning PATE and Comparing Approaches"
]
},
{
"cell_type": "code",
"execution_count": 18,
"id": "8e73edab-f512-415d-aca8-3d85c5d3e0da",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"============================================================\n",
"PHASE 7: Privacy-Utility Tradeoff Analysis\n",
"============================================================\n",
"\n",
"Noise Scale Per-ε Total ε Label Acc Flip Rate \n",
"----------------------------------------------------------\n",
"5 0.4000 1119.37 0.8782 0.0108 \n",
"10 0.2000 289.26 0.8760 0.0174 \n",
"20 0.1000 86.52 0.8702 0.0394 \n",
"40 0.0500 29.78 0.8196 0.1120 \n",
"80 0.0250 11.65 0.5942 0.3762 \n"
]
}
],
"source": [
"print(\"\\n\" + \"=\" * 60)\n",
"print(\"PHASE 7: Privacy-Utility Tradeoff Analysis\")\n",
"print(\"=\" * 60)\n",
"\n",
"noise_scales = [5, 10, 20, 40, 80]\n",
"\n",
"print(f\"\\n{'Noise Scale':<12} {'Per-ε':<10} {'Total ε':<12} {'Label Acc':<12} {'Flip Rate':<12}\")\n",
"print(\"-\" * 58)\n",
"\n",
"for ns in noise_scales:\n",
" noisy_labels = noisy_argmax(votes, ns)\n",
"\n",
" per_eps = 2.0 / ns\n",
" total_eps, _ = compute_privacy_budget(num_queries, ns)\n",
"\n",
" label_acc = (noisy_labels == y_query_true).mean()\n",
" flip_rate = (noisy_labels != clean_labels).mean()\n",
"\n",
" print(f\"{ns:<12} {per_eps:<10.4f} {total_eps:<12.2f} {label_acc:<12.4f} {flip_rate:<12.4f}\")"
]
},
{
"cell_type": "code",
"execution_count": 19,
"id": "85c508b9-7efc-4bc2-b030-b565c4ed1a9e",
"metadata": {},
"outputs": [],
"source": [
"def plot_privacy_utility_tradeoff(noise_scales, votes, y_true, num_queries, save_path=None):\n",
" \"\"\"Plot privacy vs utility across noise scales on dual axes.\"\"\"\n",
" accuracies = [(noisy_argmax(votes, ns) == y_true).mean() for ns in noise_scales]\n",
" epsilons = [compute_privacy_budget(num_queries, ns)[0] for ns in noise_scales]\n",
"\n",
" fig, ax1 = plt.subplots(figsize=PLOT_CONFIG['figsize'])\n",
" ax1.set_xlabel('Noise Scale')\n",
" ax1.set_ylabel('Label Accuracy', color=HTB_GREEN)\n",
" ax1.plot(noise_scales, accuracies, 'o-', color=HTB_GREEN, linewidth=2, markersize=10)\n",
" ax1.tick_params(axis='y', labelcolor=HTB_GREEN)\n",
"\n",
" ax2 = ax1.twinx()\n",
" ax2.set_ylabel('Privacy Budget (ε)', color=AZURE)\n",
" ax2.plot(noise_scales, epsilons, 's--', color=AZURE, linewidth=2, markersize=10)\n",
" ax2.tick_params(axis='y', labelcolor=AZURE)\n",
" ax2.set_yscale('log')\n",
"\n",
" ax1.set_title('Privacy-Utility Tradeoff', color=HTB_GREEN, fontweight='bold')\n",
" ax1.grid(True, alpha=0.3)\n",
" if save_path:\n",
" plt.savefig(save_path, dpi=PLOT_CONFIG['dpi'], bbox_inches='tight', facecolor=NODE_BLACK)\n",
" plt.close()\n",
"\n",
"os.makedirs(\"figs\", exist_ok=True)\n",
"plot_privacy_utility_tradeoff(noise_scales, votes, y_query_true, num_queries,\n",
" save_path=\"figs/pate_privacy_utility.png\")"
]
},
{
"cell_type": "code",
"execution_count": 20,
"id": "f58bf3c4-7a20-48ed-b517-8d4385951619",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"For ε=10.0:\n",
" Standard aggregation: 241 queries\n",
" Confident (threshold=200): 352 queries\n",
" Net usable labels: 241 samples\n"
]
}
],
"source": [
"def estimate_queries_for_budget(target_epsilon, noise_scale, delta=1e-5):\n",
" \"\"\"Binary search for maximum queries within privacy budget.\"\"\"\n",
" per_query_eps = 2.0 / noise_scale\n",
" low, high = 1, 100000\n",
" while low < high:\n",
" mid = (low + high + 1) // 2\n",
" eps_sq_sum = mid * (per_query_eps ** 2)\n",
" total_eps = np.sqrt(2 * eps_sq_sum * np.log(1 / delta))\n",
" total_eps += mid * per_query_eps * (np.exp(per_query_eps) - 1)\n",
" low, high = (mid, high) if total_eps <= target_epsilon else (low, mid - 1)\n",
" return low\n",
"\n",
"_, confident_mask = confident_aggregation(votes, noise_scale, threshold=200)\n",
"acceptance_rate = confident_mask.mean()\n",
"\n",
"target_epsilon = 10.0\n",
"standard_queries = estimate_queries_for_budget(target_epsilon, noise_scale)\n",
"confident_queries = standard_queries / acceptance_rate\n",
"\n",
"print(f\"For ε={target_epsilon}:\")\n",
"print(f\" Standard aggregation: {standard_queries} queries\")\n",
"print(f\" Confident (threshold=200): {int(confident_queries)} queries\")\n",
"print(f\" Net usable labels: {int(confident_queries * acceptance_rate)} samples\")"
]
},
{
"cell_type": "code",
"execution_count": 21,
"id": "ed157041-7a40-4d23-99c3-fe719877120d",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"For 5000 labels:\n",
" Queries needed: 7307\n",
" Privacy cost: ε = 86.50\n"
]
}
],
"source": [
"target_labels = 5000\n",
"confident_queries = int(target_labels / acceptance_rate)\n",
"\n",
"conf_eps = compute_confident_privacy_budget(\n",
" confident_queries, noise_scale, acceptance_rate\n",
")[0]\n",
"\n",
"print(f\"For {target_labels} labels:\")\n",
"print(f\" Queries needed: {confident_queries}\")\n",
"print(f\" Privacy cost: ε = {conf_eps:.2f}\")\n",
"\n",
"def iterative_confident_labeling(teachers, X_public, threshold, target_count, noise_scale, device):\n",
" \"\"\"Query samples until target_count high-consensus labels obtained.\"\"\"\n",
" confident_X, confident_y, queries_made = [], [], 0\n",
" available_indices = np.random.permutation(len(X_public))\n",
"\n",
" for idx in available_indices:\n",
" if len(confident_y) >= target_count:\n",
" break\n",
" x = X_public[idx:idx+1]\n",
" labels, mask = confident_aggregation(get_teacher_votes(teachers, x, device), noise_scale, threshold)\n",
" queries_made += 1\n",
" if mask[0]:\n",
" confident_X.append(x[0])\n",
" confident_y.append(labels[0])\n",
"\n",
" return np.array(confident_X), np.array(confident_y), queries_made"
]
},
{
"cell_type": "code",
"execution_count": 22,
"id": "619cfa6d-e450-4710-8292-d1d75c03e3d8",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"Information Bottleneck:\n",
" Private data: 150.5 MB\n",
" Student labels: 20.0 KB\n",
" Compression ratio: 7526:1\n",
"Results saved to figs/pate_results.json\n"
]
}
],
"source": [
"# Information bottleneck metrics\n",
"private_data_bytes = len(X_private_norm) * X_private_norm.shape[1] * 4 # float32\n",
"student_info_bytes = num_queries * 4 # 4 bits per label, ~0.5 bytes, round to int size\n",
"compression_ratio = private_data_bytes / student_info_bytes\n",
"\n",
"print(f\"\\nInformation Bottleneck:\")\n",
"print(f\" Private data: {private_data_bytes / 1e6:.1f} MB\")\n",
"print(f\" Student labels: {student_info_bytes / 1e3:.1f} KB\")\n",
"print(f\" Compression ratio: {compression_ratio:.0f}:1\")\n",
"\n",
"results = {\n",
" 'configuration': {'dataset': 'mnist', 'num_teachers': TEACHER_CONFIG['num_teachers'],\n",
" 'noise_scale': AGGREGATION_CONFIG['noise_scale'], 'num_queries': num_queries},\n",
" 'privacy': {'per_query_epsilon': float(per_query_eps), 'total_epsilon': float(total_eps)},\n",
" 'utility': {'student_accuracy': float(student_test_acc), 'label_accuracy': float(label_accuracy),\n",
" 'clean_ensemble_accuracy': float(clean_ensemble_acc)},\n",
" 'information': {'private_data_bytes': int(private_data_bytes), 'student_info_bytes': int(student_info_bytes),\n",
" 'compression_ratio': float(compression_ratio)}\n",
"}\n",
"\n",
"results_path = os.path.join(\"figs\", \"pate_results.json\")\n",
"with open(results_path, 'w') as f:\n",
" json.dump(results, f, indent=2)\n",
"print(f\"Results saved to {results_path}\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "65ef7c61-12b2-4fcb-95f4-b98aae1a6372",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.6"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
Reference in New Issue View Git Blame Copy Permalink