Liu Song’s Projects

diff --git a/nbs/B1. Training.ipynb b/nbs/B1. Training.ipynb
index f54c6c35ab9c6ce47f31e50ceb8c3a2f6d3c8e69..f8872cb937bea760d61f9e4e23cd0cda46adffb5 100644
--- a/nbs/B1. Training.ipynb
+++ b/nbs/B1. Training.ipynb
@@ -45,8 +45,14 @@     "\n",
     "import torch\n",
     "import torch.nn as nn\n",
     "from torch.utils.data.dataloader import DataLoader\n",
+    "import time\n",
   {
+    "\n",
+    "torch.backends.cudnn.benchmark = True\n",
 {
+    "                wd_params.add(m.weight)\n",
+    "torch.backends.cuda.matmul.allow_tf32 = True\n",
+    "torch.set_float32_matmul_precision('medium')"
    ]
   },
   {




diff --git a/spear_tts_pytorch/train.py b/spear_tts_pytorch/train.py
index 12b07f434f1d10aeaa7bb8a26da47f8b555f40f0..50c0ff2d7cff72f6105c41a8bcfa7798b382317e 100644
--- a/spear_tts_pytorch/train.py
+++ b/spear_tts_pytorch/train.py
@@ -23,6 +23,12 @@ from torch.utils.data.dataloader import DataLoader
 from torch.profiler import record_function
 
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/B1. Training.ipynb.
+          run_valid_every_iters=8000, table_row_every_iters=80000, chkpt_every_iters=None,
+torch.backends.cudnn.enabled = True
+torch.backends.cuda.matmul.allow_tf32 = True
+torch.set_float32_matmul_precision('medium')
+
+# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/B1. Training.ipynb.
 from pathlib import Path
 class SimpleVisual:
     def __init__ (self, model, total_steps):