From 80049f1e5a26bcfb235a926ea16e1a8b43ccca2f Mon Sep 17 00:00:00 2001
From: Viren6 <94880762+Viren6@users.noreply.github.com>
Date: Sat, 10 Aug 2024 20:16:24 +0100
Subject: [PATCH 1/2] L1 2048

bench 1336944
---
 src/networks/value.rs | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/networks/value.rs b/src/networks/value.rs
index d9be6061..57331819 100644
--- a/src/networks/value.rs
+++ b/src/networks/value.rs
@@ -2,14 +2,14 @@ use crate::Board;
 
 // DO NOT MOVE
 #[allow(non_upper_case_globals)]
-pub const ValueFileDefaultName: &str = "nn-aa12d311b50d.network";
+pub const ValueFileDefaultName: &str = "nn-ac891f8a5994.network";
 
 const SCALE: i32 = 400;
 
 #[repr(C)]
 pub struct ValueNetwork {
-    l1: Layer<{ 768 * 4 }, 1024>,
-    l2: Layer<1024, 16>,
+    l1: Layer<{ 768 * 4 }, 2048>,
+    l2: Layer<2048, 16>,
     l3: Layer<16, 16>,
     l4: Layer<16, 16>,
     l5: Layer<16, 16>,

From ac92ffa68c573bdd764665ceb3e3d78050c80919 Mon Sep 17 00:00:00 2001
From: Viren6 <94880762+Viren6@users.noreply.github.com>
Date: Sun, 11 Aug 2024 08:47:14 +0100
Subject: [PATCH 2/2] Update training process

bench 1336944
---
 train/value/src/main.rs | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/train/value/src/main.rs b/train/value/src/main.rs
index f3283b0c..466f2db0 100644
--- a/train/value/src/main.rs
+++ b/train/value/src/main.rs
@@ -5,7 +5,7 @@ use bullet::{
 };
 use monty::Board;
 
-const HIDDEN_SIZE: usize = 1024;
+const HIDDEN_SIZE: usize = 2048;
 
 fn main() {
     let mut trainer = TrainerBuilder::default()
@@ -36,18 +36,18 @@ fn main() {
         .build();
 
     let schedule = TrainingSchedule {
-        net_id: "02-08-24".to_string(),
+        net_id: "11-08-24".to_string(),
         eval_scale: 400.0,
         ft_regularisation: 0.0,
         batch_size: 16_384,
         batches_per_superbatch: 6104,
         start_superbatch: 1,
-        end_superbatch: 320,
+        end_superbatch: 640,
         wdl_scheduler: WdlScheduler::Constant { value: 0.5 },
         lr_scheduler: LrScheduler::Step {
             start: 0.001,
             gamma: 0.1,
-            step: 120,
+            step: 240,
         },
         loss_function: Loss::SigmoidMSE,
         save_rate: 10,
@@ -55,7 +55,7 @@ fn main() {
 
     let settings = LocalSettings {
         threads: 4,
-        data_file_paths: vec!["../monty-data/02-08-24.data"],
+        data_file_paths: vec!["../monty-data/11-08-24.data"],
         output_directory: "checkpoints",
     };