Full pruning

src/Nethermind/Nethermind.Api/IApiWithBlockchain.cs

@@ -19,6 +19,7 @@
 using Nethermind.Blockchain;
 using Nethermind.Blockchain.Comparers;
 using Nethermind.Blockchain.Filters;
+using Nethermind.Blockchain.FullPruning;
 using Nethermind.Blockchain.Processing;
 using Nethermind.Blockchain.Producers;
 using Nethermind.Blockchain.Rewards;
@@ -96,5 +97,7 @@ public interface IApiWithBlockchain : IApiWithStores, IBlockchainBridgeFactory
         IGasPriceOracle? GasPriceOracle { get; set; }
 
         IEthSyncingInfo? EthSyncingInfo { get; set; }
+
+        CompositePruningTrigger PruningTrigger { get; }
     }
 }

src/Nethermind/Nethermind.Api/NethermindApi.cs

@@ -23,6 +23,7 @@
 using Nethermind.Blockchain.Comparers;
 using Nethermind.Blockchain.Filters;
 using Nethermind.Blockchain.Find;
+using Nethermind.Blockchain.FullPruning;
 using Nethermind.Blockchain.Processing;
 using Nethermind.Blockchain.Producers;
 using Nethermind.Blockchain.Receipts;
@@ -90,8 +91,7 @@ public IBlockchainBridge CreateBlockchainBridge()
                 LogManager);
 
             IMiningConfig miningConfig = ConfigProvider.GetConfig<IMiningConfig>();
-            ISyncConfig syncConfig = ConfigProvider.GetConfig<ISyncConfig>();
-
+
             return new BlockchainBridge(
                 readOnlyTxProcessingEnv,
                 TxPool,
@@ -201,5 +201,6 @@ public IBlockchainBridge CreateBlockchainBridge()
         public DisposableStack DisposeStack { get; } = new();
         public IReadOnlyList<INethermindPlugin> Plugins { get; } = new List<INethermindPlugin>();
         public IList<IPublisher> Publishers { get; } = new List<IPublisher>(); // this should be called publishers
+        public CompositePruningTrigger PruningTrigger { get; } = new();
     }
 }

src/Nethermind/Nethermind.Blockchain.Test/FullPruning/CopyTreeVisitorTests.cs

@@ -0,0 +1,85 @@
+//  Copyright (c) 2021 Demerzel Solutions Limited
+//  This file is part of the Nethermind library.
+// 
+//  The Nethermind library is free software: you can redistribute it and/or modify
+//  it under the terms of the GNU Lesser General Public License as published by
+//  the Free Software Foundation, either version 3 of the License, or
+//  (at your option) any later version.
+// 
+//  The Nethermind library is distributed in the hope that it will be useful,
+//  but WITHOUT ANY WARRANTY; without even the implied warranty of
+//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+//  GNU Lesser General Public License for more details.
+// 
+//  You should have received a copy of the GNU Lesser General Public License
+//  along with the Nethermind. If not, see <http://www.gnu.org/licenses/>.
+// 
+
+using System.Threading;
+using System.Threading.Tasks;
+using FluentAssertions;
+using Nethermind.Blockchain.FullPruning;
+using Nethermind.Core.Test.Builders;
+using Nethermind.Db;
+using Nethermind.Db.FullPruning;
+using Nethermind.Logging;
+using Nethermind.State;
+using Nethermind.Trie;
+using Nethermind.Trie.Pruning;
+using NSubstitute;
+using NUnit.Framework;
+
+namespace Nethermind.Blockchain.Test.FullPruning
+{
+    [Parallelizable(ParallelScope.All)]
+    public class CopyTreeVisitorTests
+    {
+        [Test]
+        public void copies_state_between_dbs()
+        {
+            MemDb trieDb = new();
+            MemDb clonedDb = new();
+            CopyDb(StartPruning(trieDb, clonedDb), trieDb, clonedDb);
+
+            clonedDb.Count.Should().Be(132);
+            clonedDb.Keys.Should().BeEquivalentTo(trieDb.Keys);
+            clonedDb.Values.Should().BeEquivalentTo(trieDb.Values);
+        }
+
+        [Test]
+        public async Task cancel_coping_state_between_dbs()
+        {
+            MemDb trieDb = new();
+            MemDb clonedDb = new();
+            IPruningContext pruningContext = StartPruning(trieDb, clonedDb);
+            Task task = Task.Run(() => CopyDb(pruningContext, trieDb, clonedDb));
+
+            pruningContext?.CancellationTokenSource.Cancel();
+
+            await task;
+
+            clonedDb.Count.Should().BeLessThan(trieDb.Count);
+        }
+
+        private static IPruningContext CopyDb(IPruningContext pruningContext, MemDb trieDb, MemDb clonedDb)
+        {
+            LimboLogs logManager = LimboLogs.Instance;
+            PatriciaTree trie = Build.A.Trie(trieDb).WithAccountsByIndex(0, 100).TestObject;
+            IStateReader stateReader = new StateReader(new TrieStore(trieDb, logManager), new MemDb(), logManager);
+
+            using CopyTreeVisitor copyTreeVisitor = new(pruningContext, logManager);
+            stateReader.RunTreeVisitor(copyTreeVisitor, trie.RootHash);
+            return pruningContext;
+        }
+
+        private static IPruningContext StartPruning(MemDb trieDb, MemDb clonedDb)
+        {
+            IRocksDbFactory rocksDbFactory = Substitute.For<IRocksDbFactory>();
+            rocksDbFactory.CreateDb(Arg.Any<RocksDbSettings>()).Returns(trieDb, clonedDb);
+
+            FullPruningDb fullPruningDb = new(new RocksDbSettings("Test", "Test"), rocksDbFactory);
+            fullPruningDb.TryStartPruning(out IPruningContext pruningContext);
+            return pruningContext;
+        }
+    }
+}

src/Nethermind/Nethermind.Blockchain.Test/FullPruning/DiskFreeSpacePruningTriggerTests.cs

@@ -0,0 +1,55 @@
+//  Copyright (c) 2021 Demerzel Solutions Limited
+//  This file is part of the Nethermind library.
+// 
+//  The Nethermind library is free software: you can redistribute it and/or modify
+//  it under the terms of the GNU Lesser General Public License as published by
+//  the Free Software Foundation, either version 3 of the License, or
+//  (at your option) any later version.
+// 
+//  The Nethermind library is distributed in the hope that it will be useful,
+//  but WITHOUT ANY WARRANTY; without even the implied warranty of
+//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+//  GNU Lesser General Public License for more details.
+// 
+//  You should have received a copy of the GNU Lesser General Public License
+//  along with the Nethermind. If not, see <http://www.gnu.org/licenses/>.
+// 
+
+using System;
+using System.IO.Abstractions;
+using FluentAssertions;
+using MathGmp.Native;
+using Nethermind.Blockchain.FullPruning;
+using Nethermind.Core.Timers;
+using NSubstitute;
+using NUnit.Framework;
+
+namespace Nethermind.Blockchain.Test.FullPruning
+{
+    [Parallelizable(ParallelScope.All)]
+    public class DiskFreeSpacePruningTriggerTests
+    {
+        [TestCase(999, ExpectedResult = true)]
+        [TestCase(1000, ExpectedResult = false)]
+        public bool triggers_on_low_free_space(int availableFreeSpace)
+        {
+            ITimerFactory timerFactory = Substitute.For<ITimerFactory>();
+            ITimer timer = Substitute.For<ITimer>();
+            timerFactory.CreateTimer(Arg.Any<TimeSpan>()).Returns(timer);
+
+            string path = "path";
+            IFileSystem fileSystem = Substitute.For<IFileSystem>();
+            fileSystem.Path.GetFullPath(path).Returns(path);
+            fileSystem.Path.GetPathRoot(path).Returns(path);
+            fileSystem.DriveInfo.FromDriveName(path).AvailableFreeSpace.Returns(availableFreeSpace);
+
+            bool triggered = false;
+
+            DiskFreeSpacePruningTrigger trigger = new(path, 1000, timerFactory, fileSystem);
+            trigger.Prune += (o, e) => triggered = true;
+
+            timer.Elapsed += Raise.Event();
+            return triggered;
+        }
+    }
+}