issue-1657: resize pvc with nbd-lightweight and minikube

cloud/blockstore/config/server.proto

@@ -221,6 +221,8 @@ message TNullServiceConfig
 message TLocalServiceConfig
 {
     optional string DataDir = 1;
+    // Shutdown timeout (in milliseconds).
+    optional uint32 ShutdownTimeout = 2;
 }
 
 ////////////////////////////////////////////////////////////////////////////////

cloud/blockstore/libs/service_local/service_local.cpp

@@ -9,6 +9,7 @@
 #include <cloud/blockstore/libs/service/storage.h>
 #include <cloud/blockstore/libs/service/storage_provider.h>
 #include <cloud/storage/core/libs/common/error.h>
+#include <cloud/storage/core/libs/common/timer.h>
 
 #include <library/cpp/protobuf/util/pb_io.h>
 
@@ -62,17 +63,27 @@ struct TMountSession
 {
     const TString SessionId;
     const TString ClientId;
-    const IStoragePtr Storage;
-    const TStorageAdapter StorageAdapter;
-
-    TMountSession(TString clientId, IStoragePtr storage, ui32 blockSize)
+    const NProto::EVolumeAccessMode AccessMode;
+    IStoragePtr Storage;
+    std::unique_ptr<TStorageAdapter> StorageAdapter;
+
+    TMountSession(
+            TString clientId,
+            NProto::EVolumeAccessMode accessMode,
+            IStoragePtr storage,
+            ui32 blockSize,
+            TDuration storageShutdownTimeout)
         : SessionId(CreateGuidAsString())
         , ClientId(std::move(clientId))
+        , AccessMode(accessMode)
         , Storage(storage)
-        , StorageAdapter(
-            std::move(storage),
-            blockSize,
-            true)
+        , StorageAdapter(std::make_unique<TStorageAdapter>(
+              std::move(storage),
+              blockSize,
+              true,
+              0,
+              TDuration::Zero(),
+              storageShutdownTimeout))
     {}
 };
 
@@ -83,7 +94,7 @@ using TMountSessionMap = THashMap<TString, TMountSessionPtr>;
 
 struct TMountedVolume
 {
-    const NProto::TVolume Volume;
+    NProto::TVolume Volume;
 
     TMountSessionMap Sessions;
     TMutex SessionLock;
@@ -92,13 +103,19 @@ struct TMountedVolume
         : Volume(std::move(volume))
     {}
 
-    TMountSessionPtr CreateSession(TString clientId, IStoragePtr storage)
+    TMountSessionPtr CreateSession(
+        TString clientId,
+        NProto::EVolumeAccessMode accessMode,
+        IStoragePtr storage,
+        TDuration storageShutdownTimeout)
     {
         with_lock (SessionLock) {
             auto session = std::make_shared<TMountSession>(
                 std::move(clientId),
+                accessMode,
                 std::move(storage),
-                Volume.GetBlockSize());
+                Volume.GetBlockSize(),
+                storageShutdownTimeout);
 
             Sessions.emplace(session->SessionId, session);
             return session;
@@ -143,14 +160,19 @@ class TVolumeManager
 {
 private:
     const TString DataDir;
+    const TDuration StorageShutdownTimeout;
     const IStorageProviderPtr StorageProvider;
 
     TMountedVolumeMap MountedVolumes;
     TMutex MountLock;
 
 public:
-    TVolumeManager(const TString& dataDir, IStorageProviderPtr storageProvider)
+    TVolumeManager(
+            const TString& dataDir,
+            TDuration storageShutdownTimeout,
+            IStorageProviderPtr storageProvider)
         : DataDir(dataDir ? dataDir : NFs::CurrentWorkingDirectory())
+        , StorageShutdownTimeout(storageShutdownTimeout)
         , StorageProvider(std::move(storageProvider))
     {}
 
@@ -201,6 +223,32 @@ class TVolumeManager
 
         TFile fileData(MakeDataPath(diskId), EOpenModeFlag::OpenExisting);
         fileData.Resize(volume.GetBlockSize() * blocksCount);
+
+        auto mountedVolume = FindMountedVolume(diskId);
+        if (!mountedVolume) {
+            return;
+        }
+        with_lock (mountedVolume->SessionLock) {
+            mountedVolume->Volume = volume;
+            for (auto& session: mountedVolume->Sessions) {
+                auto dataPath = MakeDataPath(volume.GetDiskId());
+                volume.SetDiskId(dataPath);
+                session.second->Storage = StorageProvider
+                                              ->CreateStorage(
+                                                  volume,
+                                                  session.second->ClientId,
+                                                  session.second->AccessMode)
+                                              .GetValueSync();
+                session.second->StorageAdapter =
+                    std::make_unique<TStorageAdapter>(
+                        session.second->Storage,
+                        volume.GetBlockSize(),
+                        true,
+                        0,
+                        TDuration::Zero(),
+                        StorageShutdownTimeout);
+            }
+        }
     }
 
     void DestroyVolume(const TString& diskId)
@@ -254,25 +302,29 @@ class TVolumeManager
         NProto::TVolume volume = mountedVolume->Volume;
         volume.SetDiskId(dataPath);
         return StorageProvider->CreateStorage(volume, clientId, accessMode)
-            .Apply([=] (const auto& future) {
-                auto storage = future.GetValue();
-                if (!storage) {
+            .Apply(
+                [this, mountedVolume, clientId, accessMode](const auto& future)
+                {
+                    auto storage = future.GetValue();
+                    if (!storage) {
+                        NProto::TMountVolumeResponse response;
+                        auto& error = *response.MutableError();
+                        error.SetCode(E_FAIL);
+                        error.SetMessage("Failed to create storage");
+                        return response;
+                    }
+
+                    auto session = mountedVolume->CreateSession(
+                        clientId,
+                        accessMode,
+                        std::move(storage),
+                        StorageShutdownTimeout);
+
                     NProto::TMountVolumeResponse response;
-                    auto& error = *response.MutableError();
-                    error.SetCode(E_FAIL);
-                    error.SetMessage("Failed to create storage");
+                    response.SetSessionId(session->SessionId);
+                    *response.MutableVolume() = mountedVolume->Volume;
                     return response;
-                }
-
-                auto session = mountedVolume->CreateSession(
-                    clientId,
-                    std::move(storage));
-
-                NProto::TMountVolumeResponse response;
-                response.SetSessionId(session->SessionId);
-                *response.MutableVolume() = mountedVolume->Volume;
-                return response;
-            });
+                });
     }
 
     void UnmountVolume(const TString& diskId, const TString& sessionId)
@@ -353,6 +405,8 @@ struct TLocalServiceBase
 
 ////////////////////////////////////////////////////////////////////////////////
 
+const ui32 kDefaultStorageShutdownTimeoutInMilliseconds = 60000;
+
 class TLocalService final
     : public TLocalServiceBase
 {
@@ -366,7 +420,13 @@ class TLocalService final
             IDiscoveryServicePtr discoveryService,
             IStorageProviderPtr storageProvider)
         : DiscoveryService(std::move(discoveryService))
-        , VolumeManager(config.GetDataDir(), std::move(storageProvider))
+        , VolumeManager(
+              config.GetDataDir(),
+              TDuration::MilliSeconds(
+                  config.HasShutdownTimeout()
+                      ? config.GetShutdownTimeout()
+                      : kDefaultStorageShutdownTimeoutInMilliseconds),
+              std::move(storageProvider))
     {}
 
     void Start() override {}
@@ -666,7 +726,11 @@ TFuture<NProto::TReadBlocksResponse> TLocalService::ReadBlocks(
                 << "Out of bounds read request";
         }
 
-        return session->StorageAdapter.ReadBlocks(
+        if (!session->StorageAdapter) {
+            ythrow TServiceError(E_FAIL) << "Invalid storage adapter";
+        }
+
+        return session->StorageAdapter->ReadBlocks(
             Now(),
             std::move(ctx),
             std::move(request),
@@ -725,7 +789,11 @@ TFuture<NProto::TWriteBlocksResponse> TLocalService::WriteBlocks(
                 << "Out of bounds write request";
         }
 
-        return session->StorageAdapter.WriteBlocks(
+        if (!session->StorageAdapter) {
+            ythrow TServiceError(E_FAIL) << "Invalid storage adapter";
+        }
+
+        return session->StorageAdapter->WriteBlocks(
             Now(),
             std::move(ctx),
             std::move(request),
@@ -776,7 +844,11 @@ TFuture<NProto::TZeroBlocksResponse> TLocalService::ZeroBlocks(
                 << "Out of bounds write request";
         }
 
-        return session->StorageAdapter.ZeroBlocks(
+        if (!session->StorageAdapter) {
+            ythrow TServiceError(E_FAIL) << "Invalid storage adapter";
+        }
+
+        return session->StorageAdapter->ZeroBlocks(
             Now(),
             std::move(ctx),
             std::move(request),

cloud/blockstore/tools/csi_driver/deploy/example/pvc-fs.yaml

@@ -10,5 +10,5 @@ spec:
     requests:
       storage: 1Gi
     limits:
-      storage: 1Gi
+      storage: 10Gi
   storageClassName: nbs-csi-sc

cloud/blockstore/tools/csi_driver/deploy/manifests/4-storageclass.yaml

@@ -5,3 +5,4 @@ metadata:
   name: nbs-csi-sc
 provisioner: nbs.csi.nebius.ai
 volumeBindingMode: Immediate
+allowVolumeExpansion: true

cloud/blockstore/tools/csi_driver/deploy/manifests/5-csi-deployment.yaml

@@ -95,6 +95,33 @@ spec:
           volumeMounts:
             - name: socket-dir
               mountPath: /csi
+        - name: csi-resizer
+          image: registry.k8s.io/sig-storage/csi-resizer:v1.11.2
+          imagePullPolicy: IfNotPresent
+          args:
+            - "--v=5"
+            - "--csi-address=/csi/csi.sock"
+            - "--leader-election"
+            - "--http-endpoint=:8081"
+          env:
+            - name: KUBE_NODE_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+          resources:
+            requests:
+              memory: "64Mi"
+              cpu: "100m"
+            limits:
+              memory: "128Mi"
+              cpu: "250m"
+          ports:
+            - containerPort: 8081
+              name: http-endpoint
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
         - name: csi-nbs-driver
           image: nbs-csi-driver:latest
           imagePullPolicy: IfNotPresent