updating file size to bigint to track larger files properly

Author: its-a-feature

CHANGELOG.MD

@@ -4,6 +4,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [3.3.1-rc49] - 2025-03-05
+
+### Changed
+
+- Updated the `size` field in `filemeta` to `bigint` instead of `int` for larger file size tracking
+- Added a timer to sync chunk counts every 5s
+
 ## [3.3.1-rc48] - 2025-03-05
 
 ### Changed

VERSION

@@ -1 +1 @@
-3.3.1-rc48
+3.3.1-rc49

mythic-docker/src/VERSION

@@ -1 +1 @@
-3.3.1-rc48
+3.3.1-rc49

mythic-docker/src/database/initialize.go

@@ -13,7 +13,7 @@ import (
 )
 
 var DB *sqlx.DB
-var currentMigrationVersion int64 = 3003005
+var currentMigrationVersion int64 = 3003006
 
 // initial structs made with './tables-to-go -u mythic_user -p [password here] -h [ip here] -v -d mythic_db -of output -pn database_structs'
 // package pulled from https://github.com/fraenky8/tables-to-go

mythic-docker/src/database/migrations/003003006_3.3.6.sql

@@ -0,0 +1,7 @@
+-- +migrate Up
+-- SQL in section 'Up' is executed when this migration is applied
+alter table "public"."filemeta" alter column "size" TYPE BIGINT;
+-- +migrate Down
+-- SQL in section 'Down' is executed when this migration is rolled back
+
+

mythic-docker/src/rabbitmq/util_agent_message_actions_post_response.go

@@ -522,8 +522,8 @@ func handleAgentMessagePostResponse(incoming *map[string]interface{}, uUIDInfo *
 			logging.LogError(err, "Failed to write file to disk")
 		} else {
 			fileMeta.Size = fileDisk.Size()
-			if fileMeta.Size >= POSTGRES_MAX_INT {
-				fileMeta.Size = POSTGRES_MAX_INT - 1
+			if fileMeta.Size >= POSTGRES_MAX_BIGINT {
+				fileMeta.Size = POSTGRES_MAX_BIGINT - 1
 			}
 		}
 		if fileMeta.ChunksReceived >= fileMeta.TotalChunks {
@@ -998,6 +998,8 @@ func listenForWriteDownloadChunkToLocalDisk() {
 	if err != nil {
 		logging.LogFatalError(err, "Failed to create named statement for writing file chunks to disk")
 	}
+	syncChunksTimerDuration := 5 * time.Second
+	syncChunksTimer := time.NewTimer(syncChunksTimerDuration)
 	for {
 		select {
 		case agentResponse := <-writeDownloadChunkToDiskChan:
@@ -1065,7 +1067,7 @@ func listenForWriteDownloadChunkToLocalDisk() {
 				Success:        true,
 				ChunksReceived: newChunks[agentResponse.LocalMythicPath].Chunks,
 			}
-		case <-time.After(2 * time.Second):
+		case <-time.After(1 * time.Second):
 			for key, f := range openFiles {
 				f.Sync()
 				f.Close()
@@ -1076,6 +1078,14 @@ func listenForWriteDownloadChunkToLocalDisk() {
 				}
 				delete(newChunks, key)
 			}
+		case <-syncChunksTimer.C:
+			for key, _ := range openFiles {
+				_, err = updateChunksStatement.Exec(newChunks[key].FileMetaID, newChunks[key].Chunks)
+				if err != nil {
+					logging.LogError(err, "failed to update chunk count for file")
+				}
+			}
+			syncChunksTimer.Reset(syncChunksTimerDuration)
 		}
 	}
 }