Fetch cloud resources periodically

deepfence · Jun 10, 2024 · 4b74cdb · 4b74cdb
1 parent 1c65ff2
commit 4b74cdb
Show file tree

Hide file tree

Showing 7 changed files with 10 additions and 6 deletions.
diff --git a/deepfence_agent/plugins/YaraHunter b/deepfence_agent/plugins/YaraHunter
diff --git a/deepfence_agent/plugins/cloud-scanner b/deepfence_agent/plugins/cloud-scanner
diff --git a/deepfence_agent/plugins/deepfence_shipper/routes_cloudscanner.yaml b/deepfence_agent/plugins/deepfence_shipper/routes_cloudscanner.yaml
@@ -7,3 +7,6 @@ routes:
 
   - local_path: var/log/fenced/cloud-scanner-log/cloud_scanner_status.log
     remote_path: /deepfence/ingest/cloud-compliance-status
+
+  - local_path: var/log/fenced/cloud-resources/cloud_resources.log
+    remote_path: /deepfence/ingest/cloud-resources
diff --git a/deepfence_agent/plugins/etc/run_shipper.sh b/deepfence_agent/plugins/etc/run_shipper.sh
@@ -1,5 +1,6 @@
 BATCH_SIZE=${1:-100}
+TRUNCATE_SIZE=${2:-10}
 
 PATH=${DF_INSTALL_DIR:-/home/deepfence}
 
-exec $PATH/bin/shipper --base-path="${DF_INSTALL_DIR:-/}" --truncate-size=2 --routes=$PATH/routes.yaml --batch-size=$BATCH_SIZE
+exec $PATH/bin/shipper --base-path="${DF_INSTALL_DIR:-/}" --truncate-size=$TRUNCATE_SIZE --routes=$PATH/routes.yaml --batch-size=$BATCH_SIZE
diff --git a/deepfence_agent/plugins/yara-rules b/deepfence_agent/plugins/yara-rules
diff --git a/deepfence_bootstrapper/assets/config-cloud.ini b/deepfence_bootstrapper/assets/config-cloud.ini
@@ -1,5 +1,5 @@
 [process:shipper]
-command=sudo -E -u deepfence $DF_INSTALL_DIR/run_shipper.sh 300
+command=sudo -E -u deepfence $DF_INSTALL_DIR/run_shipper.sh 300 250
 path=$DF_INSTALL_DIR/bin/shipper
 autostart=true
 autorestart=true

diff --git a/golang_deepfence_sdk b/golang_deepfence_sdk
+1 −1		golang_deepfence_sdk
+4 −24		internal/deepfence/client.go
+3 −0		main.go
+51 −34		query_resource/query.go
+27 −3		service/service.go
+1 −1		util/type.go
+2 −0		client/.openapi-generator/FILES
+2 −0		client/README.md
+185 −51		client/api/openapi.yaml
+139 −0		client/api_completion.go
+1 −1		client/docs/CloudNodesAPI.md
+67 −0		client/docs/CompletionAPI.md
+1 −1		client/docs/ComplianceAPI.md
+5 −5		client/docs/ModelAddScheduledTaskRequest.md
+23 −0		client/docs/ModelBenchmarkType.md
+2 −7		client/docs/ModelCloudNodeAccountsListReq.md
+5 −5		client/docs/ModelComplianceScanTriggerReq.md
+1 −1		client/docs/SettingsAPI.md
+7 −7		client/model_model_add_scheduled_task_request.go
+122 −0		client/model_model_benchmark_type.go
+14 −22		client/model_model_cloud_node_accounts_list_req.go
+7 −7		client/model_model_compliance_scan_trigger_req.go