export STREAM=d3a217eeacae494ead082e042a97179d
aws --profile=hashidate-prod logs get-log-events --log-group-name /ecs/odawara-mercari-items-collector --log-stream-name ecs/odawara-mercari-items-collector/$STREAM --output text | node collector-summary.js > result.json
cat log.txt | node collector-summary.js > result.json
export STREAM=f77ec43f8c2749fcb9287e631b17807d
aws --profile=hashidate-prod logs get-log-events --log-group-name /ecs/odawara-mercari-items-collector --log-stream-name ecs/odawara-mercari-items-collector/$STREAM --output text > log.txt
export STREAM=c361f1dc21eb46178de3a5ca1522c2f2
aws --profile=hashidate-prod logs get-log-events --log-group-name /ecs/odawara-mercari-items-collector --log-stream-name ecs/odawara-mercari-items-collector/$STREAM --output text >> log.txt
export STREAM=d3a217eeacae494ead082e042a97179d
aws --profile=hashidate-prod logs get-log-events --log-group-name /ecs/odawara-mercari-items-collector --log-stream-name ecs/odawara-mercari-items-collector/$STREAM --output text >> log.txt
export STREAM=f77ec43f8c2749fcb9287e631b17807d
aws --profile=hashidate-prod logs get-log-events --log-group-name /ecs/odawara-mercari-items-collector --log-stream-name ecs/odawara-mercari-items-collector/$STREAM --output text >> log.txt
cat log.txt | node collector-summary.js > result.json
query data with:
aws logs start-query \
--profile hashidate-prod \
--log-group-name /ecs/odawara-mercari-items-collector \
--start-time `date -v-3d "+%s"` \
--end-time `date "+%s"` \
--query-string 'fields @timestamp,@message | filter @message like /Started for:|Finished for:|items collected from mercari|collector started \{|items of|collector finished \{/'
aws --profile hashidate-prod logs get-query-results --query-id 2fc3c11e-a871-4465-86f4-766e5939bb4c
fields @timestamp, @message
| filter @message like /Started for:|Finished for:|items collected from mercari|collector started \{|items of|collector finished \{/
| sort @timestamp desc
| limit 2000
cat log.log | node collector-summary-insight.js > result.json