httpjson.yml.hbs

config_version: "2"
interval: {{interval}}
request.method: "GET"
{{#if enable_request_tracer}}
request.tracer.filename: "../../logs/httpjson/http-request-trace-*.ndjson"
request.tracer.maxbackups: 5
{{/if}}

{{#if url}}
request.url: {{url}}
{{/if}}
{{#if proxy_url }}
request.proxy_url: {{proxy_url}}
{{/if}}
{{#if ssl}}
request.ssl: {{ssl}}
{{/if}}
{{#if http_client_timeout}}
request.timeout: {{http_client_timeout}}
{{/if}}
request.transforms:
- set:
    target: header.Content-Type
    value: application/json
{{#if api_token }}
- set:
    target: header.X-OTX-API-KEY
    value: {{ api_token }}
{{/if}}
{{#if types}}
- set:
    target: url.params.types
    value: {{ types }}
{{/if}}
- set:
    target: url.params.modified_since
    value: '[[.cursor.timestamp]]'
    default: '[[ formatDate (now (parseDuration "-{{ first_interval }}")) "RFC3339" ]]'

response.split:
  target: body.results
  keep_parent: true

response.pagination:
- set:
    target: url.value
    value: '[[ .last_response.body.next ]]'
cursor:
  timestamp:
    value: '[[ formatDate (now (parseDuration "-{{ lookback_range }}")) "RFC3339" ]]'

tags:
{{#if preserve_original_event}}
  - preserve_original_event
{{/if}}
{{#each tags as |tag i|}}
  - {{tag}}
{{/each}}
{{#contains "forwarded" tags}}
publisher_pipeline.disable_host: true
{{/contains}}
{{#if processors}}
processors:
{{processors}}
{{/if}}