version: v1 removes: - /etc/rsyslog.conf - /etc/rsyslog.d/*.conf - /etc/nginx/*.conf - /etc/nginx/conf.d/*.conf templates: - input: /config/templates/rsyslog/rsyslog.conf output: /etc/rsyslog.conf - input: /config/templates/rsyslog/outputs.conf.erb output: /etc/rsyslog.d/05-outputs.conf - input: /config/templates/rsyslog/drain.conf.erb output: /etc/rsyslog.d/10-drain.conf - input: /config/templates/identity/cacerts.pem.erb output: /dev/shm/identity/ca/cacerts.pem - input: /config/templates/identity/client.pem.erb output: /dev/shm/identity/client/certificates/client.pem - input: /config/templates/identity/client-key.pem.erb output: /dev/shm/identity/client/keys/client-key.pem - input: /config/templates/auth/htpasswd.erb output: /dev/shm/auth/htpasswd - input: /config/templates/nginx/fastly/nginx.conf.erb output: /etc/nginx/nginx.conf - input: /config/templates/nginx/fastly/challenge.conf.erb output: /etc/nginx/conf.d/challenge.conf - input: /config/templates/rsyslog/syslog.conf.erb output: /etc/rsyslog.d/10-syslog.conf data: _pki: cacert: /dev/shm/identity/ca/cacerts.pem client: cert: /dev/shm/identity/client/certificates/client.pem key: /dev/shm/identity/client/keys/client-key.pem _funnel: host: ajna-api.salesforce.com port: 443 scheme: https metrics_request_timeout_ms: 3000 dnr_request_timeout_ms: 3000 request_resume_interval_secs: 1 request_resume_interval_max_secs: 30 _funnel_logs: host: ajna-api.salesforce.com port: 443 scheme: https api: logs # Set restpath, content_type, batch_format based on `api` setting rest_path: v1/logs/v1 http_content_type: application/vnd.kafka.json.v1+json batch_format: jsonarray heroku: app_name: "trust-nonprod-log-drain" app_id: "00f5bef1-bd5e-43b8-ac01-a0a04af99400" short_region: "-" dyno: "web.1" release_version: "v113" log_drain: # Build metadata. version: "v0.0.9" build: "jenkins-monitoring-sfdc-heroku-drain-master-115-itest" # Enable debug mode. debug: true # Publish logs to Funnel. publish_logs: true # Publish enabled metrics to Funnel. publish_metrics: true # Parse Heroku dyno runtime-metrics and addon log-based metrics. runtime_metrics: true # Parse Heroku router logs into metrics. router_metrics: true # Enable internal self-metrics. self_metrics: true # Serving port. port: 3000 # Basic Authentication. basic_auth_file: /dev/shm/auth/htpasswd # Set base environment for this drain environment: "-" # Set base cloud value for this drain cloud: "-" # Set base cloud value for this drain business_unit: Heroku # UUID for this Drain. uuid: 00f5bef1-bd5e-43b8-ac01-a0a04af99400 disable_flow_control: false # Impstats reporting interval. stats_interval_seconds: 60 # Main ruleset queue sizes. input_queue_size: 250000 # output queue sizes. output_queue_size: 125000 # workers > 1 does not appear to have any appreciable effect. logs_batch_worker_threads: 1 # Use system default logs_output_min_batch_size: 0 logs_batch_size: 1024 # Buffer up to 10MB by default. Funnel accepts up to 25MB batches. logs_batch_max_bytes: 10000000 # Use defaults for timeout values, which work well queues are slowed down logs_batch_timeout_ms: 1000 # The "http_*" fields correspond to imhttp/civetweb HTTP options. # Reference https://github.com/civetweb/civetweb/blob/master/docs/UserManual.md # Heroku router logs access requests too, no need to log twice. http_access_log_file: /dev/null http_error_log_file: /dev/stderr http_num_threads: 50 http_listen_backlog: 32 http_connection_queue: 16 # Document root used to serve received logs for testing abd debugging. http_document_root: /www/data # DNR (Detection n' Response) filtering. filter_dnr_logs: false filter_dnr_logs_expression: # In proxy mode, allow nginx to log locally. syslog_udp_port: 10514 challenge: port: 5694 drain_port: 3000 response: f873080bb7d4a50d53f9ca3a0746640d0f0490fe157d553dc14f31f43026ee93,7b647da12f1a3738cb18639402b3882a21ccd823250458e452189a99f76bcef5,0f76f30ce8e5fead0cd7372242946f1b0fb8706ee85cf20e5498b4352de300bc,444bf9eddebdeca1912a1c0ee195063bf37d231ccbfe2d87516747ae1797dbf8,1a715934e8d8f7c3c03763e67a19d18996632b2e20f18cbe3dc25c4148165505,3fc296e191a55f3d760a0473dad1ffae7698743811455b9c50c82ad92b3a705e access_log: /dev/null error_log: /dev/null