---

dmitriev-aal@VDI-Dmitriev-A:~$ kubectl --context rcsdstbl -n vector-business logs \
>   vector-business-1-vector-agent-vlps5 \
>   --since=1h | grep -Ei 'elasticsearch_sink|security_exception|bulk|error|retry'
Defaulted container "vector" out of: vector, create-serviceentry (init), create-enrichment-tables (init)
dmitriev-aal@VDI-Dmitriev-A:~$ kubectl --context rcsdstbl -n vector-business get cm \
>   vector-business-1-vector-agent -o yaml | \
>   grep -A30 -B10 -Ei 'elasticsearch_sink|elasticsearch|opensearch'
      zone:
        file:
          encoding:
            delimeter: ','
            include_headers: true
            type: csv
          path: /opt/table/table.csv
        type: file
    expire_metrics_secs: 3600
    sinks:
      elasticsearch_sink:
        auth:
          password: rmn94kA4EViw
          strategy: basic
          user: fluentd-business
        batch:
          max_bytes: 20971520
        buffer:
          max_size: 2684354560
          type: disk
          when_full: block
        bulk:
          index: business-%Y.%m.%d
        compression: none
        endpoints:
        - https://elastic.rshbdev.ru
        inputs:
        - enrichEvents
        mode: normal
        request:
          concurrency: 25
        suppress_type_name: true
        tls:
          ca_file: /usr/share/cacert/rshb_bundle.pem
        type: elasticsearch
      metrics:
        address: 0.0.0.0:9598
        inputs:
        - internal_metrics
        type: prometheus_exporter
    sources:
      http_input:
        acknowledgements:
          enabled: false
        address: 0.0.0.0:9001
        framing:
          method: bytes
        headers:
        - x-pod-name
        - x-namespace-name
        - x-original-path
        - x-original-method
        - x-original-method
        - x-original-content-type
        - x-original-x-request-id
        - x-original-status
        - x-original-timestamp
        - x-original-direction
        - x-b3-traceid
        - x-b3-spanid
        - x-appfarm-source-system
        - x-appfarm-source-service
        - x-appfarm-target-system
        - x-appfarm-target-service
        path: /
dmitriev-aal@VDI-Dmitriev-A:~$ kubectl --context rcsdstbl -n vector-business port-forward \
>   pod/vector-business-1-vector-agent-vlps5 9598:9598
Forwarding from 127.0.0.1:9598 -> 9598
Forwarding from [::1]:9598 -> 9598
Handling connection for 9598
^Cdmitriev-aal@VDI-Dmitriev-A:~$ 
dmitriev-aal@VDI-Dmitriev-A:~$ curl -s http://localhost:9598/metrics | \
>   grep -Ei 'component_errors|component_discarded|send_errors|elasticsearch'
vector_buffer_byte_size{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 0 1791276325076
vector_buffer_events{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 0 1791276325076
vector_buffer_max_byte_size{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 2684354560 1791276325076
vector_buffer_received_bytes_total{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 6239031768 1791276325076
vector_buffer_received_events_total{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 58605 1791276325076
vector_buffer_sent_bytes_total{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 6239031768 1791276325076
vector_buffer_sent_events_total{buffer_type="disk",component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",stage="0"} 58605 1791276325076
# HELP vector_component_discarded_events_total component_discarded_events_total
# TYPE vector_component_discarded_events_total counter
vector_component_discarded_events_total{component_id="parseJSONHTTP",component_kind="transform",component_name="parseJSONHTTP",component_type="remap",host="vector-business-1-vector-agent-vlps5",intentional="true"} 19113 1791276325076
vector_component_received_event_bytes_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 6235445177 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.015625"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.03125"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.0625"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.125"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.25"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.5"} 0 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1"} 57715 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2"} 58072 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="8"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="16"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="32"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="64"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="128"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="256"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="512"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1024"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2048"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4096"} 58133 1791276325076
vector_component_received_events_count_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="+Inf"} 58133 1791276325076
vector_component_received_events_count_sum{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_component_received_events_count_count{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58133 1791276325076
vector_component_received_events_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_component_sent_bytes_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",endpoint="https://elastic.rshbdev.ru/_bulk",host="vector-business-1-vector-agent-vlps5",protocol="https"} 6237969824 1791276325076
vector_component_sent_event_bytes_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 6320830034 1791276325076
vector_component_sent_events_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_events_in_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_events_out_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_http_client_requests_sent_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",method="POST"} 20732 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.015625",status="200"} 1 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.03125",status="200"} 9161 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.0625",status="200"} 16374 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.125",status="200"} 18351 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.25",status="200"} 19308 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.5",status="200"} 19739 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1",status="200"} 20631 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2",status="200"} 20702 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4",status="200"} 20727 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="8",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="16",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="32",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="64",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="128",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="256",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="512",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1024",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2048",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4096",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="+Inf",status="200"} 20730 1791276325076
vector_http_client_response_rtt_seconds_sum{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",status="200"} 1830.1836723879967 1791276325076
vector_http_client_response_rtt_seconds_count{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",status="200"} 20730 1791276325076
vector_http_client_responses_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",status="200"} 20730 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.015625"} 1 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.03125"} 9161 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.0625"} 16374 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.125"} 18351 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.25"} 19309 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="0.5"} 19741 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1"} 20633 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2"} 20704 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4"} 20729 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="8"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="16"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="32"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="64"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="128"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="256"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="512"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="1024"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="2048"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="4096"} 20732 1791276325076
vector_http_client_rtt_seconds_bucket{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5",le="+Inf"} 20732 1791276325076
vector_http_client_rtt_seconds_sum{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 1830.7427554779968 1791276325076
vector_http_client_rtt_seconds_count{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 20732 1791276325076
vector_processed_bytes_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",endpoint="https://elastic.rshbdev.ru/_bulk",host="vector-business-1-vector-agent-vlps5",protocol="https"} 6237969824 1791276325076
vector_processed_events_total{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 58617 1791276325076
vector_utilization{component_id="elasticsearch_sink",component_kind="sink",component_name="elasticsearch_sink",component_type="elasticsearch",host="vector-business-1-vector-agent-vlps5"} 0.0000056597366164198675 1791276325076
dmitriev-aal@VDI-Dmitriev-A:~$