Skip to content

Commit

Permalink
improve custom metrics deprecation logic
Browse files Browse the repository at this point in the history
  • Loading branch information
Amol Agrawal committed May 22, 2024
1 parent bee02a5 commit 784dc76
Show file tree
Hide file tree
Showing 11 changed files with 546 additions and 154 deletions.
141 changes: 141 additions & 0 deletions build/linux/installer/conf/container-cm.conf
Original file line number Diff line number Diff line change
@@ -0,0 +1,141 @@
# Fluentd config file for OMS Docker - container components (non kubeAPI)

# Forward port 25225 for container logs
# gangams - not used and get ridoff after confirming safe to remove
<source>
@type forward
port 25225
bind 127.0.0.1
</source>

# MDM metrics from telegraf
<source>
@type tcp
tag oms.mdm.container.perf.telegraf.*
bind 0.0.0.0
port 25228
format json
</source>

# Container inventory
<source>
@type containerinventory
tag oneagent.containerInsights.CONTAINER_INVENTORY_BLOB
run_interval 60
@log_level info
</source>

#cadvisor perf
<source>
@type cadvisor_perf
tag oneagent.containerInsights.LINUX_PERF_BLOB
run_interval 60
@log_level info
</source>

#custom_metrics_mdm filter plugin
<filter mdm.cadvisorperf**>
@type cadvisor2mdm
metrics_to_collect cpuUsageNanoCores,memoryWorkingSetBytes,memoryRssBytes,pvUsedBytes
@log_level info
</filter>

<filter oms.mdm.container.perf.telegraf**>
@type telegraf2mdm
@log_level info
</filter>

#containerinventory
<match **CONTAINER_INVENTORY_BLOB**>
@type forward
@log_level info
send_timeout 30
connect_timeout 30
heartbeat_type none
<server>
host 0.0.0.0
port "#{ENV['MDSD_FLUENT_SOCKET_PORT']}"
</server>
<buffer>
@type file
path /var/opt/microsoft/docker-cimprov/state/containerinventory*.buffer
overflow_action drop_oldest_chunk
chunk_limit_size 4m
queue_limit_length 20
flush_interval 20s
retry_max_times 10
retry_wait 5s
retry_max_interval 5m
flush_thread_count 5
</buffer>
keepalive true
</match>

#cadvisorperf
<match **LINUX_PERF_BLOB**>
@type forward
@log_level info
send_timeout 30
connect_timeout 30
heartbeat_type none
<server>
host 0.0.0.0
port "#{ENV['MDSD_FLUENT_SOCKET_PORT']}"
</server>
<buffer>
@type file
path /var/opt/microsoft/docker-cimprov/state/cadvisorperf*.buffer
overflow_action drop_oldest_chunk
chunk_limit_size 4m
queue_limit_length 20
flush_interval 20s
retry_max_times 10
retry_wait 5s
retry_max_interval 5m
flush_thread_count 5
</buffer>
keepalive true
</match>

<match mdm.cadvisorperf** oms.mdm.container.perf.telegraf**>
@type mdm
@log_level info
<buffer>
@type file
path /var/opt/microsoft/docker-cimprov/state/out_mdm_cdvisorperf*.buffer
overflow_action drop_oldest_chunk
chunk_limit_size 4m
flush_interval 20s
retry_max_times 10
retry_wait 5s
retry_max_interval 5m
flush_thread_count 5
</buffer>
retry_mdm_post_wait_minutes 30
</match>

#InsightsMetrics
<match **INSIGHTS_METRICS_BLOB**>
@type forward
@log_level info
send_timeout 30
connect_timeout 30
heartbeat_type none
<server>
host 0.0.0.0
port "#{ENV['MDSD_FLUENT_SOCKET_PORT']}"
</server>
<buffer>
@type file
path /var/opt/microsoft/docker-cimprov/state/insightsmetrics*.buffer
overflow_action drop_oldest_chunk
chunk_limit_size 4m
queue_limit_length 20
flush_interval 20s
retry_max_times 10
retry_wait 5s
retry_max_interval 5m
flush_thread_count 5
</buffer>
keepalive true
</match>
38 changes: 0 additions & 38 deletions build/linux/installer/conf/container.conf
Original file line number Diff line number Diff line change
Expand Up @@ -8,15 +8,6 @@
bind 127.0.0.1
</source>

# MDM metrics from telegraf
<source>
@type tcp
tag oms.mdm.container.perf.telegraf.*
bind 0.0.0.0
port 25228
format json
</source>

# Container inventory
<source>
@type containerinventory
Expand All @@ -33,18 +24,6 @@
@log_level info
</source>

#custom_metrics_mdm filter plugin
<filter mdm.cadvisorperf**>
@type cadvisor2mdm
metrics_to_collect cpuUsageNanoCores,memoryWorkingSetBytes,memoryRssBytes,pvUsedBytes
@log_level info
</filter>

<filter oms.mdm.container.perf.telegraf**>
@type telegraf2mdm
@log_level info
</filter>

#containerinventory
<match **CONTAINER_INVENTORY_BLOB**>
@type forward
Expand Down Expand Up @@ -97,23 +76,6 @@
keepalive true
</match>

<match mdm.cadvisorperf** oms.mdm.container.perf.telegraf**>
@type mdm
@log_level info
<buffer>
@type file
path /var/opt/microsoft/docker-cimprov/state/out_mdm_cdvisorperf*.buffer
overflow_action drop_oldest_chunk
chunk_limit_size 4m
flush_interval 20s
retry_max_times 10
retry_wait 5s
retry_max_interval 5m
flush_thread_count 5
</buffer>
retry_mdm_post_wait_minutes 30
</match>

#InsightsMetrics
<match **INSIGHTS_METRICS_BLOB**>
@type forward
Expand Down

0 comments on commit 784dc76

Please sign in to comment.