{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":["admonition"]},"redocly_category":"Products","product_name":"Integration Hub","type":"markdown"},"seo":{"title":"Monitoring Fluentd","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"monitoring-fluentd","__idx":0},"children":["Monitoring Fluentd"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can monitor the Fluentd daemon to collect metrics or to troubleshoot your system."]},{"$$mdtype":"Tag","name":"Admonition","attributes":{"type":"info"},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["td-agent was discontinued in December 2023 and has been replaced by ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["fluent-package"]},". The fluent-package is the official successor maintained by the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://www.cncf.io/projects/"},"children":["Cloud Native Computing Foundation"]},"."]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#prerequisites"},"children":["Prerequisites"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#fluentd-metrics-monitoring"},"children":["Fluentd Metrics Monitoring"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#monitoring-via-http"},"children":["Monitoring via HTTP"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#monitoring-with-prometheus-or-datadog"},"children":["Monitoring with Prometheus or Datadog"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#process-monitoring"},"children":["Process Monitoring"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#port-monitoring"},"children":["Port Monitoring"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#debug-port"},"children":["Debug Port"]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"prerequisites","__idx":1},"children":["Prerequisites"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of Treasure Data."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of Fluentd."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"fluentd-metrics-monitoring","__idx":2},"children":["Fluentd Metrics Monitoring"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"monitoring-via-http","__idx":3},"children":["Monitoring via HTTP"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Fluentd has a built-in monitoring agent to retrieve internal metrics in JSON via HTTP. Add the following lines to your configuration file."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"conf","header":{"controls":{"copy":{}}},"source":"<source>\n  @type monitor_agent\n  bind 0.0.0.0\n  port 24220\n</source>\n","lang":"conf"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["disable_node_info"]}," (default ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["true"]},"): Send system metrics, CPU / Memory / Disk, or not."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Restart the agent and get the metrics via HTTP."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"$ curl http://host:24220/api/plugins.json\n{\"plugins\":[{\"plugin_id\":\"object:3fec669d6ac4\",\"type\":\"forward\",\"output_plugin\":false,\"config\":{\"type\":\"forward\"}},{\"plugin_id\":\"object:3fec669daf98\",\"type\":\"http\",\"output_plugin\":false,\"config\":{\"type\":\"http\",\"port\":\"8888\"}}]}\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"monitoring-with-prometheus-or-datadog","__idx":4},"children":["Monitoring with Prometheus or Datadog"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Additionally, Fluentd works with monitoring tools such as Prometheus, Datadog, etc. Our recommendation is to use Prometheus because Treasure Data collaborates with the CNCF (Cloud Native Computing Foundation)."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.fluentd.org/monitoring-fluentd/monitoring-prometheus"},"children":["Monitoring Fluentd (Prometheus)"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.datadoghq.com/integrations/fluentd/"},"children":["Monitoring Fluentd (Datadog)"]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"process-monitoring","__idx":5},"children":["Process Monitoring"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Two ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["ruby"]}," processes (parent and child) are executed. Ensure that these processes are running."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"/opt/fluent/bin/ruby /opt/fluent/bin/fluentd \\\n  --config /etc/fluent/fluentd.conf \\\n  --log /var/log/fluent/fluentd.log\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For Fluentd on Linux, you can check the process status with the following command. You see the status of two processes if there are no issues."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"$ ps w -C ruby -C fluentd --no-heading\n32342 ?        Sl     0:00 /opt/fluent/bin/ruby /opt/fluent/bin/fluentd --config /etc/fluent/fluentd.conf\n32345 ?        Sl     0:01 /opt/fluent/bin/ruby /opt/fluent/bin/fluentd --config /etc/fluent/fluentd.conf\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"port-monitoring","__idx":6},"children":["Port Monitoring"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Fluentd opens the following ports by default. We recommend checking the availability of these ports."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["TCP 0.0.0.0 8888 (HTTP)"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["TCP 0.0.0.0 24224 (Forward)"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you don't send any data, the daemon doesn't do anything."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"debug-port","__idx":7},"children":["Debug Port"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["A debug port for local communication is also opened."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["TCP 127.0.0.1 24230"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"other-resources","__idx":8},"children":["Other Resources"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.fluentd.org/"},"children":["Fluentd Documentation"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.fluentd.org/monitoring-fluentd"},"children":["Fluentd Monitoring Guide"]}]}]}]},"headings":[{"value":"Monitoring Fluentd","id":"monitoring-fluentd","depth":1},{"value":"Prerequisites","id":"prerequisites","depth":2},{"value":"Fluentd Metrics Monitoring","id":"fluentd-metrics-monitoring","depth":2},{"value":"Monitoring via HTTP","id":"monitoring-via-http","depth":3},{"value":"Monitoring with Prometheus or Datadog","id":"monitoring-with-prometheus-or-datadog","depth":3},{"value":"Process Monitoring","id":"process-monitoring","depth":2},{"value":"Port Monitoring","id":"port-monitoring","depth":2},{"value":"Debug Port","id":"debug-port","depth":3},{"value":"Other Resources","id":"other-resources","depth":2}],"frontmatter":{"seo":{"title":"Monitoring Fluentd"}},"lastModified":"2026-02-12T08:44:10.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/products/customer-data-platform/integration-hub/streaming/td-agent/monitoring-td-agent","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}