{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":["admonition"]},"redocly_category":"Products","product_name":"Integration Hub","type":"markdown"},"seo":{"title":"Troubleshooting Fluentd","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"troubleshooting-fluentd","__idx":0},"children":["Troubleshooting Fluentd"]},{"$$mdtype":"Tag","name":"Admonition","attributes":{"type":"info"},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["td-agent was discontinued in December 2023 and has been replaced by ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["fluent-package"]},". The fluent-package is the official successor maintained by the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://www.cncf.io/projects/"},"children":["Cloud Native Computing Foundation"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Fluentd sometimes gets a \"Failed to upload to TreasureData: Import failed\" error. There are several possible causes:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Your network becomes unstable during the upload."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Treasure Data's API shut down the connection by an unexpected network/node condition."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Fluentd has a robust retry mechanism for these cases, so continue to import the data to Treasure Data. You should see the message \"retry succeeded\" in your logs after several retries."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you continue to get the same error and it exceeds the retry limit, it is a non-network problem. Contact ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"mailto:support@treasure-data.com"},"children":["support@treasure-data.com"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"cannot-import-data","__idx":1},"children":["Cannot Import Data"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Here are some common reasons that you cannot import data."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Make sure your network is live and allows you to access external networks."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If your data contains numbers greater than 2e64, you need to upgrade your fluent-plugin-td to the most recent version."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"slow-performance-of-fluentd","__idx":2},"children":["Slow Performance of Fluentd"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["There is some agent overhead associated with running Fluentd. The resource consumption is approximate as follows:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Resident memory (actual RAM used): 50MB"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["CPU Runtime: less than 2% of averaged runtime + your workload"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Disk: Linux 120MB + your file buffer (configurable)"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you think Fluentd is slow, see \"",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://blog.treasuredata.com/blog/2015/08/18/5-tips-to-optimize-fluentd-performance/"},"children":["5 Tips to Optimize Fluentd Performance"]},"\"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"enable-verbose-logging","__idx":3},"children":["Enable Verbose Logging"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you are having issues, you can enable verbose logging by editing the systemd service or passing the ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["-vv"]}," flag to Fluentd."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For fluent-package, edit the configuration or start Fluentd manually with verbose logging:"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"fluentd -c /etc/fluent/fluentd.conf -vv\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can now find more verbose logs in ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["/var/log/fluent/fluentd.log"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"endpoint-change-warning","__idx":4},"children":["Endpoint Change Warning"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You might see the following message in the Fluentd log."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"log","header":{"controls":{"copy":{}}},"source":"tdlog plugin will change the API endpoint from api.us01.treasure-data.com to api.us01.treasuredata.com\nIf you want to keep api.treasure-data.com, set 'endpoint api.treasure-data.com' in tdlog configuration\n","lang":"log"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["This message is for users who change the control of network access to ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://api.treasure-data.com"},"children":["api.treasure-data.com"]},". If you don't set access restrictions based on our API endpoint, ignore the warning."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"other-resources","__idx":5},"children":["Other Resources"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.fluentd.org/"},"children":["Fluentd Documentation"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.fluentd.org/deployment/trouble-shooting"},"children":["Fluentd Troubleshooting Guide"]}]}]}]},"headings":[{"value":"Troubleshooting Fluentd","id":"troubleshooting-fluentd","depth":1},{"value":"Cannot Import Data","id":"cannot-import-data","depth":2},{"value":"Slow Performance of Fluentd","id":"slow-performance-of-fluentd","depth":2},{"value":"Enable Verbose Logging","id":"enable-verbose-logging","depth":2},{"value":"Endpoint Change Warning","id":"endpoint-change-warning","depth":2},{"value":"Other Resources","id":"other-resources","depth":2}],"frontmatter":{"seo":{"title":"Troubleshooting Fluentd"}},"lastModified":"2026-02-12T08:44:10.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/products/customer-data-platform/integration-hub/streaming/td-agent/troubleshooting-td-agent","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}