{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":[]},"redocly_category":"Integrations","type":"markdown"},"seo":{"title":"FTP Server Import Integration","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"ftp-server-import-integration","__idx":0},"children":["FTP Server Import Integration"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Use this data connector to directly import data from your FTP server to Treasure Data."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For sample workflows on importing data from your FTP server, view ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://github.com/treasure-data/treasure-boxes/tree/master/td_load/ftp"},"children":["Treasure Boxes"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"prerequisites","__idx":1},"children":["Prerequisites"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of Treasure Data"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of FTP"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"requirements","__idx":2},"children":["Requirements"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Make sure you have a valid protocol. If you intend to ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["FTP"]}," or ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["FTPS"]},", you can use this Data Connector for FTP. If ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["SFTP"]},", use the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/sftp-server-import-integration"},"children":["SFTP Integration"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you’re using a firewall, check your accepted IP range/port. Server administrators sometimes change the default port number for security reasons."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Be sure that FTP uses ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["TCP/21"]}," as the default control port but also uses any TCP ports as a data transfer port when you’re using passive mode. This port range will depend on your server’s settings."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Check that you’re connecting with ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["passive"]}," mode. ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["activeP"]}," mode generally doesn’t work because it establishes the connection from the FTP server-side."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you’re using FTPS, there are 2 modes ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["Explicit"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["Implicit"]},". Explicit mode is typically used."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"about-incremental-data-loading","__idx":3},"children":["About Incremental Data Loading"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["See ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/about-incremental-loading"},"children":["About Incremental Loading"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"limitations-supported-suggestions","__idx":4},"children":["Limitations, Supported, Suggestions"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["For some integrations, if you choose incremental loading, you might need to ensure that the columns have an index to avoid a full table scan."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Only Timestamp, Datetime, and numerical columns are supported as incremental_columns."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["The incremental_columns is required for the raw query because it cannot detect the Primary keys for a complex query."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"use-the-treasure-console-to-create-your-connection","__idx":5},"children":["Use the Treasure Console to Create Your Connection"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-a-new-connection","__idx":6},"children":["Create a New Connection"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["In Treasure Data, you must create and configure the data connection prior to running your query. As part of the data connection, you provide authentication to access the integration."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Open ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Treasure Console"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Navigate to ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Integrations Hub"]}," >  ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Catalog"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Search for and select FTP."]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-5-21_13-36-7.b2eddd1f280a0076ab93b38d23b44261704c1a26a08599dfb9d01e1d8182b434.44bf5517.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":4},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create Authentication"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-5-21_13-59-45.cf75b9b7165a93a68e533b13bc42c42bf7cb4345762711ee6e752670c455fc8e.44bf5517.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":5},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Enter the required credentials for your remote FTP instance. Depending on your selections, the fields you see might vary:"]}]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Field"},"children":["Field"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Host"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The host information of the remote FTP instance, for example, an IP address."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Port"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The connection port on the remote FTP instance the default is 21."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The user name used to connect to the remote FTP instance."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Password"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The password used to connect to the remote FTP instance."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Passive mode"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Use passive mode (default: checked)"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["ASCII mode"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Use ASCII mode instead of binary mode (boolean, default: unchecked)"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Use FTPS/FTPES"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Use FTPS (SSL encryption). (boolean, default: unchecked)"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Verify cert"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Verify the certification provided by the server. By default, the connection fails if the server certificate is not signed by one of the CAs in JVM's default trusted CA list."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Verify hostname"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Verify server's hostname matches the provided certificate."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enable FTPES"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["FTPES is a security extension to FTPS"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["SSL CA Cert Content"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Paste the contents of the certificate file"]}]}]}]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":6},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Continue."]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Enter a name for your connection."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Continue."]}]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"transfer-your-data-to-treasure-data","__idx":7},"children":["Transfer Your Data to Treasure Data"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["After creating the authenticated connection, you are automatically taken to Authentications."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Search for the connection you created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["New Source"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Type a name for your ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Source"]}," in the Data Transfer field**.**"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Source Table dialog opens."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-5-21_14-46-32.92f3e56f784344ddabfadf8ef086c2e43b897bb275f2385baa9111a9c4c4fca4.44bf5517.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":5},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Edit the following parameters:"]}]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Parameters"},"children":["Parameters"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path prefix"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The prefix of target files (string, required).  For example, resultoutputtest."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path regex"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Type a regular expression to query file paths. If a file path doesn’t match the specified pattern, the file is skipped. For example, if you specify the pattern  .csv$ #, then a file is skipped if its path doesn’t match the pattern."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Incremental"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enables incremental loading (boolean), optional. default: true. If incremental loading is enabled, the config diff for the next execution will include last_path parameter so that the next execution skips files before the path. Otherwise, last_path is not included."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Start after path"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Only paths lexicographically greater than this will be imported."]}]}]}]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":6},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Data Settings page can be modified for your needs or you can skip the page."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-5-25_14-17-8.9d1b85e872058a82e1e9532e533ff8931a7fcf6e36e599d4700e56448b1b4f05.44bf5517.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-5-25_13-54-42.fa8e7f008dda3e2db65a0d3d02d7f1b2d2ba79c55636c38883f6493e58042c46.44bf5517.png","alt":""},"children":[]},{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/screen-shot-2023-08-17-at-10.23.32.cde63417c07ea1746a53bcc6278484026cf4445dd95fc6034928f1271c6c0281.44bf5517.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":7},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, edit the parameters."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"filters","__idx":8},"children":["Filters"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Filters are available in the Create Source or Edit Source import settings for your S3, FTP, or SFTP connectors."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Import Integration Filters enable you to modify your imported data after you have completed ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/editing-data-settings"},"children":["Editing Data Settings"]}," for your import."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["To apply import integration filters:"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]}," in Data Settings.The Filters dialog opens."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select the filter option you want to add.",{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image-20200609-201955.eed6c6da800ba40d1d98b92e767d9a8f7500cad8a9d4079121190b7d34c23294.c7246827.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Add Filter."]}," The parameter dialog for that filter opens."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Edit the parameters. For information on each filter type, see one of the following:"]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Retaining Columns Filter"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Adding Columns Filter"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Dropping Columns Filter"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Expanding JSON Filter"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Digesting Filter"]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":5},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Optionally, to add another filter of the same type, select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Add"]}," within the specific column filter dialog."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Optionally, to add another filter of a different type, select the filter option from the list and repeat the same steps."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["After you have added the filters you want, select **Next.**The Data Preview dialog opens."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-preview","__idx":9},"children":["Data Preview"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can see a ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/integration-hub/batch/import/previewing-your-source-data"},"children":["preview"]}," of your data before running the import by selecting Generate Preview. Data preview is optional and you can safely skip to the next page of the dialog if you choose to."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},". The Data Preview page opens."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you want to preview your data, select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Generate Preview"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Verify the data."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-placement","__idx":10},"children":["Data Placement"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For data placement, select the target database and table where you want your data placed and indicate how often the import should run."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next."]}," Under Storage, you will create a new or select an existing database and create a new or select an existing table for where you want to place the imported data."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Database"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Database"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a database name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Table"]},"> ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Table"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a table name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Choose the method for importing the data."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Append"]}," (default)-Data import results are appended to the table."," ","If the table does not exist, it will be created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Always Replace"]},"-Replaces the entire content of an existing table with the result output of the query. If the table does not exist, a new table is created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Replace on New Data"]},"-Only replace the entire content of an existing table with the result output when there is new data."]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timestamp-based Partition Key"]}," column."," ","If you want to set a different partition key seed than the default key, you can specify the long or timestamp column as the partitioning time. As a default time column, it uses upload_time with the add_time filter."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timezone"]}," for your data storage."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Under ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},", you can choose when and how often you want to run this query."]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"run-once","__idx":11},"children":["Run once"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Off"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"repeat-regularly","__idx":12},"children":["Repeat Regularly"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["On"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},". The UI provides these four options: ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@hourly"]},", ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@daily"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@monthly"]}," or custom ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["cron"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["You can also select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Delay Transfer"]}," and add a delay of execution time."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["After your transfer has run, you can see the results of your transfer in ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Data Workbench"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Databases."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"validate-connection","__idx":13},"children":["Validate Connection"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Review the job log. Warning and errors provide information about the success of your import. For example, you can ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/data-import-error-troubleshooting"},"children":["identify the source file names associated with import errors"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"optionally-configure-export-results-in-workflow","__idx":14},"children":["Optionally Configure Export Results in Workflow"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Within Treasure Workflow, you can specify the use of this data connector to export data."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Learn more at ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/tools/cli-and-sdks/api#workflow-commands"},"children":["Using Workflows to Export Data with the TD Toolbelt"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"example-workflow-for-ftp","__idx":15},"children":["Example Workflow for FTP"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"timezone: UTC\n\nschedule:\n  daily>: 02:00:00\n\nsla:\n  time: 08:00\n  +notice:\n    mail>: {data: Treasure Workflow Notification}\n    subject: This workflow is taking long time to finish\n    to: [meg@example.com]\n\n_export:\n  td:\n    dest_db: dest_db\n    dest_table: dest_table\n  ftp:\n    ssl: true\n    ssl_verify: false\n\n+prepare_table:\n  td_ddl>:\n  database: ${td.dest_db}\n  create_tables: [\"${td.dest_table}\"]\n\n+load_step:\n  td_load>: config/daily_load.yml\n  database: ${td.dest_db}\n  table: ${td.dest_table}\n","lang":"yaml"},"children":[]}]},"headings":[{"value":"FTP Server Import Integration","id":"ftp-server-import-integration","depth":1},{"value":"Prerequisites","id":"prerequisites","depth":2},{"value":"Requirements","id":"requirements","depth":2},{"value":"About Incremental Data Loading","id":"about-incremental-data-loading","depth":2},{"value":"Limitations, Supported, Suggestions","id":"limitations-supported-suggestions","depth":2},{"value":"Use the Treasure Console to Create Your Connection","id":"use-the-treasure-console-to-create-your-connection","depth":2},{"value":"Create a New Connection","id":"create-a-new-connection","depth":3},{"value":"Transfer Your Data to Treasure Data","id":"transfer-your-data-to-treasure-data","depth":3},{"value":"Filters","id":"filters","depth":3},{"value":"Data Preview","id":"data-preview","depth":3},{"value":"Data Placement","id":"data-placement","depth":3},{"value":"Run once","id":"run-once","depth":4},{"value":"Repeat Regularly","id":"repeat-regularly","depth":4},{"value":"Validate Connection","id":"validate-connection","depth":2},{"value":"Optionally Configure Export Results in Workflow","id":"optionally-configure-export-results-in-workflow","depth":2},{"value":"Example Workflow for FTP","id":"example-workflow-for-ftp","depth":3}],"frontmatter":{"seo":{"title":"FTP Server Import Integration"}},"lastModified":"2026-06-01T09:09:59.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/int/ftp-server-import-integration","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}