{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":[]},"redocly_category":"Integrations","type":"markdown"},"seo":{"title":"Riak CS Import Connector","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"riak-cs-import-connector","__idx":0},"children":["Riak CS Import Connector"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Data Connector for Riak CS enables the import of the contents of ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":[".tsv and"]}," .csv files stored in your Riak CS bucket."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"prerequisites","__idx":1},"children":["Prerequisites"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of Treasure Data"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"using-treasure-console","__idx":2},"children":["Using Treasure Console"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"configure-the-connection","__idx":3},"children":["Configure the Connection"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["To configure a connection for Riak CS:"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["In the Treasure Console, navigate to Integration Hub > Catalog**."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Click the search icon on the far-right of the Catalog screen and enter ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Riak"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Hover over the RiakCS connector and select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create Authentication"]},"."," ",{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/riak.4dee70c291f2f35752204f7e3f348b1410f4ffd77a8f584c9b31363a9fc665db.ec09b8e3.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Set the following parameters:"]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Endpoint"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Authentication Method"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Access key ID"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Secret access key"]}," ",{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/riaknewauthentication.333a440dd8fb0540e5713d1225a9df7035090e0376b14bb69a043342a5752531.ec09b8e3.png","alt":""},"children":[]}]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":5},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Continue"]}," after entering the required connection details."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Name the connection so you can find it later should you need to modify any of the connection details."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you would like to share this connection with other users in your organization, check the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Share with others"]}," checkbox. If this box is unchecked this connection is visible only to you."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create Connection"]}," to complete the connection."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The connection you just created appears in your list of connections with the name you provided."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-preview","__idx":4},"children":["Data Preview"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can see a ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/integration-hub/batch/import/previewing-your-source-data"},"children":["preview"]}," of your data before running the import by selecting Generate Preview. Data preview is optional and you can safely skip to the next page of the dialog if you choose to."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},". The Data Preview page opens."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you want to preview your data, select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Generate Preview"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Verify the data."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-placement","__idx":5},"children":["Data Placement"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For data placement, select the target database and table where you want your data placed and indicate how often the import should run."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next."]}," Under Storage, you will create a new or select an existing database and create a new or select an existing table for where you want to place the imported data."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Database"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Database"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a database name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Table"]},"> ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Table"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a table name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Choose the method for importing the data."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Append"]}," (default)-Data import results are appended to the table."," ","If the table does not exist, it will be created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Always Replace"]},"-Replaces the entire content of an existing table with the result output of the query. If the table does not exist, a new table is created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Replace on New Data"]},"-Only replace the entire content of an existing table with the result output when there is new data."]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timestamp-based Partition Key"]}," column."," ","If you want to set a different partition key seed than the default key, you can specify the long or timestamp column as the partitioning time. As a default time column, it uses upload_time with the add_time filter."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timezone"]}," for your data storage."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Under ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},", you can choose when and how often you want to run this query."]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"run-once","__idx":6},"children":["Run once"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Off"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"repeat-regularly","__idx":7},"children":["Repeat Regularly"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["On"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},". The UI provides these four options: ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@hourly"]},", ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@daily"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@monthly"]}," or custom ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["cron"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["You can also select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Delay Transfer"]}," and add a delay of execution time."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["After your transfer has run, you can see the results of your transfer in ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Data Workbench"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Databases."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"using-the-td-toolbelt","__idx":8},"children":["Using the TD Toolbelt"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"install-td-command-v0119-or-later","__idx":9},"children":["Install ‘td’ Command v0.11.9 or Later"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Install the newest ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://toolbelt.treasuredata.com/"},"children":["Treasure Data Toolbelt"]},"."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td --version\n0.11.10\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-seed-config-file-seedyml","__idx":10},"children":["Create Seed Config File (seed.yml)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Prepare seed.yml as below, with your AWS access key and secret access key. You must also specify bucket name, and target file name (or prefix for multiple files)."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: riak_cs\n  access_key_id: XXXXXXXXXX\n  secret_access_key: YYYYYYYYYY\n  bucket: sample_bucket\n  path_prefix: path/to/sample_file # path the the *.csv or *.tsv file on your Riak CS bucket\n  endpoint: host\nout:\n  mode: append\n","lang":"yaml"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Data Connector for Riak CS imports all files that match a specified prefix. (e.g. path_prefix: path/to/sample_ –> path/to/sample_201501.csv.gz, path/to/sample_201502.csv.gz, …, path/to/sample_201505.csv.gz)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For more details on available out modes, see ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/riak-cs-import-connector#h1__1835053169"},"children":["Appendix"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"guess-fields-generate-loadyml","__idx":11},"children":["Guess Fields (Generate load.yml)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Use connector:guess. This command automatically reads the target file, and intelligently guesses the file format."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:guess seed.yml -o load.yml\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you open up load.yml, you’ll see the guessed file format definitions including file formats, encodings, column names, and types."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: riak_cs\n  access_key_id: XXXXXXXXXX\n  secret_access_key: YYYYYYYYYY\n  bucket: sample_bucket\n  path_prefix: path/to/sample_file\n  endpoint: host\n  parser:\n    charset: UTF-8\n    newline: CRLF\n    type: csv\n    delimiter: ','\n    quote: '\"'\n    escape: ''\n    skip_header_lines: 1\n    columns:\n    - name: id\n      type: long\n    - name: company\n      type: string\n    - name: customer\n      type: string\n    - name: created_at\n      type: timestamp\n      format: '%Y-%m-%d %H:%M:%S'\nout:\n  mode: append\n","lang":"yaml"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Then, you can preview how the system parses the file by using the preview command."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:preview load.yml\n+-------+---------+----------+---------------------+\n| id | company | customer | created_at |\n+-------+---------+----------+---------------------+\n| 11200 | AA Inc. | David | 2015-03-31 06:12:37 |\n| 20313 | BB Imc. |Tom | 2015-04-01 01:00:07 |\n| 32132 | CC Inc. | Fernando | 2015-04-01 10:33:41 |\n| 40133 | DD Inc. | Cesar | 2015-04-02 05:12:32 |\n| 93133 | EE Inc. |  Jake | 2015-04-02 14:11:13 |\n+-------+---------+----------+---------------------+\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The guess command needs over 3 rows and 2 columns in source data file, because it guesses column definition using sample rows from source data. | If the system detects your column name or column type unexpectedly, modify ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["load.yml"]}," directly and preview again."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Data Connector supports parsing of \"boolean\", \"long\", \"double\", \"string\", and \"timestamp\" types."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You also must have created the local database and table, prior to executing the load job."," ","To do this, run the following command."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td database:create td_sample_db\n$ td table:create td_sample_db td_sample_table\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"execute-load-job","__idx":12},"children":["Execute Load Job"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Submit the load job. It may take a couple of hours depending on the size of the data. Users need to specify the database and table where their data is stored."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["It’s also recommended to specify --time-column option, because Treasure Data’s storage is partitioned by time (see also ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/data-partitioning-in-treasure-data"},"children":["data partitioning"]},") If the option is not given, the Data Connector will choose the first long or timestamp column as the partitioning time. The type of the column specified by --time-column must be either of long and timestamp type."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If your data doesn’t have a time column you may add it using add_time filter option. More details at ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/add_time-filter-function"},"children":["add_time filter plugin"]},"."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"$ td connector:issue load.yml --database td_sample_db --table td_sample_table --time-column created_at\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The above command assumes you have already created ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["database(td_sample_db)"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["table(td_sample_table)"]},". If the database or the table do not exist in TD this command will not succeed, so create the database and table ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/data-management"},"children":["manually"]}," or use --auto-create-table option with td connector:issue command to auto create the database and table:"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:issue load.yml --database td_sample_db --table td_sample_table --time-column created_at --auto-create-table\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["At present, the Data Connector does not sort records server-side. To use time-based partitioning effectively, sort records in files beforehand."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If you have a field called time, you don’t have to specify the --time-column option."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:issue load.yml --database td_sample_db --table td_sample_table\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"mode-appendreplace","__idx":13},"children":["Mode (append/replace)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can specify file import mode in out section of seed.yml."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"append-default","__idx":14},"children":["append (default)"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"in:\n  ...\nout:\n  mode: append\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["This is the default mode. The imported records are appended to the target table."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"replace-in-td-01110-and-later","__idx":15},"children":["replace (In td 0.11.10 and later)"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"in:\n  ...\nout:\n  mode: replace\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If the target table already exists, the rows of the existing table are replaced with imported records."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"scheduled-execution","__idx":16},"children":["Scheduled Execution"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can schedule periodic Data Connector execution for incremental Riak CS file import. We manage our scheduler carefully to ensure high availability. By using this feature, you no longer need a cron daemon on your local data center."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For the scheduled import, the Data Connector for Riak CS imports all files that match with the specified prefix (e.g. path_prefix: path/to/sample_ –> path/to/sample_201501.csv.gz, path/to/sample_201502.csv.gz, …, path/to/sample_201505.csv.gz) at first and remembers the last path (path/to/sample_201505.csv.gz) for the next execution."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["On the second and subsequent runs, it only imports files that comes after the last path in alphabetical (lexicographic) order. (path/to/sample_201506.csv.gz, …)"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-the-schedule","__idx":17},"children":["Create the Schedule"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["A new schedule can be created using the td connector:create command. The following are required: the name of the schedule, the cron-style schedule, the database and table where their data will be stored, and the data connector configuration file."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:create \\\n daily_import \\\n \"10 0 * * *\" \\\n td_sample_db \\\n td_sample_table \\\n load.yml\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["It’s also recommended to specify the --time-column option, since TD Storage is partitioned by time (see also ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.treasuredata.com/smart/project-product-documentation/data-partitioning-in-treasure-data"},"children":["data partitioning"]},")."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:create \\\n daily_import \\\n \"10 0 * * *\" \\\n td_sample_db \\\n td_sample_table \\\n load.yml \\\n --time-column created_at\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["cron"]}," parameter also accepts three special options: ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@hourly"]},", ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@daily"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@monthly"]},". | By default, schedule is setup in UTC timezone. You can set the schedule in a timezone using -t or --timezone option. The ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["--timezone"]}," option only supports extended timezone formats like 'Asia/Tokyo', 'America/Los_Angeles' etc. Timezone abbreviations like PST, CST are *not* supported and may lead to unexpected schedules."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"list-the-schedules","__idx":18},"children":["List the Schedules"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can see the list of currently scheduled entries by running the command td connector:list."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:list\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"show-the-setting-and-schedule-history","__idx":19},"children":["Show the Setting and Schedule History"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["td connector:show shows the execution setting of a schedule entry."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"td connector:show daily_import\n"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["td connector:history shows the execution history of a schedule entry. To investigate the results of each individual run, use td job jobid."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"td connector:history daily_import\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"delete-the-schedule","__idx":20},"children":["Delete the Schedule"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["td connector:delete will remove the schedule."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:delete daily_import\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"appendix","__idx":21},"children":["Appendix"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"modes-for-out-plugin","__idx":22},"children":["Modes for Out Plugin"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can specify file import mode in out section of seed.yml."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"append-default-1","__idx":23},"children":["append (default)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["This is the default mode and records are appended to the target table."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"in:\n  ...\nout:\n  mode: append\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"replace-in-td-01110-and-later-1","__idx":24},"children":["replace (In td 0.11.10 and later)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["This mode replaces data in the target table. Any manual schema changes made to the target table will remain intact with this mode."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"in:\n  ...\nout:\n  mode: replace\n"},"children":[]}]},"headings":[{"value":"Riak CS Import Connector","id":"riak-cs-import-connector","depth":1},{"value":"Prerequisites","id":"prerequisites","depth":2},{"value":"Using Treasure Console","id":"using-treasure-console","depth":2},{"value":"Configure the Connection","id":"configure-the-connection","depth":3},{"value":"Data Preview","id":"data-preview","depth":3},{"value":"Data Placement","id":"data-placement","depth":3},{"value":"Run once","id":"run-once","depth":4},{"value":"Repeat Regularly","id":"repeat-regularly","depth":4},{"value":"Using the TD Toolbelt","id":"using-the-td-toolbelt","depth":2},{"value":"Install ‘td’ Command v0.11.9 or Later","id":"install-td-command-v0119-or-later","depth":3},{"value":"Create Seed Config File (seed.yml)","id":"create-seed-config-file-seedyml","depth":3},{"value":"Guess Fields (Generate load.yml)","id":"guess-fields-generate-loadyml","depth":3},{"value":"Execute Load Job","id":"execute-load-job","depth":3},{"value":"Mode (append/replace)","id":"mode-appendreplace","depth":2},{"value":"append (default)","id":"append-default","depth":3},{"value":"replace (In td 0.11.10 and later)","id":"replace-in-td-01110-and-later","depth":3},{"value":"Scheduled Execution","id":"scheduled-execution","depth":3},{"value":"Create the Schedule","id":"create-the-schedule","depth":3},{"value":"List the Schedules","id":"list-the-schedules","depth":3},{"value":"Show the Setting and Schedule History","id":"show-the-setting-and-schedule-history","depth":2},{"value":"Delete the Schedule","id":"delete-the-schedule","depth":2},{"value":"Appendix","id":"appendix","depth":1},{"value":"Modes for Out Plugin","id":"modes-for-out-plugin","depth":2},{"value":"append (default)","id":"append-default-1","depth":3},{"value":"replace (In td 0.11.10 and later)","id":"replace-in-td-01110-and-later-1","depth":3}],"frontmatter":{"seo":{"title":"Riak CS Import Connector"}},"lastModified":"2026-06-01T11:27:28.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/int/riak-cs-import-connector","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}