{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":["admonition","tabs","tab"]},"redocly_category":"Integrations","type":"markdown"},"seo":{"title":"Adobe Analytics Import Integration V2 with CLI","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"adobe-analytics-import-integration-v2-with-cli","__idx":0},"children":["Adobe Analytics Import Integration V2 with CLI"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"import-from-adobe-analytics-usingthe-cli","__idx":1},"children":["Import from Adobe Analytics using the CLI"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Follow the steps bellow to set up the connector using CLI."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"install-td-toolbelt-command","__idx":2},"children":["Install TD Toolbelt Command"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can install the newest ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://toolbelt.treasuredata.com/","title":"https://toolbelt.treasuredata.com/"},"children":["Treasure Data Toolbelt"]},"."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td --version\n0.17.1\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"creating-your-configuration-file","__idx":3},"children":["Creating Your Configuration File"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Prepare configuration file (for eg: load.yml) as shown in the following example, with your cloud storage service (S3) access information.",{"$$mdtype":"Tag","name":"br","attributes":{},"children":[]},"This example dumps Adobe Analytics data feed from S3:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["s3_auth_type"]},": Method to authentication with s3"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["access_key_id"]},": Your S3 access key"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["secret_access_key"]},": Your S3 secret key"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["bucket"]},": Your S3 bucket"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["target"]},": Target data to be ingest (",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["data_feed_data"]}," or ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["data_feed_lookup"]},")"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["rs_id"]},": Your report suite identification"]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: basic\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_lookup\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: true\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"execute-load-job","__idx":4},"children":["Execute Load Job"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Submit the load job. It may take a couple of hours depending on the data size. Users need to specify the database and table where their data are stored."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["It is recommended to specify ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["--time-column"]}," option, since Treasure Data’s storage is partitioned by time."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["If the option is not given, the data connector selects the first ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["long"]}," or ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["timestamp"]}," column as the partitioning time. The type of the column specified by ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["--time-column"]}," must be either of ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["long"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["timestamp"]}," type.  If your data doesn’t have a time column you can add it using ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["add_time"]}," filter option. More details at ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/integration-hub/batch/import/filter/add_time-filter-function"},"children":["add_time filter plugin"]},"."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td connector:issue load.yml --database td_sample_db --table td_sample_table --time-column modifieddate\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The preceding command assumes you have already created ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["database(td_sample_db)"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["table(td_sample_table)"]},". If the database or the table does not exist in TD this command will not succeed. Therefore, ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/data-workbench/databases/creating-or-viewing-a-database"},"children":["create the database and table manually"]}," or use ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["--auto-create-table"]}," option with ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td connector:issue"]}," command to auto create the database and table:  You can assign Time Format column to the \"Partitioning Key\" by \"--time-column\" option."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"$ td connector:issue load.yml --database td_sample_db --table td_sample_table --time-column modifieddate --auto-create-table \n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"scheduling-your-execution","__idx":5},"children":["Scheduling Your Execution"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can schedule periodic data connector execution for periodic Adobe Analytics import. We configure our scheduler carefully to ensure high availability. By using this feature, you no longer need a ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["cron"]}," daemon on your local data center."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-the-schedule","__idx":6},"children":["Create the Schedule"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["A new schedule can be created using the ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td connector:create"]}," command. The name of the schedule, cron-style schedule, the database and table where their data will be stored, and the Data Connector configuration file are required.  The ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["cron"]}," parameter also accepts these three options: ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@hourly"]},", ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@daily"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["@monthly"]},".  By default, the schedule is setup in the UTC timezone. You can set the schedule in a timezone using -t or --timezone option. The ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["--timezone"]}," option only supports extended timezone formats like 'Asia/Tokyo', 'America/Los_Angeles' etc. Timezone abbreviations like PST, CST are *not* supported and may lead to unexpected schedules."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td connector:create daily_adobe_analytics_v2_import \"10 0 * * *\" \\\ntd_sample_db td_sample_table load.yml\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"list-the-schedules","__idx":7},"children":["List the Schedules"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can see the list of currently scheduled entries by ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td connector:list"]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"$ td connector:list\n"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"show-the-setting-and-history-of-schedules","__idx":8},"children":["Show the Setting and History of Schedules"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Show the execution setting of a schedule entry by td connector:show"]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td connector:show daily_adobe_analytics_v2_importName \n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"daily_adobe_analytics_v2_importCron     : 10 0 * * *Timezone : UTCDelay    : 0Database : td_sample_dbTable    : td_sample_table \n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Show the execution history of a schedule entry by ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td connector:history"]},"."," ","To investigate the results of each individual execution, use ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td job jobid"]},"."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td connector:history daily_adobe_analytics_v2_import\n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"delete-the-schedule","__idx":9},"children":["Delete the Schedule"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["td connector:delete"]}," removes the schedule."]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"bash","header":{"controls":{"copy":{}}},"source":"td connector:delete daily_adobe_analytics_v2_import \n","lang":"bash"},"children":[]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"configurable-options","__idx":10},"children":["Configurable Options"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Parameters"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Description"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Type"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Default value"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Notes"]}]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["type"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["must be adobe_analytics_v2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["storage_type"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your cloud storage service provider  Currently support only ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["s3"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enum (",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["s3"]},")"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["s3"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["s3_auth_type"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["S3 authentication method"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enum(",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["basic"]},", ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["session"]},", ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["assume_role"]}," )"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["basic"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["endpoint"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your S3 endpoint"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["If set then it will be choose regardless of region"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["region"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your S3 region"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enum  See complete list in ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://docs.aws.amazon.com/general/latest/gr/s3.html"},"children":["Amazon Simple Storage Service endpoints and quotas - AWS General Reference"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["global"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Will be use when enpoint is empty"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["access_key_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["You S3 Access Key Id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required when using ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["basic"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["session"]}," authentication"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["secret_access_key"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your S3 Secret Key"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required when using ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["basic"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["session"]}," authentication"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["session_token"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your S3 Session Token"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required when using ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["session"]}," authentication"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["bucket"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Your S3 Bucket"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["target"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Data Target"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Enum(",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["data_feed_data"]}," and ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["data_feed_lookup"]},")"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["data_feed_data"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["path_prefix"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path prefix for location of data feed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["rs_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Report Suite Id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["String"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Required"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["incremental"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Incremental loading"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Boolean"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["true"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["modified_after"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Time to start import data (exclusive)"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Timestamp"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["ISO-8601 format"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["max_retry"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Maximum number of time to retry"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Integer"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["7"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["initial_retry_wait"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Time to wait for the first retry (in seconds)"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Integer"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["2"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["max_retry_wait"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Maximum time to wait for retry (in seconds)"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Integer"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["120"]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]}]}]}]},{"$$mdtype":"Tag","name":"Admonition","attributes":{"type":"warning"},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Assume Role authentication is not configurable through the CLI. You can configure through re-using existing authentication. See ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/amazon-s3-import-integration-v2#reusing-the-existing-authentication"},"children":["Reuse the existing Authentication"]},"."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"sample-configurations","__idx":11},"children":["Sample Configurations"]},{"$$mdtype":"Tag","name":"Tabs","attributes":{"size":"medium"},"children":[{"$$mdtype":"Tag","name":"div","attributes":{"label":"S3 Basic Authentication ","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: basic\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_data\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y' \n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"S3 Session Authentication","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: session\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  session_token: <your s3 session_token>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_data\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"Assume Role Authentication","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  td_authentication_id: <your td_authentication_id>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_data\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"Incremental Loading","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: basic\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_data\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: true\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"ingest-lookup-data","__idx":12},"children":["Ingest Lookup Data"]},{"$$mdtype":"Tag","name":"Tabs","attributes":{"size":"medium"},"children":[{"$$mdtype":"Tag","name":"div","attributes":{"label":"S3 Basic Authentication","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: basic\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_lookup\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"Session Authentication","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: session\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  session_token: <your s3 session_token>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_lookup\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"Assume Role Authentication","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  td_authentication_id: <your td_authentication_id>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_lookup\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: false\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]},{"$$mdtype":"Tag","name":"div","attributes":{"label":"Incremental Loading","disable":false},"children":[{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"in:\n  type: adobe_analytics_v2\n  storage_type: s3\n  s3_auth_type: basic\n  access_key_id: <your s3 access_key_id>\n  secret_access_key: <your secret_access_key>\n  region: global\n  bucket: <your bucket>\n  target: data_feed_lookup\n  path_prefix: <your path prefix>\n  rs_id: <your report suite id>\n  modified_after: 2024-01-19T04:35:11Z\n  incremental: true\n\nfilters:\n- type: add_time\n  to_column:\n    name: time\n    type: timestamp\n  from_value:\n    mode: upload_time\n- type: rename    \n  rules:\n  - rule: upper_to_lower\n  - rule: character_types\n    pass_types: [ \"a-z\", \"0-9\" ]\n    pass_characters: \"_\"\n    replace: \"_\"  \n\nout:\n  type: td\n  apikey: <td_api_key>\n  endpoint: <td_endpoint>\n  database: <database>\n  table: <table>\n  time_column: time\n  mode: replace\n  default_timestamp_format: '%d/%m/%Y'\n","lang":"yaml"},"children":[]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"_","__idx":13},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["External Reference"]}]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Data feed overview: ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://experienceleague.adobe.com/docs/analytics/export/analytics-data-feed/data-feed-overview.html?lang=en"},"children":["Analytics Data Feed overview | Adobe Analytics"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["How user create a data feed: ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://experienceleague.adobe.com/docs/analytics/export/analytics-data-feed/create-feed.html?lang=en#"},"children":["Create a data feed | Adobe Analytics"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["You can find region and endpoint information from the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"http://docs.aws.amazon.com/general/latest/gr/rande.html#s3_region","title":"http://docs.aws.amazon.com/general/latest/gr/rande.html#s3_region"},"children":["AWS service endpoints"]}," document."]}]}]},"headings":[{"value":"Adobe Analytics Import Integration V2 with CLI","id":"adobe-analytics-import-integration-v2-with-cli","depth":1},{"value":"Import from Adobe Analytics using the CLI","id":"import-from-adobe-analytics-usingthe-cli","depth":2},{"value":"Install TD Toolbelt Command","id":"install-td-toolbelt-command","depth":3},{"value":"Creating Your Configuration File","id":"creating-your-configuration-file","depth":3},{"value":"Execute Load Job","id":"execute-load-job","depth":3},{"value":"Scheduling Your Execution","id":"scheduling-your-execution","depth":3},{"value":"Create the Schedule","id":"create-the-schedule","depth":3},{"value":"List the Schedules","id":"list-the-schedules","depth":3},{"value":"Show the Setting and History of Schedules","id":"show-the-setting-and-history-of-schedules","depth":3},{"value":"Delete the Schedule","id":"delete-the-schedule","depth":3},{"value":"Configurable Options","id":"configurable-options","depth":3},{"value":"Sample Configurations","id":"sample-configurations","depth":3},{"value":"Ingest Lookup Data","id":"ingest-lookup-data","depth":4},{"value":"","id":"_","depth":2}],"frontmatter":{"seo":{"title":"Adobe Analytics Import Integration V2 with CLI"}},"lastModified":"2026-01-27T10:05:25.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/int/adobe-analytics-import-integration-v2-advance-configuration","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}