{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":[]},"redocly_category":"Integrations","type":"markdown"},"seo":{"title":"Pushcode Import Integration","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"pushcode-import-integration","__idx":0},"children":["Pushcode Import Integration"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/fc6435db26e28e5d9619f4da4a190599.91b8c4c9f3220bf2f733043630ae743d437c5a957d08dee858ff5e146c24d1e8.4679117a.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["PUSHCODE"]}," is a popular Japanese web push service that delivers the most relevant content at the right time to individual site visitors."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["This import integration for PUSHCODE enables you to import the following data provided by PUSHCODE from Google Cloud Storage:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Subscriber List"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Segment List"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Push Result"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"prerequisites","__idx":1},"children":["Prerequisites"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic Knowledge of Treasure Data"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic knowledge of PUSHCODE"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Basic Knowledge of Import Connector for Google Cloud Storage"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"requirements-and-limitations","__idx":2},"children":["Requirements and Limitations"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["PUSHCODE account"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Enable Treasure Data Integration setting in PUSHCODE"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Files of Subscriber List / Segment List / Push Result are created every day."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"obtain-pushcode-gcs-information","__idx":3},"children":["Obtain PUSHCODE GCS information"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Navigate to to PUSHCODE Console > Account Settings."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Enable the Treasure Data integration."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/pushcode_td_integration_button.d35231131c481a88c9aa4ecb70cbc4139aad79d4f8ee2ba5b71489f78d4d7a25.4679117a.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Once you configure the Treasure Data integration, following information is provided."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Allocated Google Cloud Storage Bucket Name"]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Google Cloud Storage service account key (JSON file)"," ",{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/pushcode_td_integration_settings.65f7aa6e711022d540c19f7a101ac90b4f998b5a5244fa1a0cb466e923ad95d7.4679117a.png","alt":""},"children":[]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Keep them available for the settings on Treasure Console."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"import-from-pushcode-via-treasure-console","__idx":4},"children":["Import from PUSHCODE via Treasure Console"]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-authentication","__idx":5},"children":["Create Authentication"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The PUSHCODE integration uses Google Cloud Storage integration. Follows the steps in the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/google-cloud-storage-import-integration"},"children":["Google Cloud Storage Import Integration"]}," to create an authentication using a JSON key file."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-a-source","__idx":6},"children":["Create a Source"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Open Treasure Console."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Navigate to ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Integrations Hub"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Authentications"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Locate your new authentication and select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["New Source"]},"."]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"create-a-connection","__idx":7},"children":["Create a Connection"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Parameter"},"children":["Parameter"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Data Transfer Name"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["You can define the name of your transfer."]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Authentication"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["The authentication name that is used to a transfer."]}]}]}]}]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Type a source name in the Data Transfer Name field."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The Create Source page displays with the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Source Table"]}," tab selected."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"identify-a-source-table","__idx":8},"children":["Identify a Source Table"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["The source Table dialog opens, edit the following parameters based on the target PUSHCODE data."]}]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Import Target List"},"children":["Import Target List"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Parameter"},"children":["Parameter"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Subscriber List"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket Name is found in PUSHCODE console"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Prefix"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"subscriber_list/subscriber_list_\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Regex"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"subscriber_list/subscriber_list_[0-9]{12}.csv.gz$\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Start after path"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["In order to import only the latest file ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["'subscriber_list/subscriber_list_YYYYMMDD0000.csv.gz'"]},", where YYYY is year, MM is month, and DD is the day of the month (zero-padded).  To import all past data, leave it blank."]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Incremental?"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Check this if you want incremental loading."]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Segment List"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket Name is found in PUSHCODE console"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Prefix"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"segment_list/segment_list_\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Regex"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"segment_list/segment_list_[0-9]{12}.csv.gz$\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Start after path"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["In order to import only the latest file ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["'segment_list/segment_list_YYYYMMDD0000.csv.gz'"]},", where YYYY is year, MM is month, and DD is the day of the month (zero-padded).  To import all past data, leave it blank."]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Incremental?"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Checked"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Push Result"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Bucket Name is found in PUSHCODE console"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Prefix"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"push_result/push_result_\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Path Regex"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"em","attributes":{},"children":["\"push_result/push_result_[0-9]{12}.csv.gz$\""]}]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Start after path"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["n order to import only the latest file ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["'\"push_result/push_result_[0-9]{12}.csv.gz$'"]},", where YYYY is year, MM is month, and DD is the day of the month (zero-padded).  To import all past data, leave it blank."]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Incremental?"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Checked"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]}]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"define-data-settings","__idx":9},"children":["Define Data Settings"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The imported file formats are as follows. You don't need to manually define data settings as the connector automatically guesses these formats."]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Import Target List"},"children":["Import Target List"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Name"},"children":["Name"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Description"},"children":["Description"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Type"},"children":["Type"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Subscriber list"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["domain_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["your configured site id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["domain"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["your configured site domain"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["user_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User ID who subscribed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["browser_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Browser ID where subscribed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["user_agent"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Browser User Agent"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["subscribe_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When user subscribed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["status"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["0: Subscribed / 1: Denied"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["unsubscribe_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When user denied (if user haven't denied, this value is not added)"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Segment list"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["list_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User list id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["list_name"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User list name"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["user_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User ID who is delivered"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Push Result"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["domain_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["your configured site id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["domain"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["your configured site domain"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["push_scenario_inst_i"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Push Notification ID"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["browser_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Browser ID where subscribed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["user_id"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["User ID who subscribed"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["push_create_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When PUSHCODE registered a push notification"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["push_sent_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When PUSHCODE sent a push notification"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["push_view_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When user viewed a push notification"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["int"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["push_click_time"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["When user clicked a push notification"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["string"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[]}]}]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-preview","__idx":10},"children":["Data Preview"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can see a ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/integration-hub/batch/import/previewing-your-source-data"},"children":["preview"]}," of your data before running the import by selecting Generate Preview. Data preview is optional and you can safely skip to the next page of the dialog if you choose to."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next"]},". The Data Preview page opens."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["If you want to preview your data, select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Generate Preview"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Verify the data."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"data-placement","__idx":11},"children":["Data Placement"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For data placement, select the target database and table where you want your data placed and indicate how often the import should run."]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Next."]}," Under Storage, you will create a new or select an existing database and create a new or select an existing table for where you want to place the imported data."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Database"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Database"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a database name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select a ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Table"]},"> ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Select an existing"]}," or ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create New Table"]},"."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Optionally, type a table name."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Choose the method for importing the data."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Append"]}," (default)-Data import results are appended to the table."," ","If the table does not exist, it will be created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Always Replace"]},"-Replaces the entire content of an existing table with the result output of the query. If the table does not exist, a new table is created."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Replace on New Data"]},"-Only replace the entire content of an existing table with the result output when there is new data."]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timestamp-based Partition Key"]}," column."," ","If you want to set a different partition key seed than the default key, you can specify the long or timestamp column as the partitioning time. As a default time column, it uses upload_time with the add_time filter."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Timezone"]}," for your data storage."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Under ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},", you can choose when and how often you want to run this query."]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"run-once","__idx":12},"children":["Run once"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Off"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":4,"id":"repeat-regularly","__idx":13},"children":["Repeat Regularly"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["On"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select the ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Schedule"]},". The UI provides these four options: ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@hourly"]},", ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@daily"]}," and ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["@monthly"]}," or custom ",{"$$mdtype":"Tag","name":"em","attributes":{},"children":["cron"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["You can also select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Delay Transfer"]}," and add a delay of execution time."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Scheduling Timezone"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Select ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Create & Run Now"]},"."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["After your transfer has run, you can see the results of your transfer in ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Data Workbench"]}," > ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Databases."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"import-from-pushcode-via-workflow","__idx":14},"children":["Import from PUSHCODE via Workflow"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can import data from PUSHCODE by using td_load>: operator of workflow. If you have already created a SOURCE, you can run it; if you don't want to create a SOURCE, you can import it using a YAML file."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"using-a-source","__idx":15},"children":["Using a Source"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Identify your source."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["To obtain a unique ID, open the Source list and search for the source you created."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Open the menu and select \"Copy Unique ID\"."]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image2021-10-12_12-26-58.09d9b84b0f1f752c7c95b0bc1c2d8e8b7302e5b91c6a3cb5f01309dadf53a604.4679117a.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":4},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Define a workflow task using td_load> operator."]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"+load:\n  td_load>: unique_id_of_your_source\n  database: ${td.dest_db}\n  table: ${td.dest_table}\n","lang":"yaml"},"children":[]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":5},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Run a workflow."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"using-a-yaml-file","__idx":16},"children":["Using a Yaml file"]},{"$$mdtype":"Tag","name":"ol","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Identify your yml file. If you need to create the yml file, review ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/google-cloud-storage-import-integration#GoogleCloudStorageImportIntegration-ImportfromGoogleCloudStorageviaCLI(Toolbelt)"},"children":["Google Cloud Storage Import Integration"]}," for reference."]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Define a workflow task using td_load> operator."]}]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"yaml","header":{"controls":{"copy":{}}},"source":"+load:\n  td_load>: config/daily_load.yml\n  database: ${td.dest_db}\n  Table: ${td.dest_table}\n","lang":"yaml"},"children":[]},{"$$mdtype":"Tag","name":"ol","attributes":{"start":3},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":["Run a workflow"]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":3,"id":"sample-workflow-code","__idx":17},"children":["Sample Workflow Code"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Visit ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://github.com/treasure-data/treasure-boxes/tree/master/td_load/gcs"},"children":["Treasure Boxes"]}," for sample workflow code."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"import-from-pushcode-via-cli-toolbelt","__idx":18},"children":["Import from PUSHCODE via CLI (Toolbelt)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Before setting up the connector, install the most current ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://toolbelt.treasuredata.com/"},"children":["TD Toolbelt"]},"."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["PUSHCODE integration with CLI uses Google Cloud Storage integration. Follows steps in the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/int/google-cloud-storage-import-integration#GoogleCloudStorageImportIntegration-ImportfromGoogleCloudStorageviaCLI(Toolbelt)"},"children":["Google Cloud Storage Import Integration"]}," to create an authentication with selecting JSON key file."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["See Define Data Settings to obtain required parameters."]}]},"headings":[{"value":"Pushcode Import Integration","id":"pushcode-import-integration","depth":1},{"value":"Prerequisites","id":"prerequisites","depth":2},{"value":"Requirements and Limitations","id":"requirements-and-limitations","depth":2},{"value":"Obtain PUSHCODE GCS information","id":"obtain-pushcode-gcs-information","depth":2},{"value":"Import from PUSHCODE via Treasure Console","id":"import-from-pushcode-via-treasure-console","depth":2},{"value":"Create Authentication","id":"create-authentication","depth":3},{"value":"Create a Source","id":"create-a-source","depth":3},{"value":"Create a Connection","id":"create-a-connection","depth":3},{"value":"Identify a Source Table","id":"identify-a-source-table","depth":3},{"value":"Define Data Settings","id":"define-data-settings","depth":3},{"value":"Data Preview","id":"data-preview","depth":3},{"value":"Data Placement","id":"data-placement","depth":3},{"value":"Run once","id":"run-once","depth":4},{"value":"Repeat Regularly","id":"repeat-regularly","depth":4},{"value":"Import from PUSHCODE via Workflow","id":"import-from-pushcode-via-workflow","depth":2},{"value":"Using a Source","id":"using-a-source","depth":3},{"value":"Using a Yaml file","id":"using-a-yaml-file","depth":3},{"value":"Sample Workflow Code","id":"sample-workflow-code","depth":3},{"value":"Import from PUSHCODE via CLI (Toolbelt)","id":"import-from-pushcode-via-cli-toolbelt","depth":2}],"frontmatter":{"seo":{"title":"Pushcode Import Integration"}},"lastModified":"2026-06-01T09:09:59.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/int/pushcode-import-integration","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}