{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":["admonition"]},"redocly_category":"Products","product_name":"Data Workbench","type":"markdown"},"seo":{"title":"Processing Engine and Resource Pools","description":"Treasure Data Product Documentation · Collect and Unify · Segment and Activate · Experiment and Analyze · Decisioning Automate with AI Scale and Trust.","siteUrl":"https://docs.treasuredata.com","lang":"en-US","llmstxt":{"hide":false,"sections":[{"title":"Table of contents","includeFiles":["**/*"],"excludeFiles":[]}],"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"processing-engine-and-resource-pools","__idx":0},"children":["Processing Engine and Resource Pools"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Master Segments generate a workflow that unifies a Master Table, Attribute Tables, and Behavior Tables."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Because Workflow tends to be a computationally heavy process, Treasure Data provides a way to avoid the compute resource conflicts with other jobs and processes you’re currently running."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["In Master Segments, you can specify the type of Processing Engine to use and associated resource pools. For example:"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"img","attributes":{"src":"/assets/image-20191213-232424.83d2cbbfdac96b3ea71b2cdf40ced638aa3406ba200d25d6a1075373a6260cd2.142841d8.png","alt":""},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can choose:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Trino and Hive"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Hive only"]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Your selection determines which processing engine is used for the master segment creation."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["We generally recommend Hive only, because it’s designed for large-scale joins and known for robustness, while Trino and Hive might perform faster for smaller data sets."]},{"$$mdtype":"Tag","name":"Admonition","attributes":{"type":"info"},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["When you select Trino and Hive, most of the jobs are issued with Hive, however, some Trino queries for the drop/create table operation are generated."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["(Note: Hive only issues most of the jobs with Hive, however it generates some Trino queries for drop/ create table operation)"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["You can also specify which resource pools to use for each engine. Specifying resource pools gives you additional compute resource control."]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/data-workbench/parent-segments/processing-engine-and-resource-pools"},"children":["Trino Resource Pools"]}]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/products/customer-data-platform/data-workbench/queries/hive/quickstart"},"children":["Hive Resource Pools"]}]}]}]}]},"headings":[{"value":"Processing Engine and Resource Pools","id":"processing-engine-and-resource-pools","depth":1}],"frontmatter":{"seo":{"title":"Processing Engine and Resource Pools"}},"lastModified":"2026-03-10T06:52:05.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/products/customer-data-platform/data-workbench/parent-segments/processing-engine-and-resource-pools","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}