Slackbot
02/16/2024, 6:42 PMjorge arada
02/16/2024, 6:43 PM{
"type": "index_parallel",
"spec": {
"ioConfig": {
"type": "index_parallel",
"inputSource": {
"type": "iceberg",
"tableName": "events",
"namespace": "schema",
"icebergCatalog": {
"type": "hive",
"warehousePath": "<gs://prod/data>",
"catalogUri": "<thrift://my-metastore:9080>"
},
"icebergFilter": {
"type": "and",
"filters": [
{
"type": "interval",
"filterColumn": "server_timestamp",
"intervals": [
"2023-04-12T00:00:00.000Z/2023-04-13T00:00:00.000Z"
]
}
]
},
"warehouseSource": {
"type": "hdfs",
"inputFormat": {
"type": "parquet"
},
"properties": {
"fs.gs.impl": "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem",
"fs.AbstractFileSystem.gs.impl": "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem"
}
}
},
"inputFormat": {
"type": "parquet"
}
},
"tuningConfig": {
"type": "index_parallel",
"partitionsSpec": {
"type": "dynamic"
}
},
"dataSchema": {
"dataSource": "iceberg_test",
"granularitySpec": {
"type": "uniform",
"queryGranularity": "HOUR",
"rollup": true,
"segmentGranularity": "DAY"
},
"timestampSpec": {
"column": "server_timestamp",
"format": "iso"
},
"dimensionsSpec": {
"dimensions": [
"id",
"user_id",
"session_id",
"server_timestamp",
"client_timestamp",
"version",
"app_id",
"app_version",
"app_version_major",
"app_version_minor",
"app_locale",
"device_mobile_category",
"device_mobile_brand_name",
"device_mobile_model_name",
"device_mobile_os_hardware_model",
"device_mobile_operating_system",
"device_mobile_operating_system_version",
"device_mobile_vendor_id",
"device_mobile_advertising_id",
"device_mobile_locale",
"device_mobile_is_limited_ad_tracking",
"device_mobile_time_zone_offset_seconds",
"device_mobile_installation_id",
"device_web_user_agent",
"device_web_os_name",
"device_web_os_version",
"device_web_browser_name",
"device_web_browser_version",
"device_web_installation_id",
"product",
"product_type",
"screen",
"action",
"action_type",
"section",
"section_position",
"item_position",
"widget_name",
"widget_size",
"context_type",
"context",
"path",
"metadata_type",
"metadata"
]
}
}
}
}Kyle Hoondert
02/19/2024, 9:06 AMjorge arada
02/19/2024, 9:31 AM