This message was deleted.
# general
s
This message was deleted.
j
Copy code
{
  "type": "index_parallel",
  "spec": {
    "ioConfig": {
      "type": "index_parallel",
      "inputSource": {
        "type": "iceberg",
        "tableName": "events",
        "namespace": "schema",
        "icebergCatalog": {
          "type": "hive",
          "warehousePath": "<gs://prod/data>",
          "catalogUri": "<thrift://my-metastore:9080>"
        },
        "icebergFilter": {
          "type": "and",
          "filters": [
            {
              "type": "interval",
              "filterColumn": "server_timestamp",
              "intervals": [
                "2023-04-12T00:00:00.000Z/2023-04-13T00:00:00.000Z"
              ]
            }
          ]
        },
        "warehouseSource": {
          "type": "hdfs",
          "inputFormat": {
            "type": "parquet"
          },
          "properties": {
            "fs.gs.impl": "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem",
            "fs.AbstractFileSystem.gs.impl": "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem"
          }
        }
      },
      "inputFormat": {
        "type": "parquet"
      }
    },
    "tuningConfig": {
      "type": "index_parallel",
      "partitionsSpec": {
        "type": "dynamic"
      }
    },
    "dataSchema": {
      "dataSource": "iceberg_test",
      "granularitySpec": {
        "type": "uniform",
        "queryGranularity": "HOUR",
        "rollup": true,
        "segmentGranularity": "DAY"
      },
      "timestampSpec": {
        "column": "server_timestamp",
        "format": "iso"
      },
      "dimensionsSpec": {
        "dimensions": [
          "id",
          "user_id",
          "session_id",
          "server_timestamp",
          "client_timestamp",
          "version",
          "app_id",
          "app_version",
          "app_version_major",
          "app_version_minor",
          "app_locale",
          "device_mobile_category",
          "device_mobile_brand_name",
          "device_mobile_model_name",
          "device_mobile_os_hardware_model",
          "device_mobile_operating_system",
          "device_mobile_operating_system_version",
          "device_mobile_vendor_id",
          "device_mobile_advertising_id",
          "device_mobile_locale",
          "device_mobile_is_limited_ad_tracking",
          "device_mobile_time_zone_offset_seconds",
          "device_mobile_installation_id",
          "device_web_user_agent",
          "device_web_os_name",
          "device_web_os_version",
          "device_web_browser_name",
          "device_web_browser_version",
          "device_web_installation_id",
          "product",
          "product_type",
          "screen",
          "action",
          "action_type",
          "section",
          "section_position",
          "item_position",
          "widget_name",
          "widget_size",
          "context_type",
          "context",
          "path",
          "metadata_type",
          "metadata"
        ]
      }
    }
  }
}
k
j
Yes i did