This message was deleted.
# general
s
This message was deleted.
j
Hi Kai, you can use the Load Data wizard in the console to "reindex from Druid" ... one of the wizard panels allows you to delete columns for the resulting schema ...
k
@John Kowtko, thx for the quick response. Can you share the json spec generated from this deletion?
j
Hi Kai, here you go ... it's basically a standard reindex spec, just with some columns omitted ... you can't really tell what I left out, but since the wizard starts with ALL of the columns from the input datasource you don't have to worry about missing one:
Copy code
{
  "type": "index_parallel",
  "spec": {
    "ioConfig": {
      "type": "index_parallel",
      "inputSource": {
        "type": "druid",
        "dataSource": "wikipedia",
        "interval": "2000-01-01/2023-12-31"
      }
    },
    "tuningConfig": {
      "type": "index_parallel",
      "partitionsSpec": {
        "type": "dynamic"
      }
    },
    "dataSchema": {
      "timestampSpec": {
        "column": "__time",
        "format": "millis"
      },
      "granularitySpec": {
        "rollup": false,
        "queryGranularity": "none",
        "segmentGranularity": "day"
      },
      "dimensionsSpec": {
        "dimensions": [
          {
            "name": "isRobot",
            "type": "string"
          },
          {
            "name": "channel",
            "type": "string"
          },
          {
            "name": "flags",
            "type": "string"
          },
          {
            "name": "isUnpatrolled",
            "type": "string"
          },
          {
            "name": "diffUrl",
            "type": "string"
          },
          {
            "name": "added",
            "type": "long"
          },
          {
            "name": "comment",
            "type": "string"
          },
          {
            "name": "commentLength",
            "type": "long"
          },
          {
            "name": "isNew",
            "type": "string"
          },
          {
            "name": "isMinor",
            "type": "string"
          },
          {
            "name": "delta",
            "type": "long"
          },
          {
            "name": "isAnonymous",
            "type": "string"
          },
          {
            "name": "user",
            "type": "string"
          },
          {
            "name": "deltaBucket",
            "type": "long"
          },
          {
            "name": "deleted",
            "type": "long"
          },
          {
            "name": "namespace",
            "type": "string"
          },
          {
            "name": "cityName",
            "type": "string"
          },
          {
            "name": "countryName",
            "type": "string"
          },
          {
            "name": "regionIsoCode",
            "type": "string"
          },
          {
            "name": "metroCode",
            "type": "long"
          },
          {
            "name": "countryIsoCode",
            "type": "string"
          },
          {
            "name": "regionName",
            "type": "string"
          }
        ]
      },
      "metricsSpec": [],
      "dataSource": "wikipedia"
    }
  }
}
k
got it. basically, IO config is using
druid
as datasource and the rest is still same dimension and metrics.
👍 1