Slackbot
02/29/2024, 4:02 PMClint Priest
02/29/2024, 4:03 PMREPLACE INTO hdsc_data
OVERWRITE WHERE __time BETWEEN TIMESTAMP '2024-02-20' AND TIMESTAMP '2024-02-28 00:00:00'
WITH data AS (
SELECT
'1' AS EventID,
'Events' AS ImportType,
'CoreMan.LimitChange',
DomainGroup AS DomainGroup,
SendingDomain AS SendingDomain,
IPV4_STRINGIFY(CAST(SendingIp AS INT)) AS SendingIp,
FLOOR(__time TO DAY) AS __time,
SUM(cnt) FILTER (WHERE EventType='Sent') AS Sent,
SUM(cnt) FILTER (WHERE EventType='FirstOpened') AS Opens,
SUM(cnt) FILTER (WHERE EventType='FirstClicked') AS Clicks,
SUM(cnt) FILTER (WHERE EventType='FirstUnsubscribe') AS Unsubscribes,
SUM(cnt) FILTER (WHERE EventType='FirstEmailDisabled') AS Disabled,
SUM(Revenue) AS Revenue,
SUM(cnt) FILTER (WHERE EventType='FirstReportedSpam') AS Complaints,
SUM(cnt) FILTER (WHERE EventType='MailBlock') AS Blocks,
SUM(cnt) FILTER (WHERE EventType='HardBounce') AS HardBounces,
SUM(cnt) FILTER (WHERE EventType='SoftBounce') AS SoftBounces,
SUM(cnt) FILTER (WHERE EventType IN ('FirstOpened','Opened')) AS RawOpens,
SUM(cnt) FILTER (WHERE EventType IN ('FirstClicked','Clicked')) AS RawClicks,
SUM(cnt) FILTER (WHERE EventType IN('FirstUnsubscribe','Unsubscribe')) AS RawUnsubscribes,
SUM(cnt) FILTER (WHERE EventType IN ('FirstReportedSpam','ReportedSpam')) AS RawComplaints,
SUM(cnt) FILTER (WHERE EventType IN ('FirstEmailDisabled','EmailDisabled')) AS RawDisabled
FROM "esp-revenue-v2-prod"
WHERE DomainGroup IN ('Gmail')
AND SendingDomain IN ('<http://example.net|example.net>')
AND DeliveryType IN ('VirtualCampaignDelivery')
AND __time BETWEEN TIMESTAMP '2024-02-20' AND TIMESTAMP '2024-02-28'
GROUP BY FLOOR(__time TO DAY), DomainGroup, SendingDomain, SendingIp
)
SELECT * FROM data
PARTITIONED BY DAY
CLUSTERED BY EventID, ImportTypeSergio Ferragut
02/29/2024, 4:20 PMJohn Kowtko
03/01/2024, 3:28 AMOVERWRITE WHERE __time >= TIMESTAMP '2024-02-20' AND __time < TIMESTAMP '2024-02-28'
... and a corresponding interval filter on the Select statementClint Priest
03/01/2024, 2:20 PMUnsupported operation in OVERWRITE WHERE clause: TIME_IN_INTERVALClint Priest
03/01/2024, 2:20 PMWHERE had the same original issueClint Priest
03/01/2024, 2:21 PMError: Plan validation failed
OVERWRITE WHERE clause contains an interval [2024-02-20T00:00:00.000Z/2024-02-28T00:00:00.001Z] which is not aligned with PARTITIONED BY granularity {type=period, period=P1D, timeZone=UTC, origin=null}
org.apache.calcite.tools.ValidationException
Interestingly it has .001Z at the end of the rangeClint Priest
03/01/2024, 2:25 PMOVERWRITE WHERE __time >= TIMESTAMP '2024-02-20' AND __time < TIMESTAMP '2024-02-28 00:00:00'John Kowtko
03/01/2024, 7:07 PM