Ambika
05/12/2021, 10:37 AMMayank
Ambika
05/12/2021, 3:34 PMMayank
Ambika
05/12/2021, 3:35 PMXiang Fu
pinot.server.instance.currentDataTableVersion=2
Ambika
05/12/2021, 5:19 PMXiang Fu
Ambika
05/12/2021, 5:19 PMXiang Fu
kubectl get configmaps pinot-live-server-config -n pinot -o yaml
-n pinot
to your namespaceAmbika
05/12/2021, 5:20 PMXiang Fu
Ambika
05/12/2021, 5:21 PMdocker run \
--network=pinot-demo \
--name pinot-quickstart \
-p 9000:9000 \
-d apachepinot/pinot:latest QuickStart \
-type hybrid
Xiang Fu
apachepinot/pinot:0.7.1
Ambika
05/12/2021, 5:24 PMXiang Fu
Ambika
05/12/2021, 5:44 PMXiang Fu
Ambika
05/12/2021, 6:15 PMXiang Fu
SET SESSION pinot.limit_larger_for_segment=200000000; SELECT ...
Ambika
05/12/2021, 6:17 PMpresto:default> select txName,sum(a.amount) from txn a left join txtypes b on a.txtype=b.txtype group by txName;
txName | _col1
---------+-------------------
Invoice | 2453.240119934082
(1 row)
Query 20210512_173300_00076_imcrr, FINISHED, 1 node
Splits: 100 total, 100 done (100.00%)
0:00 [0 rows, 62B] [0 rows/s, 157B/s]
presto:default> select txName,sa from (select txtype,sum(amount) sa from txn group by txtype) a join txtypes b on a.txtype=b.txtype;
txName | sa
---------+--------------------
Invoice | 2539.4801235198975
(1 row)
Query 20210512_173312_00077_imcrr, FINISHED, 1 node
Splits: 67 total, 67 done (100.00%)
0:00 [0 rows, 42B] [0 rows/s, 210B/s]
Xiang Fu
Ambika
05/12/2021, 6:26 PMXiang Fu
select txName, a.amount, a.txtype from txn a left join txtypes b on a.txtype=b.txtype
Ambika
05/12/2021, 6:27 PMpresto:default> select txName, a.amount, a.txtype from txn a left join txtypes b on a.txtype=b.txtype ;
txName | amount | txtype
---------+--------------------+--------
Invoice | 2342.1201171875 | 1
Invoice | 111.12000274658203 | 1
(2 rows)
Query 20210512_173837_00085_imcrr, FINISHED, 1 node
Splits: 68 total, 68 done (100.00%)
0:00 [0 rows, 62B] [0 rows/s, 244B/s]
presto:default> select txName, a.amount, a.txtype from txn a left join txtypes b on a.txtype=b.txtype limit 100;
txName | amount | txtype
---------+---------+--------
Invoice | 2342.12 | 1
Invoice | 65.12 | 1
Invoice | 21.12 | 1
Invoice | 111.12 | 1
(4 rows)
Xiang Fu
Ambika
05/12/2021, 6:29 PMGeneratedPinotQuery{query=SELECT amount, txtype FROM txn__TABLE_NAME_SUFFIX_TEMPLATE____TIME_BOUNDARY_FILTER_TEMPLATE__ LIMIT 1, format=SQL, table=txn, expectedColumnIndices=[], groupByClauses=0,
Xiang Fu
Ambika
05/12/2021, 6:40 PMXiang Fu
pinot.limit-large-for-segment
Ambika
05/12/2021, 6:44 PMXiang Fu
connector.name=pinot
pinot.controller-urls=pinot-quickstart:9000
pinot.controller-rest-service=pinot-quickstart:9000
pinot.limit-large-for-segment=1
pinot.allow-multiple-aggregations=true
pinot.use-date-trunc=true
pinot.infer-date-type-in-schema=true
pinot.infer-timestamp-type-in-schema=true
Ambika
05/12/2021, 6:44 PMXiang Fu
pinot_quickstart.properties
fileAmbika
05/12/2021, 6:46 PMSET SESSION pinot.limit_larger_for_segment=200000000;
Xiang Fu
Ambika
05/12/2021, 6:48 PMXiang Fu
Ambika
05/12/2021, 6:49 PMXiang Fu
Ambika
05/12/2021, 6:49 PM243aa15aff9d
Xiang Fu
Ambika
05/12/2021, 6:50 PMXiang Fu
GeneratedPinotQuery{query=SELECT DestStateName FROM airlineStats__TABLE_NAME_SUFFIX_TEMPLATE____TIME_BOUNDARY_FILTER_TEMPLATE__ LIMIT 1000,
presto:default> SET SESSION pinot.limit_larger_for_segment=1000;
Ambika
05/12/2021, 6:52 PMXiang Fu
Ambika
05/12/2021, 6:57 PMpresto:default> select * from txn;
amount | id | txtype | tenant | ts
--------------------+---------------+--------+--------+-------------------------
111.12000274658203 | 101_1_2020102 | 1 | 101 | 2021-05-12 12:45:20.744
2342.1201171875 | 101_1_2020105 | 1 | 101 | 2021-05-12 12:44:50.744
(2 rows)
Xiang Fu
Ambika
05/12/2021, 6:59 PMuery=SELECT AirTime FROM airlineStats__TABLE_NAME_SUFFIX_TEMPLATE____TIME_BOUNDARY_FILTER_TEMPLATE__ LIMIT 1
PinotQuery{query=SELECT AirTime FROM airlineStats__TABLE_NAME_SUFFIX_TEMPLATE____TIME_BOUNDARY_FILTER_TEMPLATE__ LIMIT 1, format=SQL, table=airlineStats, expectedColumnIn
Xiang Fu
apachepinot/pinot-presto:0.254-SNAPSHOT-54a7ec79a3-20210512
Ambika
05/12/2021, 7:00 PMXiang Fu
Ambika
05/12/2021, 7:06 PMXiang Fu
Ambika
05/12/2021, 7:09 PMXiang Fu
apachepinot/pinot-presto:0.254-SNAPSHOT-f434ea10a5-20210513