Slackbot
11/18/2022, 9:33 AMAyuan Yang
11/18/2022, 9:34 AMtasks:
- source: tasks/raw.py
product: ./test_products
- source: tasks/get.py
product: ""
Ayuan Yang
11/18/2022, 9:35 AM# + tags=["parameters"]
# declare a list tasks whose products you want to use as inputs
upstream = None
# -
import glob
import pandas as pd
# +
upstream = ['raw']
product = None
# -
print('hello')
Ayuan Yang
11/18/2022, 9:36 AMimport pandas as pd
import numpy as np
upstream = None
product = None
for i in range(10):
data = np.random.random((10,10))
pd.DataFrame(data).to_csv(f'./test_products/rand_{i}.csv')
Ayuan Yang
11/18/2022, 9:55 AMEduardo