Manish Tomar
01/18/2023, 10:20 AMMarcos Marx (Airbyte)
01/18/2023, 10:31 AMManish Tomar
01/18/2023, 10:39 AMManish Tomar
01/18/2023, 10:41 AMManish Tomar
01/18/2023, 10:41 AMdate -d 'now - 120 minutes' --utc -Ins
SUCCESS_DATE=date -d $SUCCESS_DATE_STR +%s
# Longer time window for pods in error (to debug)
NON_SUCCESS_DATE_STR=date -d 'now - 1440 minutes' --utc -Ins
NON_SUCCESS_DATE=date -d $NON_SUCCESS_DATE_STR +%s
(
IFS=$'\n'
for POD in `get_worker_pods`; do
IFS=' '
POD_NAME=echo $POD | cut -d " " -f 1
POD_STATUS=echo $POD | cut -d " " -f 2
POD_DATE_STR=echo $POD | cut -d " " -f 3
POD_START_DATE_STR=echo $POD | cut -d " " -f 4
POD_DATE=date -d ${POD_DATE_STR:-$POD_START_DATE_STR} '+%s'
if [ "$POD_STATUS" = "Succeeded" ]; then
if [ "$POD_DATE" -lt "$SUCCESS_DATE" ]; then
delete_worker_pod "$POD_NAME" "$POD_STATUS" "$POD_DATE_STR"
fi
else
if [ "$POD_DATE" -lt "$NON_SUCCESS_DATE" ]; then
delete_worker_pod "$POD_NAME" "$POD_STATUS" "$POD_DATE_STR"
fi
fi
done
)
sleep 60
doneManish Tomar
01/18/2023, 10:51 AMManish Tomar
01/18/2023, 10:51 AMManish Tomar
01/18/2023, 10:52 AMuser
01/18/2023, 11:19 AMManish Tomar
01/18/2023, 11:20 AMManish Tomar
01/18/2023, 11:46 AMMarcos Marx (Airbyte)
01/18/2023, 11:54 AMManish Tomar
01/18/2023, 11:55 AMManish Tomar
01/18/2023, 11:56 AMManish Tomar
01/18/2023, 12:24 PM