Skip to content

Commit

Permalink
Stop loaders before 2023-06-16 (#1566)
Browse files Browse the repository at this point in the history
Schedule all loaders so they automatically stop running as of 11pm UTC (4pm Pacific) on June 15.

Part of #1550.
  • Loading branch information
Mr0grog authored Jun 13, 2023
1 parent 4c64ff4 commit 71f9ceb
Showing 1 changed file with 12 additions and 12 deletions.
24 changes: 12 additions & 12 deletions terraform/cron-loaders.tf
Original file line number Diff line number Diff line change
Expand Up @@ -22,39 +22,39 @@ locals {
# njvss = { schedule = "rate(5 minutes)", sources = ["njvss"] }
loaders = {
njvss = {
schedule = "rate(15 minutes)"
schedule = "cron(0/15 0-22 1-15 1-6 ? *)"
env_vars = {
NJVSS_AWS_KEY_ID = var.njvss_aws_key_id
NJVSS_AWS_SECRET_KEY = var.njvss_aws_secret_key
}
},
waDoh = { schedule = "cron(3/30 * * * ? *)" }
cvsSmart = { schedule = "cron(3/15 * * * ? *)" }
walgreensSmart = { schedule = "cron(2/15 * * * ? *)" }
albertsonsScraper = { schedule = "cron(20/30 * * * ? *)" }
hyvee = { schedule = "cron(8/15 * * * ? *)" }
heb = { schedule = "cron(1/15 * * * ? *)" }
waDoh = { schedule = "cron(3/30 0-22 1-15 1-6 ? *)" }
cvsSmart = { schedule = "cron(3/15 0-22 1-15 1-6 ? *)" }
walgreensSmart = { schedule = "cron(2/15 0-22 1-15 1-6 ? *)" }
albertsonsScraper = { schedule = "cron(20/30 0-22 1-15 1-6 ? *)" }
hyvee = { schedule = "cron(8/15 0-22 1-15 1-6 ? *)" }
heb = { schedule = "cron(1/15 0-22 1-15 1-6 ? *)" }
cdcApi = {
schedule = "cron(0 0,12 * * ? *)"
schedule = "cron(0 0,12 1-15 1-6 ? *)"
# CDC updates are often slow; set stale threshold to 3 days.
options = ["--stale-threshold", "172800000"]
}
riteAidScraper = { schedule = "cron(5/30 * * * ? *)" }
riteAidScraper = { schedule = "cron(5/30 0-22 1-15 1-6 ? *)" }
riteAidApi = {
schedule = "cron(0/15 * * * ? *)"
schedule = "cron(0/15 0-22 1-15 1-6 ? *)"
env_vars = {
RITE_AID_URL = var.rite_aid_api_url
RITE_AID_KEY = var.rite_aid_api_key
}
}
prepmod = {
schedule = "cron(9/15 * * * ? *)"
schedule = "cron(9/15 0-22 1-15 1-6 ? *)"
options = ["--states", "AK,WA", "--hide-missing-locations"]
}

# Kroger appears to have shut things off entirely. We just want to run them
# enough to know if they start working again.
krogerSmart = { schedule = "cron(0 1/6 * * ? *)" }
krogerSmart = { schedule = "cron(0 1/6 1-15 1-6 ? *)" }
}
}

Expand Down

0 comments on commit 71f9ceb

Please sign in to comment.