purge tokens using raw query

balancer · Jan 15, 2024 · 6422efc · 6422efc
1 parent 9fa413d
commit 6422efc
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 27 deletions.
diff --git a/modules/network/mainnet.ts b/modules/network/mainnet.ts
@@ -492,11 +492,11 @@ export const mainnetNetworkConfig: NetworkConfig = {
             name: 'sync-global-coingecko-prices',
             interval: (env.DEPLOYMENT_ENV as DeploymentEnv) === 'canary' ? every(10, 'minutes') : every(2, 'minutes'),
         },
-        // {
-        //     name: 'global-purge-old-tokenprices',
-        //     interval: every(1, 'days'),
-        //     alarmEvaluationPeriod: 1,
-        //     alarmDatapointsToAlarm: 1,
-        // },
+        {
+            name: 'global-purge-old-tokenprices',
+            interval: every(1, 'days'),
+            alarmEvaluationPeriod: 1,
+            alarmDatapointsToAlarm: 1,
+        },
     ],
 };
diff --git a/modules/token/lib/token-price.service.ts b/modules/token/lib/token-price.service.ts
@@ -256,28 +256,11 @@ export class TokenPriceService {
     }
 
     public async purgeOldTokenPricesForAllChains(): Promise<number> {
-        const purgeBeforeTimestamp = moment().startOf('day').subtract(100, 'days').utc().unix();
-        const oldPrices = await prisma.prismaTokenPrice.findMany({
-            where: {
-                timestamp: { lt: purgeBeforeTimestamp },
-            },
-        });
-
-        // returns all non midnight prices
-        const tobeDeleted = _.uniq(oldPrices.filter((tokenPrice) => tokenPrice.timestamp % secondsPerDay !== 0));
-
-        //apparently prisma has a limitation on delete
-        const chunks = _.chunk(tobeDeleted, 1000);
-
-        for (const chunk of chunks) {
-            await prisma.prismaTokenPrice.deleteMany({
-                where: {
-                    timestamp: { in: chunk.map((tokenPrice) => tokenPrice.timestamp) },
-                },
-            });
-        }
+        // DATE(to_timestamp(timestamp)) will return the midnight timestamp. We'll delete all prices that are not midnight timestamps AND are older than 100 days.
+        const deleted =
+            await prisma.$executeRaw`DELETE FROM "PrismaTokenPrice" WHERE DATE(to_timestamp(timestamp)) != to_timestamp(timestamp) AND to_timestamp(timestamp) < CURRENT_DATE - INTERVAL '100 days'`;
 
-        return tobeDeleted.length;
+        return deleted;
     }
 
     private async updateCandleStickData() {