Contribution cron job

packages/api/package.json

@@ -18,13 +18,16 @@
     "@americanairlines/simple-env": "^1.0.4",
     "@mikro-orm/core": "^4.5.9",
     "@mikro-orm/postgresql": "^4.5.9",
+    "@types/cron": "^1.7.3",
     "@types/express-session": "^1.17.4",
     "@x/web": "*",
     "cookie-parser": "^1.4.5",
+    "cron": "^1.8.2",
     "dotenv-flow": "^3.2.0",
     "express": "^4.17.1",
-    "fetch-mock-jest": "^1.5.1",
     "express-session": "^1.17.2",
+    "fetch-mock-jest": "^1.5.1",
+    "node-cron": "^3.0.0",
     "passport": "^0.5.0",
     "passport-github2": "^0.1.12",
     "readline-sync": "^1.4.10",

packages/api/src/__mocks__/env.ts

@@ -3,6 +3,7 @@ export const env = {
   port: '3000',
   githubId: 'mock-client-id',
   githubSecretId: 'Secrete_secret',
+  githubToken: 'mock-token',
   discordClientId: 'mock-discord-id',
   discordSecretId: 'discord-secret',
 };

packages/api/src/api/index.ts

@@ -5,7 +5,6 @@ import { health } from './health';
 import { users } from './users';
 import { videos } from './videos';
 import { project } from './project';
-import { contributions } from './contributions';
 
 export const api = Router();
 
@@ -14,4 +13,3 @@ api.use('/users', users);
 api.use('/videos', videos);
 api.use('/auth', auth);
 api.use('/project', project);
-api.use('/contributions', contributions);

packages/api/src/cronJobs.ts

@@ -0,0 +1,118 @@
+import { EntityManager } from '@mikro-orm/core';
+import { PostgreSqlDriver } from '@mikro-orm/postgresql';
+import { Contribution } from './entities/Contribution';
+import { Project } from './entities/Project';
+import { User } from './entities/User';
+import { env } from './env';
+import logger from './logger';
+import { buildQueryBodyString } from './utils/github/buildContributionQuery';
+import { buildDateQuery } from './utils/github/buildDateQuery';
+import { buildProjectsQuery } from './utils/github/buildProjectsQuery';
+import { buildUsersQuery } from './utils/github/buildUserQuery';
+
+interface ContributionResponse {
+  data: {
+    search: {
+      pageInfo: {
+        hasNextPage: boolean;
+        endCursor: string | null;
+      };
+      nodes: PullRequestContribution[];
+    };
+  };
+}
+
+export interface PullRequestContribution {
+  id: string;
+  title: string;
+  permalink: string;
+  mergedAt: string;
+  author: {
+    login: string;
+  };
+}
+
+export const contributionPoll = async (entityManager: EntityManager<PostgreSqlDriver>) => {
+  try {
+    const timeRange = new Date();
+    const today = new Date();
+    const yesterday = new Date(today);
+    yesterday.setDate(today.getDate() - 100);
+    timeRange.setHours(timeRange.getHours() - 5);
+
+    const userList = await entityManager.find(User, {
+      $or: [
+        {
+          contributionsLastCheckedAt: {
+            $lt: timeRange,
+          },
+        },
+        {
+          contributionsLastCheckedAt: {
+            $eq: null,
+          },
+        },
+      ],
+    });
+
+    if (userList.length === 0) {
+      return;
+    }
+
+    const projectList = await entityManager.find(Project, {});
+    const projectsString = await buildProjectsQuery(projectList);
+    const dateString = buildDateQuery(yesterday, today);
+    const usersString = buildUsersQuery(userList);
+    let cursor = null;
+    let hasNextPage = true;
+
+    while (hasNextPage) {
+      const queryBodyString = buildQueryBodyString(projectsString, dateString, usersString, cursor);
+
+      const fetchRes = await fetch('https://api.github.com/graphql', {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+          Authorization: `bearer ${env.githubToken}`,
+        },
+        body: queryBodyString,
+      });
+
+      const { data: responseData }: ContributionResponse = await fetchRes.json();
+      for (const pr of responseData.search.nodes.entries()) {
+        // Only Add new contributions
+        if ((await entityManager.find(Contribution, { nodeID: { $eq: pr[1].id } })).length === 0) {
+          const user = await entityManager.findOne(User, {
+            githubUsername: { $eq: pr[1].author.login },
+          });
+          if (user) {
+            const newContribution = new Contribution({
+              nodeID: pr[1].id,
+              authorGithubId: user.githubId,
+              type: 'Pull Request',
+              description: pr[1].title,
+              contributedAt: new Date(Date.parse(pr[1].mergedAt)),
+              score: 100,
+            });
+            entityManager.persist(newContribution);
+          }
+        }
+      }
+      hasNextPage = responseData.search.pageInfo.hasNextPage;
+      cursor = responseData.search.pageInfo.endCursor;
+    }
+
+    for (const user of userList) {
+      user.contributionsLastCheckedAt = new Date();
+      entityManager.persist(user);
+    }
+
+    // Save new info in the db
+    void entityManager.flush();
+    logger.info('Successfully polled and saved new PR contributions');
+    return;
+  } catch (error) {
+    const errorMessage = 'There was an issue saving contribution data to the database';
+    logger.error(errorMessage, error);
+  }
+};