Merge pull request #96 from thematters/fix/ga4

fix(ga4):  add new events to handle ga4 data processing delay of 24-48 hours

bin/query-ga4-data.ts

@@ -0,0 +1,51 @@
+import { BetaAnalyticsDataClient } from "@google-analytics/data";
+
+const propertyId = process.env.MATTERS_GA4_PROPERTY_ID;
+const projectId = process.env.MATTERS_GA4_PROJECT_ID;
+const clientEmail = process.env.MATTERS_GA4_CLIENT_EMAIL;
+const privateKey = process.env.MATTERS_GA4_PRIVATE_KEY || "";
+
+const main = async () => {
+  const startDate = "2023-11-21";
+  const endDate = "2023-11-21";
+  const client = new BetaAnalyticsDataClient({
+    projectId,
+    credentials: {
+      client_email: clientEmail,
+      private_key: privateKey.replace(/\\n/g, "\n"),
+    },
+  });
+  const [response] = await client.runReport({
+    property: `properties/${propertyId}`,
+    dateRanges: [
+      {
+        startDate,
+        endDate,
+      },
+    ],
+    dimensions: [
+      {
+        name: "pagePath",
+      },
+    ],
+    dimensionFilter: {
+      filter: {
+        fieldName: "pagePath",
+        stringFilter: {
+          matchType: "BEGINS_WITH",
+          value: "/@hi176/464031",
+        },
+      },
+    },
+    metrics: [
+      {
+        name: "totalUsers",
+        //name: 'activeUsers',
+      },
+    ],
+    returnPropertyQuota: true,
+  });
+  console.dir(response.rows, { depth: null });
+};
+
+main();

deployment/sync-ga-data.yml

@@ -128,7 +128,7 @@ Resources:
   CronEvent2:
     Type: "AWS::Events::Rule"
     Properties:
-      ScheduleExpression: "cron(0 20 * * ? *)"
+      ScheduleExpression: "rate(30 minutes)"
       Targets:
         - Arn: !GetAtt Lambda.Arn
           Id: CronEvent2LambdaTarget
@@ -143,3 +143,39 @@ Resources:
       FunctionName: !Ref Lambda
       Principal: events.amazonaws.com
       SourceArn: !GetAtt CronEvent2.Arn
+  CronEvent3:
+    Type: "AWS::Events::Rule"
+    Properties:
+      ScheduleExpression: "rate(1 hour)"
+      Targets:
+        - Arn: !GetAtt Lambda.Arn
+          Id: CronEvent2LambdaTarget
+          Input: |
+            {
+              "type": "2 days ago"
+            }
+  CronEvent3Permission:
+    Type: "AWS::Lambda::Permission"
+    Properties:
+      Action: "lambda:InvokeFunction"
+      FunctionName: !Ref Lambda
+      Principal: events.amazonaws.com
+      SourceArn: !GetAtt CronEvent3.Arn
+  CronEvent4:
+    Type: "AWS::Events::Rule"
+    Properties:
+      ScheduleExpression: "rate(1 hour)"
+      Targets:
+        - Arn: !GetAtt Lambda.Arn
+          Id: CronEvent2LambdaTarget
+          Input: |
+            {
+              "type": "3 days ago"
+            }
+  CronEvent4Permission:
+    Type: "AWS::Lambda::Permission"
+    Properties:
+      Action: "lambda:InvokeFunction"
+      FunctionName: !Ref Lambda
+      Principal: events.amazonaws.com
+      SourceArn: !GetAtt CronEvent4.Arn

handlers/sync-ga4-data.ts

@@ -14,13 +14,17 @@ import {
 // AWS EventBridge can configure the input event sent to Lambda,
 // see https://docs.aws.amazon.com/eventbridge/latest/userguide/eb-transform-target-input.html for info.
 type Event = {
-  type: "today" | "yesterday";
+  type: "today" | "yesterday" | "2 days ago" | "3 days ago";
 };
 
-const getDate = (type: "today" | "yesterday") => {
+const getDate = (type: Event["type"]) => {
   const date = new Date();
   if (type === "yesterday") {
     date.setDate(date.getDate() - 1);
+  } else if (type === "2 days ago") {
+    date.setDate(date.getDate() - 2);
+  } else if (type === "3 days ago") {
+    date.setDate(date.getDate() - 3);
   }
   return getLocalDateString(date);
 };

package.json

@@ -1,6 +1,6 @@
 {
   "name": "lambda-handlers-image",
-  "version": "0.8.0",
+  "version": "0.8.1",
   "private": true,
   "type": "module",
   "scripts": {