Added sync route, cache offset param (#74)

.env.dev

@@ -18,4 +18,5 @@ MAX_PAGE_SIZE=100
 INDICES=["App-Name", "app", "domain", "namespace"]
 
 CACHING=1
-CACHE_FOLDER=/gateway/cache
+CACHE_FOLDER=/gateway/cache
+CACHE_OFFSET=0

.env.docker

@@ -18,4 +18,5 @@ MAX_PAGE_SIZE=100
 INDICES=["App-Name", "app", "domain", "namespace"]
 
 CACHING=1
-CACHE_FOLDER=/gateway/cache
+CACHE_FOLDER=/gateway/cache
+CACHE_OFFSET=0

README.md

@@ -46,6 +46,7 @@ INDICES=["App-Name", "app", "domain", "namespace"]
 
 CACHING=1
 CACHE_FOLDER=/gateway/cache
+CACHE_OFFSET=0
 ```
 
 Make sure you copy this configuration to `.env`.

docs/DEV.md

@@ -66,6 +66,7 @@ INDICES=["App-Name", "app", "domain", "namespace"]
 
 CACHING=1
 CACHE_FOLDER=/gateway/cache
+CACHE_OFFSET=0
 ```
 
 Make sure you copy this configuration to `.env`.

docs/README.md

@@ -49,6 +49,7 @@ INDICES=["App-Name", "app", "domain", "namespace"]
 
 CACHING=1
 CACHE_FOLDER=/gateway/cache
+CACHE_OFFSET=0
 ```
 
 Make sure you copy this configuration to `.env`.

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arweave/gateway",
-  "version": "0.11.0",
+  "version": "0.11.1",
   "main": "dist/src/Gateway.js",
   "repository": "[email protected]:ArweaveTeam/gateway.git",
   "author": "Arweave <[email protected]>",

src/Gateway.ts

@@ -8,6 +8,7 @@ import {log} from './utility/log.utility';
 import {sessionMiddleware, sessionPinningMiddleware} from './utility/session.utility';
 import {graphServer} from './graphql/server.graphql';
 import {statusRoute} from './route/status.route';
+import {syncRoute} from './route/sync.route';
 import {proxyRoute} from './route/proxy.route';
 import {dataRouteRegex, dataHeadRoute, dataRoute} from './route/data.route';
 import {peerRoute} from './route/peer.route';
@@ -29,6 +30,7 @@ export function start() {
   app.use(koiLogger.logger);
 
   app.get('/', statusRoute);
+  app.get('/status', syncRoute);
 
   app.head(dataRouteRegex, dataHeadRoute);
   app.get(dataRouteRegex, dataRoute);

src/caching/ans.verify.ts

@@ -1,14 +1,16 @@
 import 'colors';
+import {config} from 'dotenv';
 import {connection} from '../database/connection.database';
 import {toB64url} from '../query/transaction.query';
 import {cacheAnsFile} from './file.caching';
 
+config();
+
+const startingOffset = parseInt(process.env.CACHE_OFFSET || '0');
 const name = toB64url('Bundle-Type');
 const value = toB64url('ANS-102');
 
-export async function ansVerify(offset: number = 0, parallelization: number = 4) {
-  console.log(name, value);
-
+export async function ansVerify(offset: number = startingOffset, parallelization: number = 4) {
   const query = await connection
       .queryBuilder()
       .select('*')

src/route/status.route.ts

@@ -7,10 +7,12 @@ export const start = Number(new Date);
 export async function statusRoute(req: Request, res: Response) {
   const info = await getNodeInfo();
 
+  const delta = info.height - currentHeight;
+
   return res.status(200).send({
     status: 'OK',
     gatewayHeight: currentHeight,
     arweaveHeight: info.height,
-    delta: info.height - currentHeight,
+    delta,
   });
 }

src/route/sync.route.ts

@@ -0,0 +1,19 @@
+import {Request, Response} from 'express';
+import {currentHeight} from '../database/sync.database';
+import {getNodeInfo} from '../query/node.query';
+
+export const start = Number(new Date);
+
+export async function syncRoute(req: Request, res: Response) {
+  const info = await getNodeInfo();
+
+  const delta = info.height - currentHeight;
+  const status = delta < 3 ? 200 : 400;
+
+  return res.status(status).send({
+    status: 'OK',
+    gatewayHeight: currentHeight,
+    arweaveHeight: info.height,
+    delta,
+  });
+}