feat: use correctly how cursor work in AWS SDK (#14)

package.json

@@ -1,6 +1,6 @@
 {
   "name": "s3-prometheus-exporter",
-  "version": "0.4.1",
+  "version": "0.5.0",
   "description": "S3 data exporter for prometheus",
   "author": "Tchoupinax <[email protected]> (https://corentinfiloche.xyz)",
   "license": "MIT",

src/index.ts

@@ -52,6 +52,7 @@ async function main (): Promise<void> {
 
   const app = Fastify();
   app.get("/metrics", async (_, reply: FastifyReply) => {
+    logger.info("Request received");
     reply.header("Content-Type", register.contentType);
     await queryS3(prefixedPlugins, globalPlugins);
     return reply.send(await register.metrics());

src/queryS3.ts

@@ -2,6 +2,7 @@ import { _Object, ListObjectsCommand, ListObjectsCommandInput, S3Client } from "
 import config from "config";
 
 import { Metric } from "./metrics/metric";
+import logger from "./utils/logger";
 
 const s3Client = new S3Client({
   credentials: {
@@ -40,7 +41,12 @@ async function listAllContents (
   let cursor : string | undefined;
 
   while (shouldContinue) {
-    const params: ListObjectsCommandInput = { Bucket, Prefix };
+    logger.debug("Processing %s objects", list.length);
+
+    const params: ListObjectsCommandInput = {
+      Bucket,
+      Prefix,
+    };
     if (cursor) {
       params.Marker = cursor;
     }
@@ -55,7 +61,7 @@ async function listAllContents (
       shouldContinue = false;
       cursor = undefined;
     } else {
-      cursor = res.Marker;
+      cursor = list.at(-1)?.Key;
     }
   }