fix: refs #4409 AMQ messages ACK fixes

config/consumer.yml

@@ -3,6 +3,7 @@ testMode: false
 defaults:
   mode: fk
   flushInterval: 5000
+  amqpPrefetch: 100
 amqp: amqp://user:password@localhost:5672
 db: 
   host: localhost

lib/queue-fk.js

@@ -30,7 +30,7 @@ module.exports = class QueueFk extends Queue {
     const {messages} = this;
 
     if (messages.length) {
-      const {consumer, scopes} = this;
+      const {consumer, scopes, channel} = this;
       this.reset();
       
       if (consumer.conf.debug)
@@ -49,19 +49,21 @@ module.exports = class QueueFk extends Queue {
           }
         }
 
-        for (const message of messages)
+        const promises = [];
-          await this.channel.ack(message);
+        for (const msg of messages)
+          promises.push(channel.ack(msg));
+        await Promise.all(promises);
       } catch(err) {
-        for (const message of messages)
+        for (const msg of messages)
-          await this.channel.nack(message);
+          await channel.nack(msg);
-        console.error(err);
+        throw err;
       }
     }
 
     this.flush(this.conf.flushInterval);
   }
 
-  async onConsume(msg) {
+  onConsume(msg) {
     const {conf} = this;
     const consumer = this.consumer;
     const data = JSON.parse(msg.content.toString());
@@ -86,7 +88,7 @@ module.exports = class QueueFk extends Queue {
         ids.add(row[key]);
 
     this.messages.push(msg);
-    if (this.messages.length == consumer.conf.amqpPrefetch)
+    if (this.messages.length == conf.amqpPrefetch)
       this.flush();
   }
 }

package.json

@@ -1,6 +1,6 @@
 {
   "name": "mycdc",
-  "version": "0.0.12",
+  "version": "0.0.13",
   "author": "Verdnatura Levante SL",
   "description": "Asynchronous DB calculations reading the binary log",
   "license": "GPL-3.0",