verdnatura
/
mycdc
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix: refs #4409 AMQ messages ACK fixes
gitea/mycdc/pipeline/head This commit looks good Details

This commit is contained in:
Juan Ferrer 2024-05-07 11:56:42 +02:00
parent ba2ad3bbd2
commit 0d937cef67
2 changed files with 11 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
lib/queue-fk.js
View File

@ -12,7 +12,7 @@ module.exports = class QueueFk extends Queue {
} }
reset() { reset() {
this.lastMessage = null; this.messages = [];
this.nMessages = 0; this.nMessages = 0;
this.scopes = new Map(); this.scopes = new Map();
} }
@ -27,11 +27,10 @@ module.exports = class QueueFk extends Queue {
} }
async onFlushTimeout() { async onFlushTimeout() {
if (this.nMessages) { const {messages} = this;
const {consumer} = this;
const scopes = this.scopes; if (messages.length) {
const lastMessage = this.lastMessage; const {consumer, scopes} = this;
this.reset(); this.reset();
if (consumer.conf.debug) if (consumer.conf.debug)
@ -50,9 +49,11 @@ module.exports = class QueueFk extends Queue {
} }
} }
await this.channel.ack(lastMessage, true); for (const message of messages)
await this.channel.ack(message);
} catch(err) { } catch(err) {
await this.channel.nack(lastMessage, true); for (const message of messages)
await this.channel.nack(message);
console.error(err); console.error(err);
} }
} }
@ -84,10 +85,8 @@ module.exports = class QueueFk extends Queue {
for (const row of data.rows) for (const row of data.rows)
ids.add(row[key]); ids.add(row[key]);
this.nMessages++; this.messages.push(msg);
this.lastMessage = msg; if (this.messages.length == consumer.conf.amqpPrefetch)
if (this.nMessages == consumer.conf.amqpPrefetch)
this.flush(); this.flush();
} }
} }

2
package.json
View File

@ -1,6 +1,6 @@
{ {
"name": "mycdc", "name": "mycdc",
"version": "0.0.11", "version": "0.0.12",
"author": "Verdnatura Levante SL", "author": "Verdnatura Levante SL",
"description": "Asynchronous DB calculations reading the binary log", "description": "Asynchronous DB calculations reading the binary log",
"license": "GPL-3.0", "license": "GPL-3.0",