@platformatic/kafka
Version:
Modern and performant client for Apache Kafka
105 lines (104 loc) • 4.3 kB
JavaScript
import { ResponseError } from "../../errors.js";
import { createRecordsBatch } from "../../protocol/records.js";
import { Writer } from "../../protocol/writer.js";
import { groupByProperty } from "../../utils.js";
import { createAPI } from "../definitions.js";
import { ProduceAcks } from "../enumerations.js";
/*
Produce Request (Version: 9) => transactional_id acks timeout_ms [topic_data] TAG_BUFFER
transactional_id => COMPACT_NULLABLE_STRING
acks => INT16
timeout_ms => INT32
topic_data => name [partition_data] TAG_BUFFER
name => COMPACT_STRING
partition_data => index records TAG_BUFFER
index => INT32
records => COMPACT_RECORDS
*/
export function createRequest(acks = 1, timeout = 0, topicData, options = {}) {
// Normalize the messages
const now = BigInt(Date.now());
for (const message of topicData) {
if (typeof message.partition === 'undefined') {
message.partition = 0;
}
if (typeof message.timestamp === 'undefined') {
message.timestamp = now;
}
}
const writer = Writer.create()
.appendString(options.transactionalId)
.appendInt16(acks)
.appendInt32(timeout)
.appendArray(groupByProperty(topicData, 'topic'), (w, [topic, messages]) => {
w.appendString(topic).appendArray(groupByProperty(messages, 'partition'), (w, [partition, messages]) => {
const records = createRecordsBatch(messages, options);
w.appendInt32(partition)
.appendUnsignedVarInt(records.length + 1)
.appendFrom(records);
});
})
.appendTaggedFields();
if (acks === ProduceAcks.NO_RESPONSE) {
writer.context.noResponse = true;
}
return writer;
}
/*
Produce Response (Version: 9) => [responses] throttle_time_ms TAG_BUFFER
responses => name [partition_responses] TAG_BUFFER
name => COMPACT_STRING
partition_responses => index error_code base_offset log_append_time_ms log_start_offset [record_errors] error_message TAG_BUFFER
index => INT32
error_code => INT16
base_offset => INT64
log_append_time_ms => INT64
log_start_offset => INT64
record_errors => batch_index batch_index_error_message TAG_BUFFER
batch_index => INT32
batch_index_error_message => COMPACT_NULLABLE_STRING
error_message => COMPACT_NULLABLE_STRING
throttle_time_ms => INT32
*/
export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
const errors = [];
const response = {
responses: reader.readArray((r, i) => {
const topicResponse = {
name: r.readString(),
partitionResponses: r.readArray((r, j) => {
const index = r.readInt32();
const errorCode = r.readInt16();
if (errorCode !== 0) {
errors.push([`/responses/${i}/partition_responses/${j}`, errorCode]);
}
return {
index,
errorCode,
baseOffset: r.readInt64(),
logAppendTimeMs: r.readInt64(),
logStartOffset: r.readInt64(),
recordErrors: r.readArray((r, k) => {
const recordError = {
batchIndex: r.readInt32(),
batchIndexErrorMessage: r.readNullableString()
};
if (recordError.batchIndexErrorMessage) {
errors.push([`/responses/${i}/partition_responses/${j}/record_errors/${k}`, -1]);
}
return recordError;
}),
errorMessage: r.readNullableString()
};
})
};
return topicResponse;
}),
throttleTimeMs: reader.readInt32()
};
if (errors.length) {
throw new ResponseError(apiKey, apiVersion, Object.fromEntries(errors), response);
}
return response;
}
export const api = createAPI(0, 9, createRequest, parseResponse);