kafka-node/test/test.offset.js

Client for Apache Kafka v0.8+

'use strict';

var libPath = process.env['kafka-cov'] ? '../lib-cov/' : '../lib/';
var Producer = require(libPath + 'producer');
var Offset = require(libPath + 'offset');
var Client = require(libPath + 'client');

var client, producer, offset;

var host = process.env['KAFKA_TEST_HOST'] || '';

describe('Offset', function () {
  before(function (done) {
    client = new Client(host);
    producer = new Producer(client);
    producer.on('ready', function () {
      producer.createTopics(['_exist_topic_3_test'], true, function (err) {
        done(err);
      });
    });

    offset = new Offset(client);
  });

  after(function (done) {
    producer.close(done);
  });

  describe('#fetch', function () {
    it('should return offset of the topics', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic } ];
      offset.fetch(topics, function (err, data) {
        var offsets = data[topic][0];
        offsets.should.be.an.instanceOf(Array);
        offsets.length.should.equal(1);
        done(err);
      });
    });

    it('should return earliest offset of the topics', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, time: -2 } ];
      offset.fetch(topics, function (err, data) {
        var offsets = data[topic][0];
        offsets.should.be.an.instanceOf(Array);
        offsets.length.should.above(0);
        done(err);
      });
    });

    it('should return latest offset of the topics', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, time: -1 } ];
      offset.fetch(topics, function (err, data) {
        var offsets = data[topic][0];
        offsets.should.be.an.instanceOf(Array);
        offsets.length.should.above(0);
        done(err);
      });
    });

    it('should keeping calling fetch until offset is ready', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic } ];
      offset.ready = false;
      offset.fetch(topics, done);
      offset.ready = true;
    });
  });

  describe('#commit', function () {
    it('should commit successfully', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, offset: 10 } ];
      offset.commit('_groupId_commit_test', topics, function (err, data) {
        data.should.be.ok;
        Object.keys(data)[0].should.equal(topic);
        done(err);
      });
    });

    it('should keep calling commit until offset is ready', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, offset: 10 } ];
      offset.ready = false;
      offset.commit('_groupId_commit_test', topics, done);
      offset.ready = true;
    });
  });

  describe('#fetchCommits', function () {
    it('should get last committed offset of the consumer group', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, offset: 10 } ];
      offset.fetchCommits('_groupId_commit_1_test', topics, function (err, data) {
        data.should.be.ok;
        Object.keys(data)[0].should.equal(topic);
        data[topic][0].should.equal(-1);
        done(err);
      });
    });

    it('should keep calling fetchCommits until offset is ready', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [ { topic: topic, offset: 10 } ];
      offset.ready = false;
      offset.fetchCommits('_groupId_commit_1_test', topics, done);
      offset.ready = true;
    });
  });

  describe('#fetchLatestOffsets', function () {
    it('should get latest kafka offsets for all topics passed in', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [topic];
      var partition = 0;
      offset.fetch([{topic: topic, time: -1}], function (err, results) {
        if (err) return done(err);
        var latestOffset = results[topic][partition][0];
        offset.fetchLatestOffsets(topics, function (err, offsets) {
          if (err) return done(err);
          offsets[topic][partition].should.equal(latestOffset);
          done();
        });
      });
    });

    it('should keep calling fetchLatestOffsets until offset is ready', function (done) {
      var topic = '_exist_topic_3_test';
      var topics = [topic];
      offset.ready = false;
      offset.fetchLatestOffsets(topics, done);
      offset.ready = true;
    });
  });
});