bullmq 4.0.0-beta.1 → 4.0.0

package/src/interfaces/redis-options.ts

@@ -1,9 +0,0 @@
-import IORedis from 'ioredis';
-
-export interface RedisOptions {
-  skipVersionCheck?: boolean;
-  port: number;
-  host: string;
-}
-
-export type ConnectionOptions = RedisOptions | IORedis.Redis;

package/src/interfaces/repeat-options.ts

@@ -1,19 +0,0 @@
-export interface RepeatOptions {
-  // Cron string
-  cron?: string;
-  // Timezone
-  tz?: string;
-  // Start date when the repeat job should start repeating (only with cron).
-  startDate?: Date | string | number;
-  // End date when the repeat job should stop repeating.
-  endDate?: Date | string | number;
-  // Number of times the job should repeat at max.
-  limit?: number;
-  // Repeat every millis (cron setting cannot be used together with this setting.)
-  every?: number;
-
-  // The start value for the repeat iteration count.
-  count?: number;
-  prevMillis?: number;
-  jobId?: string;
-}

package/src/interfaces/worker-options.ts

@@ -1,13 +0,0 @@
-import { Job } from '../classes';
-import { AdvancedOptions, QueueBaseOptions, RateLimiterOptions } from './';
-
-export type Processor = (job: Job) => Promise<any>;
-
-export interface WorkerOptions extends QueueBaseOptions {
-  concurrency?: number;
-  limiter?: RateLimiterOptions;
-  skipDelayCheck?: boolean;
-  drainDelay?: number;
-  visibilityWindow?: number; // seconds,
-  settings?: AdvancedOptions;
-}

package/src/test/fixtures/fixture_processor.js

@@ -1,13 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(500).then(() => {
-    return 42;
-  });
-};

package/src/test/fixtures/fixture_processor_bar.js

@@ -1,13 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(500).then(() => {
-    return 'bar';
-  });
-};

package/src/test/fixtures/fixture_processor_crash.js

@@ -1,16 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-module.exports = function(job) {
-  setTimeout(() => {
-    if (typeof job.data.exitCode !== 'number') {
-      throw new Error('boom!');
-    }
-    process.exit(job.data.exitCode);
-  }, 100);
-
-  return new Promise(() => {});
-};

package/src/test/fixtures/fixture_processor_exit.js

@@ -1,15 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(500).then(() => {
-    delay(100).then(() => {
-      process.exit(0);
-    });
-  });
-};

package/src/test/fixtures/fixture_processor_fail.js

@@ -1,13 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(500).then(() => {
-    throw new Error('Manually failed processor');
-  });
-};

package/src/test/fixtures/fixture_processor_foo.js

@@ -1,13 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(500).then(() => {
-    return 'foo';
-  });
-};

package/src/test/fixtures/fixture_processor_progress.js

@@ -1,29 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(job) {
-  return delay(50)
-    .then(() => {
-      job.progress(10);
-      return delay(100);
-    })
-    .then(() => {
-      job.progress(27);
-      return delay(150);
-    })
-    .then(() => {
-      job.progress(78);
-      return delay(100);
-    })
-    .then(() => {
-      return job.progress(100);
-    })
-    .then(() => {
-      return 37;
-    });
-};

package/src/test/fixtures/fixture_processor_slow.js

@@ -1,13 +0,0 @@
-/**
- * A processor file to be used in tests.
- *
- */
-'use strict';
-
-const delay = require('delay');
-
-module.exports = function(/*job*/) {
-  return delay(1000).then(() => {
-    return 42;
-  });
-};

package/src/test/test_bulk.ts

@@ -1,59 +0,0 @@
-import { Queue, Worker, Job } from '../classes';
-import { expect } from 'chai';
-import IORedis from 'ioredis';
-import { beforeEach, describe, it } from 'mocha';
-import { v4 } from 'node-uuid';
-
-describe('bulk jobs', () => {
-  let queue: Queue;
-  let queueName: string;
-  let client: IORedis.Redis;
-
-  beforeEach(function() {
-    client = new IORedis();
-    return client.flushdb();
-  });
-
-  beforeEach(async function() {
-    queueName = 'test-' + v4();
-    queue = new Queue(queueName);
-  });
-
-  afterEach(async function() {
-    await queue.close();
-    return client.quit();
-  });
-
-  it('should process jobs', async () => {
-    const name = 'test';
-    let processor;
-    const processing = new Promise(resolve => [
-      (processor = async (job: Job) => {
-        if (job.data.idx === 0) {
-          expect(job.data.foo).to.be.equal('bar');
-        } else {
-          expect(job.data.idx).to.be.equal(1);
-          expect(job.data.foo).to.be.equal('baz');
-          resolve();
-        }
-      }),
-    ]);
-    const worker = new Worker(queueName, processor);
-    await worker.waitUntilReady();
-
-    const jobs = await queue.addBulk([
-      { name, data: { idx: 0, foo: 'bar' } },
-      { name, data: { idx: 1, foo: 'baz' } },
-    ]);
-    expect(jobs).to.have.length(2);
-
-    expect(jobs[0].id).to.be.ok;
-    expect(jobs[0].data.foo).to.be.eql('bar');
-    expect(jobs[1].id).to.be.ok;
-    expect(jobs[1].data.foo).to.be.eql('baz');
-
-    await processing;
-
-    await worker.close();
-  });
-});

package/src/test/test_child-pool.ts

@@ -1,88 +0,0 @@
-import { expect } from 'chai';
-import { ChildPool } from '../classes';
-
-describe('Child pool', () => {
-  let pool: ChildPool;
-
-  beforeEach(() => {
-    pool = new ChildPool();
-  });
-
-  afterEach(() => {
-    pool.clean();
-  });
-
-  it('should return same child if free', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    const child = await pool.retain(processor);
-    expect(child).to.be.ok;
-    pool.release(child);
-    expect(pool.retained).to.be.empty;
-    const newChild = await pool.retain(processor);
-    expect(child).to.be.eql(newChild);
-  });
-
-  it('should return a new child if reused the last free one', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    let child = await pool.retain(processor);
-    expect(child).to.be.ok;
-    pool.release(child);
-    expect(pool.retained).to.be.empty;
-    let newChild = await pool.retain(processor);
-    expect(child).to.be.eql(newChild);
-    child = newChild;
-    newChild = await pool.retain(processor);
-    expect(child).not.to.be.eql(newChild);
-  });
-
-  it('should return a new child if none free', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    const child = await pool.retain(processor);
-    expect(child).to.be.ok;
-    expect(pool.retained).not.to.be.empty;
-    const newChild = await pool.retain(processor);
-    expect(child).to.not.be.eql(newChild);
-  });
-
-  it('should return a new child if killed', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    const child = await pool.retain(processor);
-    expect(child).to.be.ok;
-    pool.kill(child);
-    expect(pool.retained).to.be.empty;
-    const newChild = await pool.retain(processor);
-    expect(child).to.not.be.eql(newChild);
-  });
-
-  it('should return a new child if many retained and none free', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    const children = await Promise.all([
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-    ]);
-    expect(children).to.have.length(6);
-    const child = await pool.retain(processor);
-    expect(children).not.to.include(child);
-  });
-
-  it('should return an old child if many retained and one free', async () => {
-    const processor = __dirname + '/fixtures/fixture_processor_bar.js';
-    const children = await Promise.all([
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-      pool.retain(processor),
-    ]);
-
-    expect(children).to.have.length(6);
-    pool.release(children[0]);
-    const child = await pool.retain(processor);
-    expect(children).to.include(child);
-  });
-});

package/src/test/test_clean.ts

@@ -1,148 +0,0 @@
-import { Queue, QueueEvents, Worker } from '../classes';
-import { delay } from 'bluebird';
-import { expect } from 'chai';
-import IORedis from 'ioredis';
-import { after } from 'lodash';
-import { beforeEach, describe, it } from 'mocha';
-import { v4 } from 'node-uuid';
-
-describe('Cleaner', () => {
-  let queue: Queue;
-  let queueEvents: QueueEvents;
-  let queueName: string;
-  let client: IORedis.Redis;
-
-  beforeEach(function() {
-    client = new IORedis();
-    return client.flushdb();
-  });
-
-  beforeEach(async function() {
-    queueName = 'test-' + v4();
-    queue = new Queue(queueName);
-    queueEvents = new QueueEvents(queueName);
-    return queueEvents.waitUntilReady();
-  });
-
-  afterEach(async function() {
-    await queue.close();
-    await queueEvents.close();
-    return client.quit();
-  });
-
-  it('should clean an empty queue', async () => {
-    await queue.waitUntilReady();
-
-    const waitCleaned = new Promise(resolve => {
-      queue.on('cleaned', (jobs, type) => {
-        expect(type).to.be.eql('completed');
-        expect(jobs.length).to.be.eql(0);
-        resolve();
-      });
-    });
-
-    const jobs = await queue.clean(0, 0);
-
-    expect(jobs.length).to.be.eql(0);
-
-    await waitCleaned;
-  });
-
-  it('should clean two jobs from the queue', async () => {
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-
-    const worker = new Worker(queueName, async job => {});
-    await worker.waitUntilReady();
-
-    queue.on(
-      'completed',
-      after(2, async () => {
-        const jobs = await queue.clean(0, 0);
-        expect(jobs.length).to.be.eql(2);
-      }),
-    );
-
-    await worker.close();
-  });
-
-  it('should only remove a job outside of the grace period', async () => {
-    const worker = new Worker(queueName, async job => {});
-    await worker.waitUntilReady();
-
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-    await delay(200);
-    await queue.add('test', { some: 'data' });
-    await queue.clean(100, 100);
-    await delay(100);
-    const jobs = await queue.getCompleted();
-    expect(jobs.length).to.be.eql(1);
-  });
-
-  it('should clean all failed jobs', async () => {
-    const worker = new Worker(queueName, async job => {
-      throw new Error('It failed');
-    });
-    await worker.waitUntilReady();
-
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-
-    await delay(100);
-    const jobs = await queue.clean(0, 0, 'failed');
-    expect(jobs.length).to.be.eql(2);
-    const count = await queue.count();
-    expect(count).to.be.eql(0);
-  });
-
-  it('should clean all waiting jobs', async () => {
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-    await delay(100);
-    const jobs = await queue.clean(0, 0, 'wait');
-    expect(jobs.length).to.be.eql(2);
-    const count = await queue.count();
-    expect(count).to.be.eql(0);
-  });
-
-  it('should clean all delayed jobs', async () => {
-    await queue.add('test', { some: 'data' }, { delay: 5000 });
-    await queue.add('test', { some: 'data' }, { delay: 5000 });
-    await delay(100);
-    const jobs = await queue.clean(0, 0, 'delayed');
-    expect(jobs.length).to.be.eql(2);
-    const count = await queue.count();
-    expect(count).to.be.eql(0);
-  });
-
-  it('should clean the number of jobs requested', async () => {
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-    await delay(100);
-    const jobs = await queue.clean(0, 1, 'wait');
-    expect(jobs.length).to.be.eql(1);
-    const count = await queue.count();
-    expect(count).to.be.eql(2);
-  });
-
-  it('should clean a job without a timestamp', async () => {
-    const worker = new Worker(queueName, async job => {
-      throw new Error('It failed');
-    });
-    await worker.waitUntilReady();
-
-    const client = new IORedis();
-
-    await queue.add('test', { some: 'data' });
-    await queue.add('test', { some: 'data' });
-
-    await delay(100);
-    await client.hdel(`bull:${queueName}:1`, 'timestamp');
-    const jobs = await queue.clean(0, 0, 'failed');
-    expect(jobs.length).to.be.eql(2);
-    const failed = await queue.getFailed();
-    expect(failed.length).to.be.eql(0);
-  });
-});