many async methods not usable for items > 5000

[langmi]

async version: 0.1.18
machine: i7, 16GB Ram, OSX

i try to use the async library for queueing async processing of around 10000 items and so far i am always getting the

RangeError: Maximum call stack size exceeded

Exception

to count my poor javascript skills out i just used the example at https://github.com/caolan/async#queue

and enhanced it with

var asyncTest = function() {
for(var i = 0; i < 10000; i++) {
q.push({"counter": i}, function (err) {
console.log('finished processing:' + i);
});
}
};

asyncTest();

it will give the infamous exception

[caolan]

I suspect you are using synchronous functions rather than asynchronous ones when processing the queue. What does your worker function look like?

[langmi]

you are right, and just for reference here the now working version

var async = require("async"); // https://github.com/caolan/async

// create a queue object with concurrency 200
var q = async.queue(function (task, callback) {
    function doIt() {
        console.log("working with:" + task.name);
        callback();
    };
    process.nextTick(doIt);
}, 200);

// assign a callback to call when all task are finished
q.drain = function() {
    console.log('all items have been processed');
}

var asyncTest = function() {
    for(var i = 0; i < 10000; i++) {
        q.push({"name": i}, function (err) {
            console.log("processed:" + this.data.name);
        });
    }
};

asyncTest();