read_stream.on('data', function(line) {
// Pipe data into redis stream
if (line && line.length > 2 && line.indexOf("_") === -1) {
var cod = Math.abs(hashCode(line))
var existing_dupe = code_map[cod.toString()]
if (existing_dupe) {
console.log(
"FOUND hashcode collision | existing_dupe, line:",
existing_dupe, line
)
}
else {
code_map[cod.toString()] = line
}
hashcodes.push(cod)
write_stream.redis.write(Redis.parse(['sadd', SET_KEY, line]))
}
})
var redis = require('redis-stream'),
client = new redis(6379, '127.0.0.1');
var stream = client.stream();
for(var record = 0 ; record < 10000 ; record++){
var command = ['set', 'key' + record, 'value'];
stream.redis.write(redis.parse(command));
}
stream.on('close', function(){
console.log('Completed!');
});
stream.end();