module.exports.getBrowser = function(cb) {
safe.run(function (cb) {
var driver = null;
if (browser === "firefox") {
driver = new webdriver.Builder().
forBrowser('firefox').
build();
cb(null, driver);
}
if (browser === "chrome") {
driver = new webdriver.Builder().
forBrowser('chrome').
build();
cb(null, driver);
}
if (browser === "phantomjs") {
var phantom = childProcess.spawn(require("phantomjs").path, ["--webdriver=127.0.0.1:9134"/*,"--remote-debugger-port=9000"*/]);
var error = null;
phantom.stdout.on('data', function (data) {
var line = data.toString();
if (!driver) {
if (/GhostDriver - Main - running /.test(line)) {
driver = new webdriver.Builder().
usingServer("http://127.0.0.1:9134").
withCapabilities({'browserName': 'chrome'}).
build();
cb(null, driver);
} else if (/Error/.test(line))
cb(new Error("Browser can't be started"));
} else {
if (error)
error+=line;
if (/Error/.test(line)) {
error = line;
setTimeout(function () {
driver.controlFlow().abortNow_(new Error(error));
},100);
}
}
});
childs.push(phantom);
}
}, safe.sure(cb, function (driver) {
driver.manage().timeouts().implicitlyWait(0).then(function () {
cb(null, driver);
});
}));
};
module.exports.getApp = function (opts, cb) {
var fixture = opts.fixture || false;
var tag = "tinelic_test";
var dbs = new Db(tag, new Server('localhost', 27017),{w:1});
safe.run(function(cb) {
if (fixture=="empty")
dropDb(cb);
else
cb();
}, safe.sure(cb,function () {
var app = childProcess.fork(__dirname+"/../app.js",['--config',argv.testenv!='test'?'./test/config.js':'./test/config-test.js'],{silent:false});
app.on('message',function (msg) {
if (msg.c=='startapp_repl')
cb(msg.data);
});
childs.push(app);
}));
};
ctx.router.get("/sentry/api/:project/:action",function (req, res, next) {
var data = {};
safe.run(function (cb) {
data = JSON.parse(req.query.sentry_data);
var ip = req.headers['x-forwarded-for'] ||
req.connection.remoteAddress ||
req.socket.remoteAddress ||
req.connection.socket.remoteAddress;
var _dtp = data._dtp || data._dtInit;
if (data.project) delete data.project;
data._idp = req.params.project;
data._dtr = new Date();
data._dtc = data._dt;
data._dt = data._dtr;
data._dtp = _dtp;
if (data._dtInit) delete data._dtInit;
data.agent = useragent.parse(req.headers['user-agent'],data.request.headers['User-Agent']).toJSON();
data = prefixify(data,{strict:1});
var md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(""+(parseInt(data._dtp.valueOf()/(1000*60*60))));
data.shash = md5sum.digest('hex');
md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(data._dtp.toString());
data.chash = md5sum.digest('hex');
// when error happens try to link it with current page
// which is latest page from same client (chash)
// which is registered not later than current event
data._s_culprit = data.culprit || 'undefined'; delete data.culprit;
data._s_message = data.message; delete data.message;
delete data.event_id;
data._s_logger = data.logger; delete data.logger;
data._s_server = "rum";
data._s_reporter = "raven";
data.exception = data.exception || {};
data.exception._s_type = data.exception.type || 'Error'; delete data.exception.type;
data.exception._s_value = data.exception.value || data._s_message; delete data.exception.value;
if (data.stacktrace) {
_.forEach(data.stacktrace.frames, function(r) {
r._s_file = r.filename; delete r.filename;
r._i_line = r.lineno || 0; delete r.lineno;
r._i_col = r.colno || 0; delete r.colno;
r._s_func = r.function || 'undefined'; delete r.function;
r.pre_context = [];
r.post_context = [];
r._s_context = r.context_line || ""; delete r.context_line;
delete r.in_app;
});
} else
data.stacktrace = {frames:[]};
delete data.platform;
if (data.request && data.request.url) {
data.request._s_url=data.request.url;
delete data.request.url;
}
if (data.stacktrace.frames.length > 1) {
data.stacktrace.frames.reverse();
}
pages.findAndModify({chash:data.chash, _dt:{$lte:data._dt}},{_dt:-1},{$inc:{_i_err:1}},{multi:false}, safe.sure(cb, function (page) {
if (page) {
data._idpv = page._id;
if (page._s_route) data.request._s_route = page._s_route;
if (page._s_uri) data.request._s_uri = page._s_uri;
}
ctx.api.validate.check("error",data, safe.sure(cb, function () {
md5sum = crypto.createHash('md5');
md5sum.update(data.exception._s_type);
md5sum.update(data._s_message + data.stacktrace.frames.length);
data.ehash = md5sum.digest('hex');
//find().sort().limit(1).toArray
events.find({_idp:data._idp, ehash: data.ehash}).sort({_dt: 1}).limit(1).toArray(safe.sure(cb,function(edtl){
if (edtl.length)
data._dtf = edtl[0]._dtf || edtl[0]._dt || new Date();
else
data._dtf = new Date();
events.insert(data, safe.sure(cb, function(res){
ctx.api.collect.getStackTraceContext(ctx.locals.systoken,res[0].stacktrace.frames, function (err,frames) {
events.update({"_id":res[0]._id},{$set : {stacktrace:{frames : frames}}},safe.sure(cb, function(res){
}));
});
cb(null);
}));
}));
}));
}));
}, function (err) {
if (err) {
newrelic.noticeError(err);
console.log(data);
}
res.set('Content-Type', 'image/gif');
res.send(buf);
});
});
ctx.router.post( "/sentry/api/store", function( req, res, next ) {
safe.run(function(cb) {
var zip_buffer = new Buffer( req.body.toString(), 'base64' );
zlib.inflate( zip_buffer, safe.sure( cb, function( _buffer_getsentry_data ) {
var ge = JSON.parse( _buffer_getsentry_data.toString() );
var te = {
_idp:new mongo.ObjectID(ge.project),
_dt: new Date(ge.timestamp),
_s_reporter: "raven",
_s_server: ge.server_name,
_s_logger: ge.platform,
_s_message: ge.message,
_s_culprit: ge.culprit || 'undefined',
exception: {
_s_type: ge.exception[0].type,
_s_value: ge.exception[0].value
},
stacktrace: { frames: [] }
};
if (ge.exception[0].stacktrace) {
_.each(ge.exception[0].stacktrace.frames, function (frame) {
te.stacktrace.frames.push({
_s_file: frame.filename || "",
_i_line: frame.lineno || 0,
_i_col: 0,
_s_func: frame.function || "",
pre_context : frame.pre_context || [],
_s_context : frame.context_line || "",
post_context : frame.post_context || []
});
});
te.stacktrace.frames = te.stacktrace.frames.reverse();
}
ctx.api.validate.check("error",te, safe.sure(cb, function () {
safe.parallel([
function(cb) {
var md5sum = crypto.createHash('md5');
md5sum.update(te.exception._s_type);
md5sum.update(te._s_message + te.stacktrace.frames.length);
te.ehash = md5sum.digest('hex');
action_errors.find({_idp:te._idp, ehash: te.ehash}).sort({_dt: 1}).limit(1).toArray(safe.sure(cb,function(edtl){
if (edtl.length)
te._dtf = edtl[0]._dtf || edtl[0]._dt || new Date();
else
te._dtf = new Date();
action_errors.insert(te, cb);
}));
},
function(cb) {
var q = {_idp:te._idp,_dt: {$gte: te._dt}};
actions.update(q,{$inc: {_i_err: 1}},{multi: false},cb);
}
],cb);
}));
}));
}, function( error ){
if (error) {
// report getsentry error with newrelic ;)
newrelic.noticeError(error);
res.writeHead( 500, { 'x-sentry-error': error.toString() } );
res.status(500).end( error.toString() );
} else {
res.status(200).end( "ok" );
}
});
});
ctx.router.get("/browser/:project",function (req, res, next) {
var data = req.query;
safe.run(function (cb) {
data._idp=req.params.project;
data._dtr = new Date();
data._dtc = data._dt;
data._dt = data._dtr;
data.agent = useragent.parse(req.headers['user-agent']).toJSON();
var ip = req.headers['x-forwarded-for'] ||
req.connection.remoteAddress ||
req.socket.remoteAddress ||
req.connection.socket.remoteAddress;
var geo = geoip.lookup(ip);
if (geo)
data.geo = JSON.parse(JSON.stringify(geo));
data = prefixify(data,{strict:1});
// add few data consistance checks
if (data._i_tt > 1000 * 60 * 10)
return cb(new Error("Page total time is too big > 10 min"));
if (Math.abs(data._i_tt - data._i_nt - data._i_lt - data._i_dt)>1000)
return cb(new Error("Page total time do not match components"));
var md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(""+parseInt((data._dtp.valueOf()/(1000*60*60))));
data.shash = md5sum.digest('hex');
md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(data._dtp.toString());
data.chash = md5sum.digest('hex');
data._i_err = 0;
data._s_uri = data.p;
data._s_route = data.r;
delete data.r;
delete data.p;
ctx.api.validate.check("page", data, safe.sure(cb, function(){
pages.insert(data, safe.sure(cb, function (docs) {
// once after inserting page we need to link
// this page events that probably cread earlier
var _id = docs[0]._id;
safe.parallel([
function(cb) {
var n = 0;
ctx.api.assets.getProjectPageRules(ctx.locals.systoken,{_id: data._idp},safe.sure(cb,function(pageRules){
safe.forEach(pageRules,function(pageRule,cb){
var condition = JSON.parse(pageRule._s_condition);
condition._id = _id;
pages.findOne(condition,{_id:1},safe.sure(cb,function(matched){
if (matched) {
_.each(pageRule.actions,function(action){
if (data[action._s_field] && action._s_type == 'replacer') {
data[action._s_field] = data[action._s_field].replace(new RegExp(action._s_matcher),action._s_replacer);
}
});
n++;
}
cb();
}));
},safe.sure(cb,function(){
if (n)
pages.update({_id:_id},{$set:data},{},cb);
else
cb();
}));
}));
},
function(cb) {
events.update({chash: data.chash, _dt:{$gte:(Date.now()-data._i_tt*2),$lte:data._dt}}, {
$set: {
_idpv: _id,
request: {
_s_route: data._s_route,
_s_uri: data._s_uri
}
}
}, {multi: true}, safe.sure(cb, function (updates) {
if (updates)
pages.update({_id: _id}, {$inc: {_i_err: updates}}, cb);
else
cb();
}));
},
function(cb) {
// need to apdate all ajax request that might happened befor us
ajax.update({chash: data.chash, _dtc:{$gte:(data._dtc.valueOf()-data._i_tt*1.2),$lte:data._dtc}}, {
$set: {
_idpv: _id,
_s_route: data._s_route,
_s_uri: data._s_uri}
}, {multi: true}, safe.sure(cb, function() {
ajax.find({chash: data.chash, _dtc:{$gte:(data._dtc.valueOf()-data._i_tt),$lte:data._dtc},
_i_code: {$ne: 200}}).count(safe.sure(cb, function(count) {
if (count > 0)
pages.update({_id: _id}, {$inc: {_i_err: count}}, cb);
else
cb();
}));
}));
}
], cb);
}));
}));
}, function (err) {
if (err) {
newrelic.noticeError(err);
}
res.set('Content-Type', 'image/gif');
res.send(buf);
});
});
ctx.router.get("/ajax/:project", function (req, res, next) {
var data = req.query;
safe.run(function (cb) {
data._idp = new mongo.ObjectID(req.params.project);
data._dtr = new Date();
data._dt = data._dtr;
var ip = req.headers['x-forwarded-for'] ||
req.connection.remoteAddress ||
req.socket.remoteAddress ||
req.connection.socket.remoteAddress;
data = prefixify(data,{strict:1});
// add few data consistance checks
if (data._i_tt > 1000 * 60 * 10)
return cb(new Error("Ajax total time is too big > 10 min"));
if (Math.abs(data._i_tt - data._i_pt - data._i_nt)>1000)
return cb(new Error("ajax total time do not match components"));
var md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(""+parseInt((data._dtp.valueOf()/(1000*60*60))));
data.shash = md5sum.digest('hex');
md5sum = crypto.createHash('md5');
md5sum.update(ip);
md5sum.update(req.headers.host);
md5sum.update(req.headers['user-agent']);
md5sum.update(data._dtp.toString());
data.chash = md5sum.digest('hex');
data._s_name = data.r;
data._s_url = data.url;
delete data.url;
delete data.r;
// initially we trying to link to closest page
safe.parallel({
before: function (cb) {
pages.findOne({
chash: data.chash,
_dtc: {$lte: data._dtc}
}, {sort:{_dtc: -1}},cb);
},
after: function (cb) {
pages.findOne({
chash: data.chash,
_dtc: {$gte: data._dtc}
}, {sort:{_dtc: 1}},cb);
}
}, safe.sure(cb, function (res) {
// by default previous is fine
var page = res.before || null;
// but if anything in front that wittin page load time need to choose it
if (res.after && data._dtc.valueOf() >= (res.after._dtc.valueOf()-res.after._i_tt))
page = res.after;
if (page) {
data._idpv = page._id;
if (page._s_route) data._s_route = page._s_route;
if (page._s_uri) data._s_uri = page._s_uri;
}
ctx.api.validate.check("ajax", data, safe.sure(cb, function(){
safe.parallel([
function (cb) {
ajax.insert(data, cb);
},
function (cb) {
if (!page) return cb();
pages.update({_id:page._id}, {$inc:{_i_err: (data._i_code == 200)?0:1}}, cb);
}
],cb);
}));
}));
}, function (err) {
if (err) {
console.log("BAD ajax: " + JSON.stringify(data));
newrelic.noticeError(err);
}
res.set('Content-Type', 'image/gif');
res.send(buf);
});
});
},function (err) {
nrNonFatal(err);
_.each(body[body.length-1], function (item) {
// grab transaction segments stats
var scope = item[0].scope;
if (!scope) return;
var trnScope = nrParseTransactionName(scope);
var trnName = nrParseTransactionName(item[0].name);
// need to change name of segement if it match
// transcation name (scope)
if (trnName.name == trnScope.name)
trnName.name+="_seg";
if( !action_stats[scope] ) {
action_stats[scope] = {
"_idp": run._idp,
"_s_name": trnScope.name,
"_s_cat": trnScope.type.split("/", 2)[0],
"_s_type": trnScope.type.split("/", 2)[1],
"_dt": _dt,
"_dts": _dts,
"_dte": _dte,
data: []
};
}
action_stats[scope].data.push( {
_s_name: trnName.name,
_s_cat: trnName.type.split("/", 2)[0],
_s_type: trnName.type.split("/", 2)[1],
_i_cnt: item[1][0],
_i_tt: Math.round(item[1][1]*1000),
_i_own: Math.round(item[1][2]*1000),
_i_min: Math.round(item[1][3]*1000),
_i_max: Math.round(item[1][4]*1000),
_i_sqr: Math.round(item[1][5]*1000)
});
});
// extra pass to get scope metrics (if any)
_.each(body[body.length-1], function (item) {
// now process only metrics without scope
var scope = item[0].scope;
if (scope) return;
// but thous that already have details
var stat = action_stats[item[0].name];
if (!stat) return;
var trnName = nrParseTransactionName(item[0].name);
stat.data.unshift({
_s_name: trnName.name,
_s_cat: trnName.type.split("/", 2)[0],
_s_type: trnName.type.split("/", 2)[1],
_i_cnt: item[1][0],
_i_tt: Math.round(item[1][1]*1000),
_i_own: Math.round(item[1][2]*1000),
_i_min: Math.round(item[1][3]*1000),
_i_max: Math.round(item[1][4]*1000),
_i_sqr: Math.round(item[1][5]*1000)
});
});
safe.run(function (cb) {
if (!_.size(action_stats))
return cb();
safe.each(_.values(action_stats), function(v,cb) {
ctx.api.validate.check("action-stats",v, function (err) {
if (nrNonFatal(err))
return cb();
as.insert(v, function (err) {
nrNonFatal(err);
cb();
});
});
},cb);
}, function (err) {
nrNonFatal(err);
res.json( { return_value: "ok" } );
});
});
ctx.express.post("/agent_listener/invoke_raw_method", function( req, res, next ) {
function nrParseTransactionName( value ) {
var _value_array = value.split( "/" );
var _type = _value_array.length > 1 ? _value_array[0] + "/" + _value_array[1] : "", _name = "";
for( var i = 2; i < _value_array.length; i++ )
_name += (_name.length > 0 ? "/" : "") + _value_array[i];
return { name: _name.length ? _name : "-unknown-", type: _type.length ? _type : "-unknown-" };
}
function nrNonFatal(err) {
// capture NewRelic errors with GetSentry, cool to be doublec backed up
if (err) {
if (ctx.locals && ctx.locals.ravenjs)
ctx.locals.ravenjs.captureError(err);
else
console.log(err);
return true;
} else
return false;
}
// extract json data from http request body
function nrParseBody( req ) {
return Buffer.isBuffer(req.body) ? JSON.parse(req.body.toString()) : req.body;
}
function nrParseStackTrace_nodejs( st_source, error_dest ) {
if(!st_source)
return;
_.each(st_source, function (line) {
var si = {pre_context:[],post_context:[],_s_context:"",_s_func:"",_s_file:"",_i_col:0,_i_line:0};
var _TOKEN = "at ";
if( line.indexOf( _TOKEN ) >= 0 ) {
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
_TOKEN = "(";
if( line.indexOf( _TOKEN ) >= 0 ) {
si._s_func = line.substr( 0, line.indexOf( _TOKEN ) ).trim();
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
line = line.replace( ")", "" );
}
_TOKEN = ":";
if( line.indexOf( _TOKEN ) >= 0 ) {
si._s_file = line.substr( 0, line.indexOf( _TOKEN ) ).trim();
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
// line number and column number
var arr_line_items = line.split( ":" );
if( arr_line_items.length == 2 ) {
si._i_line = arr_line_items[0];
si._i_col = arr_line_items[1];
} else if( arr_line_items.length == 1 ) {
si._i_line = arr_line_items[0];
}
}
error_dest.stacktrace.frames.push(prefixify(si));
} else {
error_dest._s_message = line;
}
});
}
function nrParseStackTrace_dotnet( st_source, error_dest ) {
if(!st_source)
return;
_.each(st_source, function (line) {
var si = {pre_context:[],post_context:[],_s_context:"",_s_func:"",_s_file:"",_i_col:0,_i_line:0};
var _TOKEN = "at ";
if( line.indexOf( _TOKEN ) >= 0 ) {
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
_TOKEN = " in ";
if( line.indexOf( _TOKEN ) >= 0 ) {
si._s_func = line.substr( 0, line.indexOf( _TOKEN ) ).trim();
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
_TOKEN = ":line";
if( line.indexOf( _TOKEN ) >= 0 ) {
si._s_file = line.substr( 0, line.indexOf( _TOKEN ) ).trim();
line = line.substr( line.indexOf( _TOKEN ) + _TOKEN.length );
// line number and column number
si._i_line = line.trim();
}
} else si._s_func = line;
error_dest.stacktrace.frames.push(prefixify(si));
} else {
error_dest._s_message = line;
}
});
}
safe.run(function (cb) {
var nrpc = {
get_redirect_host:function () {
// agent ask for reporting host, return by ourselves
var _host_arr = req.headers.host.split( ":" );
res.json( { return_value: _host_arr[0] } );
},
connect:function () {
// on connect we should link agent with its project id when available
var body = nrParseBody(req)[0];
var agent_name = body.app_name[0];
// agent name is either project id or name
var query = prefixify({_id:agent_name});
if (!query._id)
query.name = agent_name;
// check that project exist
ctx.api.assets.getProject(ctx.locals.systoken, {filter:query}, safe.sure(cb, function (project) {
if (!project)
throw new Error( "Project \"" + agent_name + "\" not found" );
var run = {_idp:project._id, _s_pid:body.pid, _s_logger:body.language, _s_host:body.host};
var _ret = {return_value:{"agent_run_id": new Buffer(JSON.stringify(run)).toString('base64')}};
// set value to prevent errors from newrelic:api:getBrowserTimingHeader
_ret.return_value.application_id = project._id;
// need to decode newrelic transaction, see rum.js:decode_newrelic_transaction()
_ret.return_value.browser_key = body.settings.license_key.substr(0, 13);
// browser script
_ret.return_value.js_agent_loader = '\n</script>\n'+
'<script type="text/javascript" src="//'+body.settings.host+
'/web/js/build/tinelic.js"></script>\n'+
'<script type="text/javascript">\n'+
'(function () {\n'+
'var _t_page = new Date();\n'+
'var _t_host = "' + body.settings.host + '";\n'+
'Tinelic.config({\n'+
'url:window.location.protocol + "//" + _t_host,\n'+
'project:"' + project._id + '",\n'+
'route:NREUM.info.transactionName,\n'+
'key:NREUM.info.licenseKey,\n'+
'_dtp:_t_page,\n'+
'});\n'+
'Raven.config(window.location.protocol + "//nah@" + _t_host +"/collect/sentry/' + project._id + '", {\n'+
'dataCallback: function(data) {\n'+
'data._dtp = _t_page;\n'+
'data._dt = new Date();\n'+
'return data;\n'+
'}\n'+
'}).install();\n'+
'NREUM.noticeError = function (err) {\n'+
'Raven.captureException(err);\n'+
'}\n'+
'NREUM.inlineHit = function (request_name, queue_time, app_time, total_be_time, dom_time, fe_time) {\n'+
'var m = {\n'+
'_i_nt: queue_time,\n'+
'_i_dt: dom_time,\n'+
'_i_lt: total_be_time,\n'+
'r: request_name\n'+
'};\n'+
'Tinelic.pageLoad(m);\n'+
'}\n'+
'})()\n'+
'</script>\n';
res.json(_ret);
}));
},
agent_settings:function () {
// seems to be hook to alter agent settings
// not supported now, just mirror back
var body = nrParseBody(req);
if( Array.isArray(body) && body.length > 0 )
res.json(body[0]);
else res.json(body);
},
metric_data:function () {
var body = nrParseBody(req);
var run = prefixify(JSON.parse(new Buffer(req.query.run_id, 'base64').toString('utf8')));
var _dts = new Date( body[1] * 1000.0 ),
_dte = new Date( body[2] * 1000.0 ),
_dt = new Date( (_dts.getTime() + _dte.getTime()) / 2.0 );
var action_stats = {};
safe.each(body[body.length-1], function (item,cb) {
// grab memory metrics
if (item[0].name != "Memory/Physical")
return safe.back(cb);
var te = prefixify({
_idp: run._idp,
_dt: _dt,
_dts: _dts,
_dte: _dte,
_s_type: item[0].name,
_s_name: "",
_s_pid: run._s_pid,
_s_host: run._s_host,
_i_cnt: item[1][0],
_f_val: item[1][1],
_f_own: item[1][2],
_f_min: item[1][3],
_f_max: item[1][4],
_f_sqr: item[1][5]
});
ctx.api.validate.check("metrics",te, function (err) {
if (nrNonFatal(err))
return safe.back(cb);
metrics.insert(te, function (err) {
nrNonFatal(err);
cb();
});
});
},function (err) {
nrNonFatal(err);
_.each(body[body.length-1], function (item) {
// grab transaction segments stats
var scope = item[0].scope;
if (!scope) return;
var trnScope = nrParseTransactionName(scope);
var trnName = nrParseTransactionName(item[0].name);
// need to change name of segement if it match
// transcation name (scope)
if (trnName.name == trnScope.name)
trnName.name+="_seg";
if( !action_stats[scope] ) {
action_stats[scope] = {
"_idp": run._idp,
"_s_name": trnScope.name,
"_s_cat": trnScope.type.split("/", 2)[0],
"_s_type": trnScope.type.split("/", 2)[1],
"_dt": _dt,
"_dts": _dts,
"_dte": _dte,
data: []
};
}
action_stats[scope].data.push( {
_s_name: trnName.name,
_s_cat: trnName.type.split("/", 2)[0],
_s_type: trnName.type.split("/", 2)[1],
_i_cnt: item[1][0],
_i_tt: Math.round(item[1][1]*1000),
_i_own: Math.round(item[1][2]*1000),
_i_min: Math.round(item[1][3]*1000),
_i_max: Math.round(item[1][4]*1000),
_i_sqr: Math.round(item[1][5]*1000)
});
});
// extra pass to get scope metrics (if any)
_.each(body[body.length-1], function (item) {
// now process only metrics without scope
var scope = item[0].scope;
if (scope) return;
// but thous that already have details
var stat = action_stats[item[0].name];
if (!stat) return;
var trnName = nrParseTransactionName(item[0].name);
stat.data.unshift({
_s_name: trnName.name,
_s_cat: trnName.type.split("/", 2)[0],
_s_type: trnName.type.split("/", 2)[1],
_i_cnt: item[1][0],
_i_tt: Math.round(item[1][1]*1000),
_i_own: Math.round(item[1][2]*1000),
_i_min: Math.round(item[1][3]*1000),
_i_max: Math.round(item[1][4]*1000),
_i_sqr: Math.round(item[1][5]*1000)
});
});
safe.run(function (cb) {
if (!_.size(action_stats))
return cb();
safe.each(_.values(action_stats), function(v,cb) {
ctx.api.validate.check("action-stats",v, function (err) {
if (nrNonFatal(err))
return cb();
as.insert(v, function (err) {
nrNonFatal(err);
cb();
});
});
},cb);
}, function (err) {
nrNonFatal(err);
res.json( { return_value: "ok" } );
});
});
},
analytic_event_data:function () {
var body = nrParseBody(req);
var run = prefixify(JSON.parse(new Buffer(req.query.run_id, 'base64').toString('utf8')));
var arecs = [];
safe.each(body[body.length - 1], function (item,cb) {
item = item[0];
var trnName = nrParseTransactionName(item.name);
var ct = trnName.type.split("/",2);
var te = {
"_idp": run._idp,
"_s_name": trnName.name,
"_s_cat": ct[0],
"_s_type": ct[1],
"_dt": new Date(item.timestamp ),
"_i_wt": Math.round(item.webDuration*1000),
"_i_tt": Math.round(item.duration*1000)
};
ctx.api.validate.check("actions",te, function (err) {
if (!nrNonFatal(err))
arecs.push(te);
safe.back(cb,null);
});
},function (err) {
actions.insert(arecs, function (err) {
nrNonFatal(err);
res.json( { return_value: "ok" } );
});
});
},
error_data:function () {
var body = nrParseBody(req);
var run = prefixify(JSON.parse(new Buffer(req.query.run_id, 'base64').toString('utf8')));
safe.each(body[body.length - 1], function (ne) {
var trnName = nrParseTransactionName(ne[1]);
var te = {
_idp:run._idp,
_dt: new Date(),
_s_reporter: "newrelic",
_s_server: run._s_host,
_s_logger: run._s_logger,
_s_message: ne[2],
_s_culprit: ne[1],
exception: {
_s_type: ne[3],
_s_value: ne[2]
},
action: {
_s_name: trnName.name,
_s_cat: trnName.type.split("/",2)[0],
_s_type: trnName.type.split("/",2)[1]
},
stacktrace: { frames: [] }
};
if( run._s_logger == "node" || run._s_logger == "nodejs" ) {
nrParseStackTrace_nodejs( ne[4].stack_trace, te );
} else if( run._s_logger == "dotnet" ) {
nrParseStackTrace_dotnet( ne[4].stack_trace, te );
}
ctx.api.validate.check("error",te, safe.sure(function () {
console.log(JSON.stringify(te), ne[4].stack_trace);
nrNonFatal.apply(this,arguments);
}, function () {
safe.parallel([
function(cb) {
// save actual error
var md5sum = crypto.createHash('md5');
md5sum.update(te.exception._s_type);
md5sum.update(te._s_message + te.stacktrace.frames.length);
te.ehash = md5sum.digest('hex');
action_errors.find({_idp:te._idp,ehash: te.ehash}).sort({_dt: 1}).limit(1).toArray(safe.sure(cb,function(edtl){
if (edtl.length)
te._dtf = edtl[0]._dtf || edtl[0]._dt || new Date();
else
te._dtf = new Date();
action_errors.insert(te, cb);
}));
},
function(cb) {
// modify error counter for
// closest action
actions.findAndModify(
{_idp:te._idp,_dt: {$gte: te._dt}},
{_dt:-1}, {$inc: {_i_err: 1}},
cb);
}
],nrNonFatal);
}));
});
res.json( { return_value: "ok" } );
},
transaction_sample_data:function () {
// ???? transaction trace, not suppored now
res.json( { return_value: "ok" } );
},
get_agent_commands:function () {
// .net agent send this request
res.json( { return_value: [] } );
},
shutdown:function () {
// .net agent send this request when IIS is stopped or there are no
// request to .net applications long time
res.json( { return_value: null } );
}
};
// rename transaction according to new relic name
if (ctx.locals.newrelic)
ctx.locals.newrelic.setTransactionName(req.method+"//newrelic/"+req.query.method);
var fn = nrpc[req.query.method];
if (!fn)
throw new Error("NewRelic: unknown method " + req.query.method);
fn();
}, function (err) {
res.json({exception:{message:err.message}});
});
});
ctx.api.cache.get("collect_client_context",p._s_file+"_"+p._i_line+"_"+p._i_col, safe.sure(cb, function (cdata) {
if (cdata)
return cb(cdata.err, cdata.block);
safe.run(function (cb) {
var url = p._s_file.trim();
request.get({url:url}, safe.sure(cb, function (res, body) {
var context={};
context.post_context=[]; context.pre_context=[];
if (res.statusCode!=200)
return safe.back(cb,new Error("Error, status code " + res.statusCode),null);
var lineno=0,lineidx=0;
var preContextLineEnd=0,preContextLineBegin=0;
var j=0;
var boolOne=true;
while (lineno<parseInt(p._i_line)-1) {
lineidx = body.indexOf('\n',lineidx?(lineidx+1):0);
if (lineidx==-1)
return safe.back(cb,new Error("Line number '"+p._i_line+"' is not found"),null);
lineno++;
}
var idx = lineidx+parseInt(p._i_col);
if (idx>=body.length)
return safe.back(cb,new Error("Column number '"+p.colno+"' is not found"),null);
preContextLineEnd=idx;
var ch,i;
for (i=idx-1; i>=0; i--) {
ch = body.charAt(i);
if (ch == '\n' || ch == '}' || ch == ';' || ch == ')' || i === 0) {
preContextLineBegin=i+1;
if (boolOne) {
boolOne=false;
context._s_context=body.substring(preContextLineBegin,preContextLineEnd);
} else {
context.pre_context.unshift(body.substring(preContextLineBegin,preContextLineEnd));
if (j == 6)
break;
j++;
}
preContextLineEnd = preContextLineBegin;
}
}
var postContextLineEnd=0,postContextLineBegin=0;
boolOne=true;
j=0;
postContextLineBegin=idx;
for (i=idx+1; i<body.length; i++) {
ch = body.charAt(i);
if (ch == '\n' || ch == '}' || ch == ';' || i == body.length-1) {
postContextLineEnd=i+1;
if (boolOne) {
boolOne=false;
context._s_context+=body.substring(postContextLineBegin,postContextLineEnd);
} else {
context.post_context.push(body.substring(postContextLineBegin,postContextLineEnd));
if (j == 6)
break;
j++;
}
postContextLineBegin = postContextLineEnd;
}
}
return cb(null, context);
}));
}, function (err, block) {
if (err) {
// hide error within context line
block = {pre_context:[],post_context:[],_s_context:err.toString()};
}
ctx.api.cache.set("collect_client_context",p._s_file+"_"+p._i_line+"_"+p._i_col,{err:null, block:block},safe.sure(cb, function () {
return cb(null, block);
}));
});
}));