edges.forEach(function(e){
var sourceIdStr = String(e.source);
var targetIdStr = String(e.target);
var sourceNode = pageGraph.getNode(urlToNodeName.get(sourceIdStr));
var targetNode = pageGraph.getNode(urlToNodeName.get(targetIdStr));
if(sourceNode && targetNode){
pageGraph.addEdge(sourceNode, targetNode, { weight: 1 });
}
});
function getLanguage(text) {
var pattern = /^\s*([A-Za-zα-ωΑ-Ωϊίάύήόέöäüßèééïç]{2,})\s*(:|-|>|\.|,|;)*/;
var plainText = htmlToText.fromString(text, { wordwrap: 130 });
var matches = plainText.match(pattern);
var result = {lang: 'en', text: plainText};
if (matches) {
var word = matches[1].toLowerCase();
if (_langMap.has(word)) {
result = {lang: _langMap.get(word), text: plainText.replace(matches[0], '')};
}
}
console.info('regexp : ' + JSON.stringify(matches));
console.info('result : ' + JSON.stringify(result));
return result;
}