webtest_analysis.js

var WebPageTest = require('webpagetest')
var fs = require('fs');

const querystring = require('querystring');
var wpt = new WebPageTest("https://www.webpagetest.org/","A.57c0ecce925470118d73687951af28ee")

// collect all the web addresses
w_addes = []

// reading from a file
fs.readFile('Servers/alexa_weblist.csv', 'utf8', function (err, data){
	if (err){
		throw err;
		}

		// convert the data to string and remove end of line
		var content = data.toString().split('\n');
		for (var i in content){
			var trimmed = content[i].trim();
			if (trimmed.length !== 0){
					w_addes.push(trimmed);
				}
			}
		processweb_add();
	});

// collecting all the test_id
data_id = []
function processweb_add() {
	// going throught a list of web address
	for (var i = 0; i < 50; i++) { // w_addes.length  
		// console.log("this is :", i, w_addes[i]);

		/*
		// Creating a customMetrics

		var customMetrics = [
			'[iframes]',
			'return document.getElementsByTagName("iframe").length',
			'[ads],    							//looking for advertisment provider
			'return Array.prototype.slice.call(document.getElementsByTagName("a")).filter(function (node) { return node.getAttribute("href").indexOf("ad.doubleclick.net") !== -1 }).length'
			]
		*/

		wpt.runTest(w_addes[i], {
			connectivity: 'cable',             // 'cable' or '4G' (9 Mbps 170ms RTT) specifing connection
			location: 'Italy:Chrome',		  // Dulles 'Italy:Chrome' or IOS location	
			firstViewOnly: false,
			runs: 1,
			pollResults: 5,
			video: true
		}, function processTeststatus(err, result) { 
			console.log(err || result)
	//		console.log('Data id: ', result.data.id)

			//collecting all the test_ids
			data_id.push(result.data.id)

			// check result status
			check_status();
			// console.log("inside",data_id)
		})
   }	
}

function check_status(){
	// console.log(data_id.length)
	for(var i=0; i < data_id.length; i++){ 
		// using the data.testId of the website this checks on the status of the test
		wpt.getTestStatus(data_id[i], function processTestStatus(err, result) {
			// console.log(err || result)
			console.log("outside",data_id)
		})

		// using the data.testId of the website we get the test resutl
		wpt.getTestResults(data_id[i], function processTestResult(err, result) {
			 console.log(err || result)
			// console.log('web address: ', result.data.url)


			//console.log(err || result) //this will return the specific testId etc...
			console.log('Load time:', result.data.average.firstView.loadTime)
			console.log('First byte:', result.data.average.firstView.TTFB)
			console.log('Start render:', result.data.average.firstView.render)
			console.log('Speed Index:', result.data.average.firstView.SpeedIndex)
			console.log('DOM elements:', result.data.average.firstView.domElements)

			
			console.log('(Doc complete) Requests:', result.data.average.firstView.requestsDoc)
			console.log('(Doc complete) Byets in:', result.data.average.firstView.bytesInDoc)


			console.log('(Fully loaded) Time:', result.data.average.firstView.fullyLoaded)
			console.log('(Fully loaded) Requests:', result.data.average.firstView.requestsFull)
			console.log('(Fully loaded) Bytes in:', result.data.average.firstView.bytesIn)

			console.log('Waterfall view:', result.data.runs[1].firstView.images.waterfall)
			var q_data = querystring.stringify({
			'web address:': result.data.url,
			'Load time:': result.data.average.firstView.loadTime,
			'First byte:': result.data.average.firstView.TTFB,
			'Start render:': result.data.average.firstView.render,
			'Speed Index:': result.data.average.firstView.SpeedIndex,
			'DOM elements:': result.data.average.firstView.domElements,
			'(Doc complete) Requests:': result.data.average.firstView.requestsDoc,
			'(Doc complete) Byets in:': result.data.average.firstView.bytesInDoc,
			'(Fully loaded) Time:': result.data.average.firstView.fullyLoaded,
			'(Fully loaded) Requests:': result.data.average.firstView.requestsFull,
			'(Fully loaded) Bytes in:': result.data.average.firstView.bytesIn,
			'Waterfall view:': result.data.runs[1].firstView.images.waterfall,
			
			},';',':');


			// custome Metrics values
			//console.log('Iframes:', result.data.average.firstView.iframes)
			//console.log('Ads:', result.data.average.firstView.ad)

			//var data = JSON.stringify(q_data, null, 2)
			// fs.writeFile('words2.json', q_data, response);
			fs.appendFile('Test_results/alexa_Italy_test_result.txt', q_data, response);
			console.log(q_data)

			function response(err){
				console.log('saving response');
			}

		})
	}
}