From 20239a033f1240d718b1245e7766ed3ee070ebdc Mon Sep 17 00:00:00 2001 From: Andrew Massey Date: Mon, 23 Sep 2019 08:54:33 -0500 Subject: [PATCH] Update webreader.py * Added timeout to make program faster * Added a few print statements to make the status more visible. --- webreader.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/webreader.py b/webreader.py index 6049068..1eef683 100644 --- a/webreader.py +++ b/webreader.py @@ -4,18 +4,22 @@ def readURL(url): start_time = time.time() - f = urlopen(url) + f = urlopen(url, timeout=3) myfile = f.read() end_time = time.time() return str(int(round((end_time-start_time)*1000, 0))) + "ms - " + url + "\n" +print("Testing URLs...") stream = open("sites.yaml", "r") docs = yaml.load(stream, Loader=yaml.FullLoader) outputfile = open("outputfile.txt", "w") for doc in docs['sites']: + print("Testing " + doc) try: outputfile.write(readURL(doc)) except: - outputfile.write("Timeout Error on " + doc) + outputfile.write("Timeout Error on " + doc + "\n") + +print("Testing Complete.\nResults written to outputfile.txt")