switching from a GET to a HEAD request for the 404 checker

ogdch · Jul 30, 2013 · 60228b4 · 60228b4
1 parent 30f46ef
commit 60228b4
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/ckanext/fso/harvesters/check_for_404s.py b/ckanext/fso/harvesters/check_for_404s.py
@@ -16,7 +16,7 @@
 			resource = dataset.find('resource')
 			url = resource.find('url').text
 
-			request = http.request('GET', url)
-			if request.status != 200:
-				output_file.write(str(request.status) + ': ' + url + '\n')
-				print str(request.status) + ': ' + url
+			status = urllib3.PoolManager().request('HEAD', url).status
+			if status != 200:
+				output_file.write(str(status) + ': ' + url + '\n')
+				print str(status) + ': ' + url