3pp-mirror/public-apis
1
0
Fork 0
mirror of https://github.com/public-apis/public-apis.git synced 2025-05-29 17:06:23 +02:00
Code Issues Projects Releases Packages Wiki Activity

Fix links validation script ()

Browse source
This commit is contained in:
Sitram 2020-10-19 17:38:38 +03:00 • committed by GitHub
parent aa621059a7
commit dc903e6dd2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 4 deletions

4
README.md
View file

@ -1,4 +1,6 @@
# Public APIs [![Run tests](https://github.com/public-apis/public-apis/workflows/Run%20tests/badge.svg)](https://github.com/public-apis/public-apis/actions?query=workflow%3A%22Run+tests%22) # Public APIs [![Run tests](https://github.com/public-apis/public-apis/workflows/Run%20tests/badge.svg)](https://github.com/public-apis/public-apis/actions?query=workflow%3A%22Run+tests%22) [![Validate links](https://github.com/public-apis/public-apis/workflows/Validate%20links/badge.svg?branch=master)](https://github.com/public-apis/public-apis/actions?query=workflow%3A%22Validate+links%22)
![Run tests](https://github.com/public-apis/public-apis/workflows/Run%20tests/badge.svg?branch=master)
A collective list of free APIs for use in software and web development. A collective list of free APIs for use in software and web development.

6
build/validate_links.py
View file

@ -22,9 +22,9 @@ def validate_links(links):
print('Validating {} links...'.format(len(links))) print('Validating {} links...'.format(len(links)))
errors = [] errors = []
for link in links: for link in links:
h = httplib2.Http(disable_ssl_certificate_validation=True, timeout=10) h = httplib2.Http(disable_ssl_certificate_validation=True, timeout=25)
try: try:
resp = h.request(link) resp = h.request(link, headers={'user-agent': 'Mozilla/5.0'})
code = int(resp[0]['status']) code = int(resp[0]['status'])
# check if status code is a client or server error # check if status code is a client or server error
if code >= 404: if code >= 404:
@ -37,7 +37,7 @@ def validate_links(links):
# Ignore some exceptions which are not actually errors. # Ignore some exceptions which are not actually errors.
# The list below should be extended with other exceptions in the future if needed # The list below should be extended with other exceptions in the future if needed
if ((-1 != str(e).find("Content purported to be compressed with gzip but failed to decompress.")) and if ((-1 != str(e).find("Content purported to be compressed with gzip but failed to decompress.")) and
(-1 != str(e).find("[SSL: CERTIFICATE_VERIFY_FAIL)ED] certificate verify failed (_ssl.c:852)"))) : (-1 != str(e).find("[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed (_ssl.c:852)"))) :
errors.append("ERR: {} : {}".format(e, link)) errors.append("ERR: {} : {}".format(e, link))
return errors return errors