diff options
Diffstat (limited to 'python')
| -rw-r--r-- | python/sandcrawler/ia.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/sandcrawler/ia.py b/python/sandcrawler/ia.py index 0a0e0ae..25697be 100644 --- a/python/sandcrawler/ia.py +++ b/python/sandcrawler/ia.py @@ -575,6 +575,7 @@ class WaybackClient: next_url = start_url urls_seen = [start_url] for i in range(self.max_redirects): + print(" URL: {}".format(next_url), file=sys.stderr) cdx_row = self.cdx_client.lookup_best(next_url, best_mimetype=best_mimetype) #print(cdx_row, file=sys.stderr) if not cdx_row: |