diff options
Diffstat (limited to 'arabesque.py')
| -rwxr-xr-x | arabesque.py | 5 | 
1 files changed, 5 insertions, 0 deletions
| diff --git a/arabesque.py b/arabesque.py index 429042d..07c05b5 100755 --- a/arabesque.py +++ b/arabesque.py @@ -427,12 +427,17 @@ def backward(log_file, map_db, output_db, hit_mimetypes=FULLTEXT_MIMETYPES):              counts['skip-map-scope'] += 1              continue          row = final_row +        loop_stack = []          while row and row.referrer_url != None:              next_row = lookup_referrer_row(m, row.referrer_url)              if next_row:                  row = next_row              else:                  break +            if row.referrer_url in loop_stack: +                counts['map-url-redirect-loop'] += 1 +                break +            loop_stack.append(row.referrer_url)          initial_domain = urllib3.util.parse_url(row.url).host          final_domain = urllib3.util.parse_url(final_row.url).host | 
