aboutsummaryrefslogtreecommitdiffstats
path: root/python
diff options
context:
space:
mode:
Diffstat (limited to 'python')
-rw-r--r--python/sandcrawler/html_metadata.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/python/sandcrawler/html_metadata.py b/python/sandcrawler/html_metadata.py
index 367fce4..2082b65 100644
--- a/python/sandcrawler/html_metadata.py
+++ b/python/sandcrawler/html_metadata.py
@@ -451,7 +451,7 @@ def html_extract_fulltext_url(doc_url: str, doc: HTMLParser, patterns: List[dict
if not elem:
continue
if 'attr' in pattern:
- val = elem.attrs[pattern['attr']]
+ val = elem.attrs.get(pattern['attr'])
if not val:
continue
val = urllib.parse.urljoin(doc_url, val)
@@ -492,7 +492,7 @@ def html_extract_biblio(doc_url: str, doc: HTMLParser) -> Optional[BiblioMetadat
val_list = head.css(pattern)
if val_list:
for val in val_list:
- if val.attrs['content']:
+ if val.attrs.get('content'):
if not field in meta:
meta[field] = []
meta[field].append(val.attrs['content'])