diff options
Diffstat (limited to 'python/sandcrawler/fileset_strategies.py')
| -rw-r--r-- | python/sandcrawler/fileset_strategies.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/python/sandcrawler/fileset_strategies.py b/python/sandcrawler/fileset_strategies.py index 6e4ad10..29b7edb 100644 --- a/python/sandcrawler/fileset_strategies.py +++ b/python/sandcrawler/fileset_strategies.py @@ -40,7 +40,12 @@ class ArchiveorgFilesetStrategy(FilesetIngestStrategy): except FileExistsError: pass - self.ia_session = internetarchive.get_session() + self.ia_session = internetarchive.get_session(config={ + 's3': { + 'access': os.environ.get("IA_ACCESS_KEY"), + 'secret': os.environ.get("IA_SECRET_KEY"), + }, + }) def check_existing(self, item: FilesetPlatformItem) -> Optional[ArchiveStrategyResult]: """ |