Merge pull request #47 from NREL/pp/extra_search_engines

Add extra search engines

.github/workflows/pytest_ords.yml

@@ -43,6 +43,7 @@ jobs:
         python -m pip install pytest-cov
         python -m pip install psycopg2-binary
         python -m pip install boto3
+        python -m pip install flaky
         python -m pip install .
         rebrowser_playwright install
     - name: Run pytest and Generate coverage report

elm/ords/download.py

@@ -7,7 +7,8 @@
 from elm.ords.services.threaded import TempFileCache
 from elm.ords.validation.location import CountyValidator
 from elm.web.document import PDFDocument
-from elm.web.google_search import google_results_as_docs, filter_documents
+from elm.web.search.google import google_results_as_docs
+from elm.web.utilities import filter_documents
 
 
 logger = logging.getLogger(__name__)

elm/web/__init__.py

@@ -1,3 +1,3 @@
 """ELM Web scraping. """
 
-from .google_search import PlaywrightGoogleLinkSearch
+from .search.google import PlaywrightGoogleLinkSearch