Updated logging (#6)

* updated dependencies

* removed livetest marker

* moved load_vendor_creds and logger_config to utils

* added utils.py

* major updates to cli

* fixed utils.py

* fixed f string error

* removed extra branch from unit-tests.yaml

* fixed cli test

* fixed issue in logging dictconfig

* more fixes

* added fixture to mock USERPROFILE env var

.github/workflows/unit-tests.yaml

@@ -24,7 +24,7 @@ jobs:
           python -m pip install -r dev-requirements.txt
           python -m pip install -e .
       - name: Run tests
-        run: python -m pytest -m "not livetest" --cov=vendor_file_cli/
+        run: python -m pytest --cov=vendor_file_cli/
       - name: Send report to Coveralls
         uses: AndreMiras/coveralls-python-action@develop
         with:

dev-requirements.txt

@@ -9,7 +9,7 @@ colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and (platf
 coverage[toml]==7.6.1 ; python_version >= "3.10" and python_version < "4.0"
 cryptography==43.0.0 ; python_version >= "3.10" and python_version < "4.0"
 exceptiongroup==1.2.2 ; python_version >= "3.10" and python_version < "3.11"
-file-retriever @ git+https://github.com/BookOps-CAT/file-retriever.git@8433d49ae3150901c97f8068c03f071b2b66d46a ; python_version >= "3.10" and python_version < "4.0"
+file-retriever @ git+https://github.com/BookOps-CAT/file-retriever.git@405c6d20fb1a5017140b9aa3aeb57168d733d98a ; python_version >= "3.10" and python_version < "4.0"
 google-api-core==2.20.0 ; python_version >= "3.10" and python_version < "4.0"
 google-api-python-client==2.146.0 ; python_version >= "3.10" and python_version < "4.0"
 google-auth-httplib2==0.2.0 ; python_version >= "3.10" and python_version < "4.0"
@@ -19,6 +19,7 @@ googleapis-common-protos==1.65.0 ; python_version >= "3.10" and python_version <
 httplib2==0.22.0 ; python_version >= "3.10" and python_version < "4.0"
 idna==3.10 ; python_version >= "3.10" and python_version < "4.0"
 iniconfig==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
+loggly-python-handler==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
 numpy==2.1.1 ; python_version >= "3.10" and python_version < "4.0"
 oauthlib==3.2.2 ; python_version >= "3.10" and python_version < "4.0"
 packaging==24.1 ; python_version >= "3.10" and python_version < "4.0"
@@ -42,7 +43,8 @@ pytest==8.3.2 ; python_version >= "3.10" and python_version < "4.0"
 python-dateutil==2.9.0.post0 ; python_version >= "3.10" and python_version < "4.0"
 pytz==2024.2 ; python_version >= "3.10" and python_version < "4.0"
 pyyaml==6.0.2 ; python_version >= "3.10" and python_version < "4.0"
-record-validator @ git+https://github.com/BookOps-CAT/record-validator.git@2f0c7934915b44db01c7e21294e78ffb3632e9ff ; python_version >= "3.10" and python_version < "4.0"
+record-validator @ git+https://github.com/BookOps-CAT/record-validator.git@c81f97bbbebef3779319ec3ec1fe9e7dec48ccf9 ; python_version >= "3.10" and python_version < "4.0"
+requests-futures==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
 requests-oauthlib==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
 requests==2.32.3 ; python_version >= "3.10" and python_version < "4.0"
 rsa==4.9 ; python_version >= "3.10" and python_version < "4"

pyproject.toml

@@ -18,6 +18,7 @@ google-api-python-client = "^2.146.0"
 google-auth-oauthlib = "^1.2.1"
 pandas = "^2.2.3"
 pandas-stubs = "^2.2.2.240909"
+loggly-python-handler = "^1.0.1"
 
 
 [tool.poetry.group.dev.dependencies]
@@ -32,9 +33,6 @@ fetch = "vendor_file_cli:main"
 
 [tool.pytest.ini_options]
 testpaths = ["tests"]
-markers = [
-    "livetest: mark a test as using live credentials",
-]
 
 
 [tool.coverage.run]

requirements.txt

@@ -7,7 +7,7 @@ charset-normalizer==3.3.2 ; python_version >= "3.10" and python_version < "4.0"
 click==8.1.7 ; python_version >= "3.10" and python_version < "4.0"
 colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and platform_system == "Windows"
 cryptography==43.0.0 ; python_version >= "3.10" and python_version < "4.0"
-file-retriever @ git+https://github.com/BookOps-CAT/file-retriever.git@8433d49ae3150901c97f8068c03f071b2b66d46a ; python_version >= "3.10" and python_version < "4.0"
+file-retriever @ git+https://github.com/BookOps-CAT/file-retriever.git@405c6d20fb1a5017140b9aa3aeb57168d733d98a ; python_version >= "3.10" and python_version < "4.0"
 google-api-core==2.20.0 ; python_version >= "3.10" and python_version < "4.0"
 google-api-python-client==2.146.0 ; python_version >= "3.10" and python_version < "4.0"
 google-auth-httplib2==0.2.0 ; python_version >= "3.10" and python_version < "4.0"
@@ -16,6 +16,7 @@ google-auth==2.35.0 ; python_version >= "3.10" and python_version < "4.0"
 googleapis-common-protos==1.65.0 ; python_version >= "3.10" and python_version < "4.0"
 httplib2==0.22.0 ; python_version >= "3.10" and python_version < "4.0"
 idna==3.10 ; python_version >= "3.10" and python_version < "4.0"
+loggly-python-handler==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
 numpy==2.1.1 ; python_version >= "3.10" and python_version < "4.0"
 oauthlib==3.2.2 ; python_version >= "3.10" and python_version < "4.0"
 pandas-stubs==2.2.2.240909 ; python_version >= "3.10" and python_version < "4.0"
@@ -34,7 +35,8 @@ pyparsing==3.1.4 ; python_version >= "3.10" and python_version < "4.0"
 python-dateutil==2.9.0.post0 ; python_version >= "3.10" and python_version < "4.0"
 pytz==2024.2 ; python_version >= "3.10" and python_version < "4.0"
 pyyaml==6.0.2 ; python_version >= "3.10" and python_version < "4.0"
-record-validator @ git+https://github.com/BookOps-CAT/record-validator.git@2f0c7934915b44db01c7e21294e78ffb3632e9ff ; python_version >= "3.10" and python_version < "4.0"
+record-validator @ git+https://github.com/BookOps-CAT/record-validator.git@c81f97bbbebef3779319ec3ec1fe9e7dec48ccf9 ; python_version >= "3.10" and python_version < "4.0"
+requests-futures==1.0.1 ; python_version >= "3.10" and python_version < "4.0"
 requests-oauthlib==2.0.0 ; python_version >= "3.10" and python_version < "4.0"
 requests==2.32.3 ; python_version >= "3.10" and python_version < "4.0"
 rsa==4.9 ; python_version >= "3.10" and python_version < "4"