Create python-package-conda.yml (#18)

* Create python-package-conda.yml

* Update python-package-conda.yml

* Create environment.yml

* Update environment.yml

spacing

* replaced pytest with unittest

* created test folder to build

* checking for folder directory

* neccessary file added and path added

* removed comments and added init file for workflow

* directly testing the file

* hardcoding path

* troubleshooting

Author: dendenso

.github/workflows/python-package-conda.yml

@@ -0,0 +1,37 @@
+name: Python Package using Conda
+
+on: [push]
+
+jobs:
+  build-linux:
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 5
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v3
+      with:
+        python-version: '3.10'
+    - name: Add conda to system path
+      run: |
+        # $CONDA is an environment variable pointing to the root of the miniconda directory
+        echo $CONDA/bin >> $GITHUB_PATH
+    - name: Install dependencies
+      run: |
+        conda env update --file environment.yml --name base
+    - name: Lint with flake8
+      run: |
+        conda install flake8
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+    - name: Run unittest files by path
+      run: |
+        shopt -s nullglob
+          for i in src/tests/test_*.py; do
+            echo " RUNNING $i "
+            python "$i" || exit 1
+        done

environment.yml

@@ -0,0 +1,13 @@
+name: myenv
+channels:
+  - defaults
+  - conda-forge
+dependencies:
+  - python=3.10
+  - pip
+  - numpy
+  - pandas
+  - requests
+  - pip:
+    - beautifulsoup4
+    - lxml

webscraper/src/__init__.py

@@ -0,0 +1 @@
+#placeholder for build yaml file in github actions workflow

webscraper/src/main.py

@@ -1,19 +1,3 @@
-# from Cheaper_Scraper import CheaperScraper
-
-# def main():
-#     scraper = CheaperScraper("https://www.walmart.com",
-#                              user_agent="CheaperBot/0.1",
-#                              delay=2.0)
-#     pages = ["/", 
-#              "/about", 
-#              "/shop/clothing-and-accessories/new-arrivals",
-#              "/ip/Siilsaa-Womens-Tops-2024-Soft-Short-Sleeve-Casual-Blouses-Shirt-Crewneck-Fashion-Knit-Pullover-Sweater-White-M/13496269884?classType=VARIANT&athbdg=L1600"]
-#     results = scraper.scrape(pages)
-#     for path, items in results.items():
-#         print(path, items)
-
-# if __name__ == "__main__":
-#     main()
 
 from Cheaper_Scraper import CheaperScraper
 import json

webscraper/src/tests/__init__.py

@@ -0,0 +1 @@
+# github workflow requires an init.py