From 990b44ac9d6038fad8591cd7fa3f60b29e8e9456 Mon Sep 17 00:00:00 2001
From: lincmba <lincolncmba@gmail.com>
Date: Fri, 3 Nov 2023 12:47:11 +0300
Subject: [PATCH] CI set up for running tests in the python modules and
 generating coverage report

---
 .github/workflows/ci.yml  | 40 +++++++++++++++++++++++++++++++++++++--
 cleaner/requirements.txt  |  3 ++-
 importer/requirements.txt |  3 ++-
 3 files changed, 42 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 306c3646..16af5bfc 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -2,7 +2,7 @@
 
 # For more information see: https://docs.github.com/en/enterprise-cloud@latest/actions/automating-builds-and-tests/building-and-testing-java-with-gradle
 
-name: Java CI with Gradle
+name: CI
 
 on:
   pull_request:
@@ -10,7 +10,7 @@ on:
       - main
 
 jobs:
-  run-unit-tests:
+  run-efsity-unit-tests:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -39,3 +39,39 @@ jobs:
       - name: Run spotless check
         run: ./gradlew spotlessApply
         working-directory: efsity
+
+  run-importer-unit-tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Generate Importer Report
+        run: |
+          python3 -m venv venv
+            . venv/bin/activate
+          python -m pip install --upgrade pip
+          pip install -r requirements/dev.pip
+          pip install pytest-cov
+          ruff . --exit-non-zero-on-fix
+          pytest importer --doctest-modules --junitxml=coverage.xml --cov=importer --cov-report=xml --cov-report=html
+          coverage xml
+          ls -al
+        working-directory: importer
+
+  run-cleaner-unit-tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Generate Cleaner Report
+        run: |
+          python3 -m venv venv
+            . venv/bin/activate
+          python -m pip install --upgrade pip
+          pip install -r requirements/dev.pip
+          pip install pytest-cov
+          ruff . --exit-non-zero-on-fix
+          pytest cleaner --doctest-modules --junitxml=coverage.xml --cov=cleaner --cov-report=xml --cov-report=html
+          coverage xml
+          ls -al
+        working-directory: cleaner
diff --git a/cleaner/requirements.txt b/cleaner/requirements.txt
index 23327ec7..3ca82874 100644
--- a/cleaner/requirements.txt
+++ b/cleaner/requirements.txt
@@ -2,4 +2,5 @@ click==8.1.3
 oauthlib==3.2.2
 requests==2.31.0
 requests-oauthlib==1.3.1
-urllib3==2.0.3
\ No newline at end of file
+urllib3==2.0.3
+pytest==7.4.2
diff --git a/importer/requirements.txt b/importer/requirements.txt
index e37a4686..548dd05c 100644
--- a/importer/requirements.txt
+++ b/importer/requirements.txt
@@ -3,4 +3,5 @@ oauthlib==3.2.2
 requests==2.31.0
 requests-oauthlib==1.3.1
 urllib3==2.0.3
-backoff==2.2.1
\ No newline at end of file
+backoff==2.2.1
+pytest==7.4.2