Dev

.github/workflows/ci.yml

@@ -0,0 +1,43 @@
+name: Philea CI Pipeline
+
+on:
+  push:
+    branches: [ main, dev ]
+  pull_request:
+    branches: [ main, dev ]
+
+jobs:
+  ci:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout Code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+        cache: 'pip'
+
+    - name: Install Dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Run Linter (Flake8)
+      run: |
+        # Stop the build if there are Python syntax errors or undefined names
+        flake8 src/ --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 src/ --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+
+    - name: Syntax Compile Check (Build)
+      run: |
+        python -m compileall src/
+
+    - name: Run Unit Tests
+      env:
+        GEMINI_API_KEY: "dummy_key"
+      run: |
+        PYTHONPATH=src python -m unittest discover -s src/tests

.gitignore

@@ -114,6 +114,11 @@ celerybeat.pid
 
 # Environments
 .env
+.env.local
+.env.*.local
+.env.development
+.env.test
+.env.production
 .venv
 env/
 venv/
@@ -159,3 +164,7 @@ Thumbs.db
 .vscode/
 *.swp
 *.swo
+
+# Project custom ignores
+response.html
+detail_response.txt

hinchilla.ipynb

@@ -0,0 +1,83 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "ae4a2344",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "from bs4 import BeautifulSoup, NavigableString\n",
+    "import pprint\n",
+    "import time\n",
+    "import json\n",
+    "import re"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "3d6f0b4e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "r = requests.get(\"https://www.hinchilla.com/funder-directory\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "acdb647c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with open(\"response.html\",\"w\") as f:\n",
+    "    f.write(r.text)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "9796f913",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Detailpage: \n",
+    "url = \"https://www.hinchilla.com/funder-directory/three-peas.txt\"\n",
+    "r = requests.get(url)\n",
+    "with open(\"detail_response.txt\",\"w\") as f:\n",
+    "    f.write(r.text)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "815d5933",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.2"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}