Initial commit

main.py

@@ -0,0 +1,69 @@
+# =============================================================================
+# apacheWFSSelectiveDownload (Apache Web File Server Selective Download)
+#
+# Simple, date-selective download script for apache web file server.
+#
+# Copyright (c) 2025 VELENDEU, eetnaviation
+#
+# https://velend.eu/
+# https://git.velend.eu/eetnaviation/ApacheWFSSelectiveDownload
+#
+# All rights reserved unless otherwise stated.
+#
+# Permission is hereby denied to copy, modify, distribute, sublicense,
+# or sell copies of this software without explicit prior written consent.
+#
+# All dependency trademarks and names if included are subject to copyright
+# of their respective owners.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+# =============================================================================
+
+import requests
+from bs4 import BeautifulSoup
+from urllib.parse import urljoin
+from datetime import datetime, timedelta
+import os
+
+##################### BEGIN USER CONFIGURABLE PART #####################
+
+BASE_URL = ''  # Set your apache Web File Server link here
+DOWNLOAD_DIR = './downloaded_files' # Downloaded files directory name. Default is downloaded_files
+CUTOFF_DATE = datetime.now() - timedelta(days=30) # Maximum file last modified date. If days = 30 then files with an older last modified than 30 days will NOT be downloaded.
+
+###################### END USER CONFIGURABLE PART ######################
+
+os.makedirs(DOWNLOAD_DIR, exist_ok=True)
+
+response = requests.get(BASE_URL)
+soup = BeautifulSoup(response.text, 'html.parser')
+rows = soup.find_all('tr')
+for row in rows:
+    cols = row.find_all('td')
+    if len(cols) < 3:
+        continue
+    link_tag = cols[1].find('a')
+    if not link_tag:
+        continue
+    filename = link_tag.get('href')
+    if filename.endswith('/'):
+        continue
+    date_str = cols[2].text.strip()
+    try:
+        file_date = datetime.strptime(date_str, '%d-%b-%Y %H:%M')
+    except ValueError:
+        continue
+    if file_date >= CUTOFF_DATE:
+        file_url = urljoin(BASE_URL, filename)
+        local_path = os.path.join(DOWNLOAD_DIR, filename)
+        r = requests.get(file_url, stream=True)
+        with open(local_path, 'wb') as f:
+            for chunk in r.iter_content(chunk_size=8192):
+                f.write(chunk)
+        print(f"Downloaded: {filename}")