Update to Python 3.9

.envrc

@@ -0,0 +1,20 @@
+# https://github.com/direnv/direnv/pull/1352
+layout_uv() {
+  # Watch the uv configuration file for changes
+  watch_file .python-version pyproject.toml uv.lock
+
+  # Use --frozen so that direnv entry does not change the lock contents. This
+  # can fail if the lock file is badly out of sync, but it'll report that to the
+  # user and the resolution is obvious.
+  uv sync --frozen || true
+
+  # activate the virtualenv after syncing; this puts the newly-installed
+  # binaries on PATH.
+  venv_path="$(expand_path "${UV_PROJECT_ENVIRONMENT:-.venv}")"
+  if [[ -e $venv_path ]]; then
+    # shellcheck source=/dev/null
+    source "$venv_path/bin/activate"
+  fi
+}
+
+layout_uv

.python-version

@@ -0,0 +1 @@
+3.9.23

CONTRIBUTING.md

@@ -93,9 +93,9 @@ One branch per bug/feature. Don't stack PR on top of other PR branches!
 
 ### Testing
 
-Testing can be done by using [Nose](http://nose.readthedocs.io/). 
-As described in Nose documentation, run `nosetests3` in the top
-level of the project directory.
+Testing can be done by using [pytest](http://pytest.org).
+As described in the [pyest documentation](https://docs.pytest.org/en/stable/how-to/usage.html),
+run `pytest` in the top level of the project directory.
 
 Additionally, the project is [configured to use the free Travis CI]
 (https://travis-ci.org/chfoo/wpull).

pyproject.toml

@@ -0,0 +1,76 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "wpull"
+dynamic = ["version", "readme"]
+description = "Wget-compatible web downloader and crawler."
+authors = [
+    {name = "Christopher Foo", email = "chris.foo@gmail.com"},
+]
+license = "GPL-3.0-only"
+classifiers=[
+    "Development Status :: 5 - Production/Stable",
+    "Programming Language :: Python :: 3",
+    "Topic :: Internet :: File Transfer Protocol (FTP)",
+    "Topic :: Internet :: WWW/HTTP",
+    "Topic :: System :: Archiving",
+]
+requires-python = ">=3.9,<3.10"
+dependencies = [
+    "chardet==5.0.0",
+    "dnspython<2",
+    "frozendict>=2.4.6",
+    "html5lib==1.1",
+    "lxml==5.2.1",
+    "psutil>5,<6",
+    "sqlalchemy>=1.3,<1.4",
+    "tornado>=3.2.2,<5.0",
+    "yapsy==1.12.2",
+]
+
+[dependency-groups]
+dev = [
+    "pytest>=8.4.0",
+    "warcat>=2.2.5",
+]
+
+[tool.uv]
+default-groups = "all"
+
+[tool.setuptools]
+# TODO: use src layout and drop packages listing
+packages = [
+    "wpull",
+    "wpull.application",
+    "wpull.application.plugins",
+    "wpull.application.tasks",
+    "wpull.backport",
+    "wpull.database",
+    "wpull.document",
+    "wpull.document.htmlparse",
+    "wpull.driver",
+    "wpull.network",
+    "wpull.pipeline",
+    "wpull.processor",
+    "wpull.processor.coprocessor",
+    "wpull.protocol.abstract",
+    "wpull.protocol.ftp",
+    "wpull.protocol.ftp.ls",
+    "wpull.protocol.http",
+    "wpull.proxy",
+    "wpull.scraper",
+    "wpull.testing",
+    "wpull.testing.integration",
+    "wpull.thirdparty",
+    "wpull.warc",
+]
+
+[project.scripts]
+wpull = "wpull.application.main:main"
+wpull3 = "wpull.application.main:main"
+
+[tool.setuptools.dynamic]
+readme = {file = ["README.rst"]}
+version = {attr = "wpull.version.__version__"}

test/fuzz_fusil_2/runner.py

@@ -8,7 +8,6 @@
 '''
 import os.path
 import random
-import sys
 
 from fusil.application import Application
 from fusil.process.create import ProjectProcess