ci: update README, requirements, and test matrix for Python 3.10-3.11

Author: pmclSF

.github/workflows/ci.yml

@@ -23,7 +23,7 @@ jobs:
     needs: lint
     strategy:
       matrix:
-        python-version: ['3.8', '3.9', '3.10']
+        python-version: ['3.10', '3.11']
 
     steps:
     - uses: actions/checkout@v4

README.md

@@ -381,9 +381,6 @@ python ev_run_render.py config/train_config.yml
 G-PCC is the industry-standard point cloud codec from MPEG. Compare your results:
 
 ```bash
-# Run G-PCC on the same data
-python mp_run.py config/train_config.yml --num_parallel 8
-
 # Generate a final comparison report
 python mp_report.py \
     results/metrics/evaluation_report.json \
@@ -552,69 +549,99 @@ print(f"Peak memory: {mem.peak_mb:.1f} MB")
 
 | Software | Version | Purpose |
 |----------|---------|---------|
-| Python | 3.8+ | Programming language |
-| TensorFlow | ≥ 2.11.0 | Neural network framework |
+| Python | 3.10+ | Programming language |
+| TensorFlow | ~=2.15 | Neural network framework |
+| TensorFlow Probability | ~=0.23 | Probability distributions for entropy modeling |
 | MPEG G-PCC | Latest | Industry-standard codec for comparison |
 | MPEG PCC Metrics | v0.12.3 | Standard evaluation metrics |
 
 ### Python Dependencies
 
 Install these with `pip install -r requirements.txt`:
 
-| Package | Purpose |
-|---------|---------|
-| tensorflow | Neural network operations |
-| tensorflow-probability | Probability distributions for entropy modeling |
-| numpy | Numerical computations |
-| matplotlib | Visualization |
-| pandas | Data analysis |
-| pyyaml | Configuration file parsing |
-| scipy | Scientific computing |
-| numba | JIT compilation for speed |
+| Package | Version | Purpose |
+|---------|---------|---------|
+| tensorflow | ~=2.15 | Neural network operations |
+| tensorflow-probability | ~=0.23 | Probability distributions for entropy modeling |
+| numpy | ~=1.26 | Numerical computations |
+| matplotlib | ~=3.8 | Visualization |
+| pandas | ~=2.1 | Data analysis |
+| pyyaml | ~=6.0 | Configuration file parsing |
+| scipy | ~=1.11 | Scientific computing |
+| tqdm | ~=4.66 | Progress bars |
+| numba | ~=0.58 | JIT compilation for speed |
+| keras-tuner | ~=1.4 | Hyperparameter tuning (for cli_train.py) |
+| pytest | ~=8.0 | Test framework |
+| ruff | >=0.4 | Linter (configured in pyproject.toml) |
 
 ---
 
 ## Project Structure
 
 ```
 deepcompress/
-├── src/                          # Source code
+├── src/                            # Source code
 │   ├── Model Components
-│   │   ├── model_transforms.py   # Main encoder/decoder architecture
-│   │   ├── entropy_model.py      # Entropy coding (converts to bits)
-│   │   ├── entropy_parameters.py # Hyperprior parameter prediction
-│   │   ├── context_model.py      # Spatial autoregressive context
-│   │   ├── channel_context.py    # Channel-wise context
-│   │   └── attention_context.py  # Attention-based context
+│   │   ├── model_transforms.py     # Main encoder/decoder (V1 + V2) architecture
+│   │   ├── entropy_model.py        # Gaussian conditional, hyperprior entropy models
+│   │   ├── entropy_parameters.py   # Hyperprior mean/scale prediction network
+│   │   ├── context_model.py        # MaskedConv3D, autoregressive spatial context
+│   │   ├── channel_context.py      # Channel-wise context model
+│   │   └── attention_context.py    # Windowed attention context model
 │   │
 │   ├── Performance
-│   │   ├── constants.py          # Pre-computed math constants
-│   │   ├── precision_config.py   # Mixed precision settings
-│   │   ├── benchmarks.py         # Performance measurement
-│   │   └── quick_benchmark.py    # Quick testing tool
+│   │   ├── constants.py            # Pre-computed math constants (LOG_2, EPSILON)
+│   │   ├── precision_config.py     # Mixed precision (float16) settings
+│   │   ├── benchmarks.py           # Performance measurement
+│   │   └── quick_benchmark.py      # Quick synthetic smoke test
 │   │
 │   ├── Data Processing
-│   │   ├── ds_mesh_to_pc.py      # Convert meshes to point clouds
-│   │   ├── ds_pc_octree_blocks.py# Split into octree blocks
-│   │   ├── compress_octree.py    # Compression pipeline
-│   │   └── decompress_octree.py  # Decompression pipeline
+│   │   ├── data_loader.py          # Unified data loader (ModelNet40 / 8iVFB)
+│   │   ├── ds_mesh_to_pc.py        # Convert .off meshes to point clouds
+│   │   ├── ds_pc_octree_blocks.py  # Split point clouds into octree blocks
+│   │   ├── ds_select_largest.py    # Select N largest blocks by point count
+│   │   ├── octree_coding.py        # Octree encode/decode for voxel grids
+│   │   ├── compress_octree.py      # Compression entry point
+│   │   └── map_color.py            # Transfer colors between point clouds
+│   │
+│   ├── Training & Evaluation
+│   │   ├── training_pipeline.py    # End-to-end training loop
+│   │   ├── evaluation_pipeline.py  # Model evaluation pipeline
+│   │   ├── cli_train.py            # Training CLI with hyperparameter tuning
+│   │   └── experiment.py           # Experiment runner
 │   │
-│   └── Training & Evaluation
-│       ├── training_pipeline.py  # End-to-end training
-│       ├── evaluation_pipeline.py# Model evaluation
-│       └── cli_train.py          # Command-line interface
+│   └── Evaluation & Comparison
+│       ├── ev_compare.py           # Point cloud quality metrics (PSNR, Chamfer)
+│       ├── ev_run_render.py        # Visualization / rendering
+│       ├── point_cloud_metrics.py  # D1/D2 point-to-point metrics
+│       ├── mp_report.py            # MPEG G-PCC comparison reports
+│       ├── colorbar.py             # Colorbar visualization utility
+│       └── parallel_process.py     # Parallel processing utility
 │
-├── tests/                        # Automated tests
-│   ├── test_entropy_model.py
-│   ├── test_context_model.py
-│   ├── test_performance.py       # Performance regression tests
-│   └── ...
+├── tests/                          # Automated tests (pytest + tf.test.TestCase)
+│   ├── conftest.py                 # Session-scoped fixtures (tf_config, file factories)
+│   ├── test_utils.py               # Shared test utilities (mock grids, configs)
+│   ├── test_model_transforms.py    # V1 + V2 model tests
+│   ├── test_entropy_model.py       # Entropy model tests
+│   ├── test_context_model.py       # Context model tests
+│   ├── test_channel_context.py     # Channel context tests
+│   ├── test_attention_context.py   # Attention context tests
+│   ├── test_performance.py         # Performance regression + optimization tests
+│   ├── test_training_pipeline.py   # Training loop tests
+│   ├── test_evaluation_pipeline.py # Evaluation pipeline tests
+│   ├── test_data_loader.py         # Data loading tests
+│   ├── test_compress_octree.py     # Compression pipeline tests
+│   ├── test_octree_coding.py       # Octree codec tests
+│   └── ...                         # + 10 more module-level test files
 │
-├── config/                       # Configuration files
-├── data/                         # Datasets (not in git)
-├── results/                      # Output files (not in git)
-├── README.md                     # This file
-└── requirements.txt              # Python dependencies
+├── data/                           # Datasets (not in git)
+├── results/                        # Output files (not in git)
+├── CLAUDE.md                       # AI agent coding standards
+├── pyproject.toml                  # Ruff linter configuration
+├── pytest.ini                      # Pytest configuration and markers
+├── setup.py                        # Package setup
+├── requirements.txt                # Python dependencies
+└── README.md                       # This file
 ```
 
 ---

requirements.txt

@@ -1,12 +1,12 @@
-matplotlib~=3.5.0
-pyntcloud~=0.1.2
-numpy~=1.23.0
-pandas~=1.4.0
-tqdm~=4.64.0
-tensorflow~=2.11.0
+tensorflow~=2.15.0
+tensorflow-probability~=0.23.0
+numpy~=1.26.0
+matplotlib~=3.8.0
+pandas~=2.1.0
+tqdm~=4.66.0
 pyyaml~=6.0
-pytest~=7.1.0
-scipy~=1.8.1
-numba~=0.56.0
-tensorflow-probability~=0.19.0
+pytest~=8.0.0
+scipy~=1.11.0
+numba~=0.58.0
+keras-tuner~=1.4.0
 ruff>=0.4.0

src/evaluation_pipeline.py

@@ -1,7 +1,7 @@
 import logging
 from dataclasses import asdict, dataclass
 from pathlib import Path
-from typing import Any, Dict, List
+from typing import Any, Dict
 
 import tensorflow as tf
 

src/model_transforms.py

@@ -3,7 +3,7 @@
 
 import tensorflow as tf
 
-from constants import LOG_2_RECIPROCAL, EPSILON
+from constants import EPSILON, LOG_2_RECIPROCAL
 
 
 @dataclass

src/training_pipeline.py

@@ -9,9 +9,10 @@
 class TrainingPipeline:
     def __init__(self, config_path: str):
         import yaml
+
         from data_loader import DataLoader
-        from model_transforms import DeepCompressModel, TransformConfig
         from entropy_model import EntropyModel
+        from model_transforms import DeepCompressModel, TransformConfig
 
         self.config_path = config_path
         with open(config_path, 'r') as f:
@@ -50,7 +51,8 @@ def __init__(self, config_path: str):
     def _train_step(self, batch: tf.Tensor, training: bool = True) -> Dict[str, tf.Tensor]:
         """Run a single training step."""
         with tf.GradientTape(persistent=True) as tape:
-            x_hat, y, y_hat, z = self.model(batch[..., tf.newaxis] if len(batch.shape) == 4 else batch, training=training)
+            inputs = batch[..., tf.newaxis] if len(batch.shape) == 4 else batch
+            x_hat, y, y_hat, z = self.model(inputs, training=training)
 
             # Compute focal loss on reconstruction
             focal_loss = self.compute_focal_loss(

tests/conftest.py

@@ -5,7 +5,6 @@
 import tensorflow as tf
 
 
-
 def pytest_collection_modifyitems(items):
     """Filter out tf.test.TestCase.test_session, which is a deprecated
     context manager that pytest mistakenly collects as a test."""

tests/test_colorbar.py

@@ -3,13 +3,12 @@
 
 sys.path.insert(0, str(Path(__file__).parent.parent / 'src'))
 
-import json
 
 import matplotlib.pyplot as plt
 import numpy as np
 import pytest
 
-from colorbar import ColorbarConfig, get_colorbar
+from colorbar import get_colorbar
 
 
 class TestColorbar:

tests/test_entropy_model.py

@@ -8,7 +8,6 @@
 from entropy_model import EntropyModel, PatchedGaussianConditional
 
 
-
 class TestEntropyModel(tf.test.TestCase):
     def setUp(self):
         tf.random.set_seed(42)

tests/test_evaluation_pipeline.py

@@ -2,7 +2,6 @@
 import sys
 from pathlib import Path
 
-import numpy as np
 import pytest
 import tensorflow as tf
 import yaml