diff --git a/pyproject.toml b/pyproject.toml
index b5ef6b6b..704e3d6a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -8,9 +8,10 @@ requires = [
 build-backend = "setuptools.build_meta"
 
 [project]
-name = "smlp"
-version = "1.0.1"
+name = "smlptech"
+version = "1.0.2"
 description = "SMLP - The Symbolic Machine Learning Prover"
+readme = "README.md"
 requires-python = "==3.11.*"
 dependencies = [
     "blosc2",
diff --git a/scripts/bin/README.md b/scripts/bin/README.md
index 17baede0..7221b041 100644
--- a/scripts/bin/README.md
+++ b/scripts/bin/README.md
@@ -15,10 +15,10 @@ All `enter*` commands mentioned below create `$HOME/shared` directory and mount
 
 | Repository | Tag | Image Index Digest |
 |--------------------------------------------------|-------|-------------|
-| mdmitry1/smlp-test-build-opensuse\_15.5-python311 | latest | sha256:ca6725b46ce9 |
-| mdmitry1/smlp-test-build-almalinux\_9-python311   | latest | sha256:82ae0eeb8ac8 |
-| mdmitry1/smlp-test-build-ubuntu\_22.04-python311  | latest | sha256:11ab93a137dc |
-| mdmitry1/python311-dev                            | latest | sha256:887dc7086b5d |
+| mdmitry1/smlp-test-build-almalinux\_9-python311   | latest | sha256:4c17ef42dc8c |
+| mdmitry1/smlp-test-build-opensuse\_15.5-python311 | latest | sha256:6f27caef60b0 |
+| mdmitry1/smlp-test-build-ubuntu\_22.04-python311  | latest | sha256:bbd984c96074 |
+| mdmitry1/python311-dev                            | latest | sha256:dcb64c8194fb |
 
 GUI and data sharing is supported for container `mdmitry1/python311-dev:latest` only.
 Virtual display is supported for all containers.
diff --git a/scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl b/scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
similarity index 99%
rename from scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
rename to scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
index 508afec3..2a1c06f0 100644
Binary files a/scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl and b/scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl differ
diff --git a/scripts/docker/Dockerfile.smlp-test-build-almalinux_9-python311 b/scripts/docker/Dockerfile.smlp-test-build-almalinux_9-python311
index 30b88622..1f6cf47c 100644
--- a/scripts/docker/Dockerfile.smlp-test-build-almalinux_9-python311
+++ b/scripts/docker/Dockerfile.smlp-test-build-almalinux_9-python311
@@ -53,7 +53,7 @@ RUN cd /app && ./run_git_clone $GIT_BRANCH
 # ---------------------------------------------------------------------------
 # 5. Install smlp from wheel
 # ---------------------------------------------------------------------------
-RUN python3.11 -m pip install /app/smlp/scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+RUN python3.11 -m pip install /app/smlp/scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
 
 # ---------------------------------------------------------------------------
 # 6. Configure UTF-8 locale
diff --git a/scripts/docker/Dockerfile.smlp-test-build-opensuse_15.5-python311 b/scripts/docker/Dockerfile.smlp-test-build-opensuse_15.5-python311
index 1bc379fa..4515cf52 100644
--- a/scripts/docker/Dockerfile.smlp-test-build-opensuse_15.5-python311
+++ b/scripts/docker/Dockerfile.smlp-test-build-opensuse_15.5-python311
@@ -53,7 +53,7 @@ RUN cd /app && ./run_git_clone $GIT_BRANCH
 # ---------------------------------------------------------------------------
 # 5. Install smlp from wheel
 # ---------------------------------------------------------------------------
-RUN python3.11 -m pip install /app/smlp/scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+RUN python3.11 -m pip install /app/smlp/scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
 
 # ---------------------------------------------------------------------------
 # 6. Configure UTF-8 locale
diff --git a/scripts/docker/Dockerfile.smlp-test-build-ubuntu_22.04-python311 b/scripts/docker/Dockerfile.smlp-test-build-ubuntu_22.04-python311
index 905fc2c5..e9750c94 100644
--- a/scripts/docker/Dockerfile.smlp-test-build-ubuntu_22.04-python311
+++ b/scripts/docker/Dockerfile.smlp-test-build-ubuntu_22.04-python311
@@ -47,7 +47,7 @@ RUN cd /app && ./run_git_clone $GIT_BRANCH
 # ---------------------------------------------------------------------------
 # 5. Install smlp from wheel
 # ---------------------------------------------------------------------------
-RUN python3.11 -m pip install /app/smlp/scripts/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+RUN python3.11 -m pip install /app/smlp/scripts/dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
 
 # ---------------------------------------------------------------------------
 # 6. Install UTF-8 fonts
diff --git a/scripts/docker/Makefile b/scripts/docker/Makefile
index d2fee19a..1c579bee 100644
--- a/scripts/docker/Makefile
+++ b/scripts/docker/Makefile
@@ -5,7 +5,7 @@ DOCKERFILE      := Dockerfile.$(IMAGE)
 GIT_BRANCH      := $(shell git branch --show-current)
 SMLP_COMMIT     := $(shell git ls-remote https://github.com/SMLP-Systems/smlp.git refs/heads/$(GIT_BRANCH) | cut -f1)
 
-WHEEL_SRC       := /app/smlp/dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+WHEEL_SRC       := /app/smlp/dist/smlptech-1.0.2-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
 WHEEL_DST       := ../dist
 
 define copy_out
diff --git a/scripts/docker/repair_wheel.py b/scripts/docker/repair_wheel.py
index eee53262..de77f505 100644
--- a/scripts/docker/repair_wheel.py
+++ b/scripts/docker/repair_wheel.py
@@ -51,7 +51,7 @@ def main():
         print("Install with: python3 -m pip install auditwheel patchelf")
         sys.exit(1)
 
-    wheels = sorted(dist_dir.glob("smlp-*linux_x86_64.whl"), key=lambda p: p.stat().st_mtime)
+    wheels = sorted(dist_dir.glob("smlptech-*linux_x86_64.whl"), key=lambda p: p.stat().st_mtime)
     if not wheels:
         print(f"ERROR: No linux_x86_64 wheel found in {dist_dir}/")
         sys.exit(1)
diff --git a/scripts/venv/run_dora b/scripts/venv/run_dora
index 19d91ffe..94cd42b1 100755
--- a/scripts/venv/run_dora
+++ b/scripts/venv/run_dora
@@ -20,7 +20,7 @@ mathsat_src_dir=scripts/docker/external
 $(dirname $mathsat_src_dir)/run_mathsat_build
 \rm -rf $mathsat_dest_dir > /dev/null
 \mv $mathsat_src_dir $mathsat_dest_dir
-pip install ../../../dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
+pip install ../../../dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl
 sed -i.bak "s@../../src/run_smlp.py@smlp@" regr_smlp/code/smlp_regr.py
 cd regr_smlp/code
 smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots t -seed 10 -log_time f
diff --git a/tests/install/test_container_install b/tests/install/test_container_install
index fbdb22cc..b12df926 100755
--- a/tests/install/test_container_install
+++ b/tests/install/test_container_install
@@ -8,7 +8,7 @@ log=$(realpath $0 | xargs basename).$(echo $image | tr / _ | cut -d: -f1).log
 success=0
 if [[ "$image" == *wheel* ]]; then
     docker run --rm $image /bin/bash -c \
-        'auditwheel show dist/smlp-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl \
+        'auditwheel show dist/smlptech-1.0.1-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl \
             | grep -B1 -A1 consistent |& tr "\012" " "' &> $log
     echo "" >> $log
     if [ "1" -eq $(grep -c consistent $log) ]; then
diff --git a/tests/install/test_matplotlib_backend b/tests/install/test_matplotlib_backend
new file mode 100755
index 00000000..27edc2bf
--- /dev/null
+++ b/tests/install/test_matplotlib_backend
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+script_path=$(realpath $0 | xargs dirname)
+i=1
+for image in $(docker images --format table | awk '{print $1}' | egrep "smlp|dev" | grep python311 | egrep -v "wheel|test\-build"); do
+    echo $i $image matplotlib backend for VNC server: $(docker run -e DISPLAY=:99 -p 5900:5900 --rm -v $script_path/test_matplotlib_in_vnc:/test_matplotlib $image /test_matplotlib)
+    (( i++ ))
+done
+for image in $(docker images --format table | awk '{print $1}' | egrep "smlp|dev" | grep python311 | grep -v wheel); do
+    echo $i $image matplotlib backend for virtual display: $(docker run --rm -v $script_path/test_matplotlib_in_virtual_display:/test_matplotlib $image /test_matplotlib)
+    (( i++ ))
+done
diff --git a/tests/install/test_matplotlib_in_virtual_display b/tests/install/test_matplotlib_in_virtual_display
new file mode 100755
index 00000000..8fae489d
--- /dev/null
+++ b/tests/install/test_matplotlib_in_virtual_display
@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+./open_virtual_display && env DISPLAY=:99 python3 -c "import matplotlib; print(matplotlib.get_backend())"
diff --git a/tests/install/test_matplotlib_in_vnc b/tests/install/test_matplotlib_in_vnc
new file mode 100755
index 00000000..0b23d0f6
--- /dev/null
+++ b/tests/install/test_matplotlib_in_vnc
@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+./start_vnc && python3 -c "import matplotlib; print(matplotlib.get_backend())"
diff --git a/tests/smlp_regression/run_smlp_regression b/tests/smlp_regression/run_smlp_regression
index df2b6fa1..764b141b 100755
--- a/tests/smlp_regression/run_smlp_regression
+++ b/tests/smlp_regression/run_smlp_regression
@@ -1,4 +1,5 @@
 #!/usr/bin/tcsh -f
+onintr cleanup
 set script_path=`realpath $0 | xargs dirname`
 set script_name=`realpath $0 | xargs basename`
 set log=$PWD/${script_name}.log
@@ -22,5 +23,14 @@ echo "Log file: $log"
 if(! $?DISPLAY ) then
     setenv DISPLAY :99
 endif
-echo n | env CUDA_VISIBLE_DEVICES=-1 ./smlp_regr.py -w 8 -def n -t all -tol 7 -g |& tee $log
+set python3_version=`python3 -c 'from sys import version_info; print(version_info.minor)'`
+set local_script=`echo smlp_regr.py | sed 's/regr/regr_local/'`
+if( $python3_version != 11 ) then
+    \rm -f  $local_script >& /dev/null
+    sed 's@../../src/run_smlp.py@smlp@' smlp_regr.py > $local_script
+    chmod +x  $local_script
+endif
+echo n | env CUDA_VISIBLE_DEVICES=-1 ./${local_script} -w 8 -def n -t all -tol 7 -g |& tee $log
 ${script_path}/create_diff_report >& $diff_report
+cleanup:
+    \rm -f $local_script >& /dev/null
diff --git a/tests/smlp_regression/run_smlp_regression_expected.log b/tests/smlp_regression/run_smlp_regression_expected.log
index 72d8f684..1b37e71c 100644
--- a/tests/smlp_regression/run_smlp_regression_expected.log
+++ b/tests/smlp_regression/run_smlp_regression_expected.log
@@ -1,990 +1,799 @@
 Calling 8 workers for multiprocessing...
 Initiating 0 worker...
+Running test 1 test type: train, description: basic dt_caret training and test on labeled data with single numeric response
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
 Initiating 1 worker...
+Running test 2 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test2 -mode predict -resp y1 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
 Initiating 2 worker...
+Running test 3 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric response in training/test data only
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test3 -mode predict -resp y1 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_unlabeled.csv" 
+
 Initiating 3 worker...
 Initiating 4 worker...
+Running test 4 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and one response
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test4 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nn_keras_weights_precision 2 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
 Initiating 5 worker...
+Running test 5 test type: prediction, description: basic dt_caret prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test5 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model t -use_model f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 6 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test6 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
 Initiating 6 worker...
+Initiating 7 worker...
+Running test 7 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test7 -mode predict -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 3 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric response in training/test data only
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test3 -mode predict -resp y1 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_unlabeled.csv" 
+Running test 8 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and two responses
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test8 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -nn_keras_epochs 20 -nn_keras_seq_api f -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 9 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test9 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -model_name test20_model -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -save_config t -save_model_config t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 10 test type: prediction, description: basic et_sklearn prediction test on labeled and new data with numeric labels
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test10 -mode predict -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 15 -et_sklearn_bootstrap f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 11 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test11 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 17 test type: prediction, description: basic poly_sklearn prediction test from saved model on new data with numeric labels and two responses
-../../src/run_smlp.py -model_name "../models/Test11_smlp_toy_num_resp_mult" -out_dir ./ -pref Test17 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
+Running test 12 test type: train, description: EV-SI real life dt_sklearn predict test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test12 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 24 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-../../src/run_smlp.py -model_name "../models/test24_model" -out_dir ./ -pref Test24 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 13 test type: train, description: EV-SI real life nn_keras prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test13 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+Running test 14 test type: train, description: EV-SI real life poly_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test14 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 30 test type: subgroups, description: basic  test for subgroup discovery for numric responses
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test30 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -feat x,p1,p2 -plots t -seed 10 -log_time f  
+Running test 15 test type: prediction, description: basic dt_caret prediction test from saved model on new data with numeric labels
+../../src/run_smlp.py -model_name "../models/Test5_smlp_toy_num_resp_mult" -out_dir ./ -pref Test15 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 16 test type: prediction, description: basic nn_keras prediction test from saved model on new data with numeric labels and two responses
+../../src/run_smlp.py -model_name "../models/Test8_smlp_toy_num_resp_mult" -out_dir ./ -pref Test16 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10  -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 37 test type: doe, description:  doe test with four levels with box_behnken
-../../src/run_smlp.py -doe_spec "../grids/doe_three_levels_real_nan.csv" -out_dir ./ -pref Test37 -mode doe -doe_algo box_behnken -log_time f  
+Running test 17 test type: prediction, description: basic poly_sklearn prediction test from saved model on new data with numeric labels and two responses
+../../src/run_smlp.py -model_name "../models/Test11_smlp_toy_num_resp_mult" -out_dir ./ -pref Test17 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 18 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test18 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test19_model -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 47 test type: prediction, description: tests options -pos_val and -neg_val when re-using saved model
-../../src/run_smlp.py -model_name "../models/test47_model" -out_dir ./ -pref Test47 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model f -use_model t -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
+Running test 19 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+../../src/run_smlp.py -model_name "../models/test19_model" -out_dir ./ -pref Test19 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15  -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 20 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+../../src/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test20 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 54 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test54 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 21 test type: prediction, description: test for illegal symbols in column names
+../../src/run_smlp.py -data "../data/smlp_toy_num_metasymbol_mult_reg.csv" -out_dir ./ -pref Test21 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model t -use_model f -model_name test22_model -pred_plots t -resp_plots t -data_scaler none -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_noknobs_verify.spec
-specs_path ../specs
+Running test 22 test type: prediction, description: test for illegal symbols in column names
+../../src/run_smlp.py -model_name "../models/test22_model" -out_dir ./ -pref Test22 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model f -use_model t -pred_plots t -resp_plots t -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
 
-Running test 68 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-../../src/run_smlp.py -model_name "../models/test67_model" -out_dir ./ -pref Test68 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -model_per_response t -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+Running test 23 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test23 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test24_model -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult.spec
-specs_path ../specs
+Running test 24 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+../../src/run_smlp.py -model_name "../models/test24_model" -out_dir ./ -pref Test24 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 80 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test80 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 25 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test25 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test26_model -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
-specs_path ../specs
+Running test 26 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+../../src/run_smlp.py -model_name "../models/test26_model" -out_dir ./ -pref Test26 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 88 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with beta and objectives specified in spec file
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test88 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 27 test type: prediction, description: checks nn_keras prediction with nn_keras_seq_api t
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test27 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
+Running test 28 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and functional API
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test28 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 94 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test94 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 29 test type: subgroups, description: basic  test for subgroup discovery for pass-fail responses
+../../src/run_smlp.py -data "../data/smlp_toy_cls_metasymbol_colnames_mult.csv" -out_dir ./ -pref Test29 -mode subgroups -psg_dim 3 -psg_top 10 -resp "PF 1,PF#" -plots t -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_witness.spec
-specs_path ../specs
+Running test 30 test type: subgroups, description: basic  test for subgroup discovery for numric responses
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test30 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -feat x,p1,p2 -plots t -seed 10 -log_time f  
 
-Running test 102 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
-../../src/run_smlp.py -model_name "../models/test101_model" -out_dir ./ -pref Test102 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model t  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 31 test type: subgroups, description: testing resp2b in subgroup discovery mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test31 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -resp2b "y1<6;y2>6" -feat x,p1,p2 -plots t -seed 10 -log_time f -save_config t  
 
-spec_fn smlp_toy_num_resp_mult.spec
-specs_path ../specs
+Running test 32 test type: unknown, description:  test reusing saved model by using configuration file
+../../src/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test32 -config ../models/test20_model_rerun_model_config.json  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 104 test type: verify, description: assertion verfication test with wrong spec that does not assign a single value using a singleton grid or range with equal max and min
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test104 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 33 test type: unknown, description: testing -config option with subgroups mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test33 -config ../models/Test31_smlp_toy_num_resp_mult_args_config.json  
 
-spec_fn smlp_toy_num_resp_mult_beta_verify.spec
-specs_path ../specs
+Running test 34 test type: doe, description:  doe test with four levels with full_factorial method
+../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test34 -mode doe -doe_algo full_factorial -log_time f  
 
-Running test 107 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test107 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_beta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 35 test type: doe, description:  doe test with four levels with plackett_burman
+../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test35 -mode doe -doe_algo plackett_burman -log_time f  
 
-spec_fn smlp_toy_basic.spec
-specs_path ../specs
+Running test 36 test type: doe, description:  doe test with four levels with sukharev_grid
+../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test36 -mode doe -doe_algo sukharev_grid -doe_samples 125 -log_time f  
 
-Running test 114 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual without specifying resp and feat in command line
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test114 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model f -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
+Running test 37 test type: doe, description:  doe test with four levels with box_behnken
+../../src/run_smlp.py -doe_spec "../grids/doe_three_levels_real_nan.csv" -out_dir ./ -pref Test37 -mode doe -doe_algo box_behnken -log_time f  
 
-Running test 7 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test7 -mode predict -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 38 test type: doe, description:  doe test with four levels with box_wilson
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test38 -mode doe -doe_algo box_wilson -doe_cc_face ccc  -doe_cc_alpha r -doe_cc_center 2,3 -log_time f  
 
+Running test 39 test type: doe, description:  doe test with four levels with latin_hypercube 
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test39 -mode doe -doe_algo latin_hypercube -doe_prob_distr Exponential -doe_samples 30 -log_time f  
 
-Running test 9 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test9 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -model_name test20_model -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -save_config t -save_model_config t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 40 test type: doe, description:  doe test with four levels with latin_hypercube_space_filling
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test40 -mode doe -doe_algo latin_hypercube_sf -doe_samples 20 -log_time f  
 
+Running test 41 test type: doe, description:  doe test with four levels with random_k_means
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test41 -mode doe -doe_algo random_k_means -doe_samples 20 -log_time f  
 
-Running test 16 test type: prediction, description: basic nn_keras prediction test from saved model on new data with numeric labels and two responses
-../../src/run_smlp.py -model_name "../models/Test8_smlp_toy_num_resp_mult" -out_dir ./ -pref Test16 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10  -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 42 test type: doe, description:  doe test with four levels with maximin_reconstruction
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test42 -mode doe -doe_algo maximin_reconstruction -doe_samples 20 -log_time f  
 
+Running test 43 test type: doe, description:  doe test with four levels with halton_sequence
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test43 -mode doe -doe_algo halton_sequence -doe_samples 20 -log_time f  
 
-Running test 22 test type: prediction, description: test for illegal symbols in column names
-../../src/run_smlp.py -model_name "../models/test22_model" -out_dir ./ -pref Test22 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model f -use_model t -pred_plots t -resp_plots t -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
+Running test 44 test type: doe, description:  doe test with four levels with uniform_random_matrix
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test44 -mode doe -doe_algo uniform_random_matrix -doe_samples 20 -log_time f  
 
+Running test 45 test type: doe, description:  doe test with four levels with fractional_factorial
+../../src/run_smlp.py -doe_spec "../grids/doe_two_levels_real.csv" -out_dir ./ -pref Test45 -mode doe -doe_algo fractional_factorial -doe_resolution 5 -log_time f  
 
-Running test 29 test type: subgroups, description: basic  test for subgroup discovery for pass-fail responses
-../../src/run_smlp.py -data "../data/smlp_toy_cls_metasymbol_colnames_mult.csv" -out_dir ./ -pref Test29 -mode subgroups -psg_dim 3 -psg_top 10 -resp "PF 1,PF#" -plots t -seed 10 -log_time f  
+Running test 46 test type: prediction, description: tests options -pos_val and -neg_val
+../../src/run_smlp.py -data "../data/smlp_toy_pf_mult.csv" -out_dir ./ -pref Test46 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model t -save_model_config f -use_model f -model_name test47_model -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
 
+Running test 47 test type: prediction, description: tests options -pos_val and -neg_val when re-using saved model
+../../src/run_smlp.py -model_name "../models/test47_model" -out_dir ./ -pref Test47 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model f -use_model t -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
 
-Running test 35 test type: doe, description:  doe test with four levels with plackett_burman
-../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test35 -mode doe -doe_algo plackett_burman -log_time f  
+Running test 48 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test48 -mode discretize -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
+Running test 49 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test49 -mode discretize -resp "PF,PF1" -discr_algo quantile -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-Running test 43 test type: doe, description:  doe test with four levels with halton_sequence
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test43 -mode doe -doe_algo halton_sequence -doe_samples 20 -log_time f  
+Running test 50 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test50 -mode discretize -resp "PF,PF1" -discr_algo kmeans -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
+Running test 51 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test51 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
 Running test 52 test type: discretization, description: tests discretization options
 ../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test52 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_num_resp_mult_y1_verify.spec
-specs_path ../specs
+Running test 53 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test53 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-Running test 63 test type: verify, description: basic dt_sklearn assertion verification test on data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test63 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f -model_name test63_model -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+Running test 54 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test54 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 55 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test55 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 56 test type: discretization, description: tests discretization options
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test56 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels f -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
 spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
+Running test 58 test type: optimize, description: basic dt_sklearn optimization test with numeric labels and integer grid as domain and without scaling objectives
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test58 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 79 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test79 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<0"  -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_query_vacuous.spec
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
+Running test 59 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test59 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-Running test 91 test type: query, description: test to detect contradictory constraints in optimization mode due to contradictory alpha global and alpha bounds constraints on FMAX_xyx
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test91 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 60 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test60 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
 specs_path ../specs
+Running test 63 test type: verify, description: basic dt_sklearn assertion verification test on data with numeric labels
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test63 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f -model_name test63_model -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
-Running test 99 test type: optimize, description: testing that the response and feature names can be taken from spec file in model exploration modes when the responses and/or features are not specified in the command line
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test99 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
+specs_path ../specs
+Running test 64 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+../../src/run_smlp.py -model_name "../models/test63_model" -out_dir ./ -pref Test64 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
-spec_fn smlp_toy_num_resp_mult_certify_witness.spec
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
 specs_path ../specs
+Running test 66 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+../../src/run_smlp.py -model_name "../models/test65_model" -out_dir ./ -pref Test66 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
-Running test 103 test type: certify, description: 
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test103 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test103_model -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_certify_witness.spec -quer_names valid_candidate,grid_conflict,range_conflict -quer_exprs "True;True;True" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
+specs_path ../specs
+Running test 68 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+../../src/run_smlp.py -model_name "../models/test67_model" -out_dir ./ -pref Test68 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -model_per_response t -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 69 test type: verify, description: nn_keras verification test with model_per_response training 
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test69 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model t -use_model f -model_name test69_model -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-Running test 111 test type: unknown, description: smlp toy basic test to rerun saved model using the model rerun config file saved during model training
-../../src/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test111 -config ../models/test110_model_rerun_model_config.json  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 70 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+../../src/run_smlp.py -model_name "../models/test69_model" -out_dir ./ -pref Test70 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_system.spec
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
 specs_path ../specs
+Running test 72 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+../../src/run_smlp.py -model_name "../models/test71_model" -out_dir ./ -pref Test72 -mode verify -resp y1,y2 -feat x0,x1,x2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-Running test 115 test type: certify, description: basic test in certify mode
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test115 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 77 test type: unknown, description: verification test run using model_rerun config covering the case when mrmr selcts only a subset of features specified through the command line or config file
+../../src/run_smlp.py -model_name "../models/test76_model" -out_dir ./ -pref Test77 -config ../models/test76_model_rerun_model_config.json  
 
-spec_fn smlp_toy_system_stable_certify.spec
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
+Running test 79 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test79 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<0"  -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 127 test type: certify, description: certification example with knobs only and fictitious inputs with values fixed through their ranges
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test127 -mode certify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 80 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test80 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
 specs_path ../specs
+Running test 81 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test81 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-Running test 142 test type: optsyn, description: basic test for compress_rules option for rf_sklearn in optsin mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test142 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 2 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test2 -mode predict -resp y1 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 12 test type: train, description: EV-SI real life dt_sklearn predict test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test12 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 18 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test18 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test19_model -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 25 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test25 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test26_model -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 36 test type: doe, description:  doe test with four levels with sukharev_grid
-../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test36 -mode doe -doe_algo sukharev_grid -doe_samples 125 -log_time f  
-
-
-Running test 42 test type: doe, description:  doe test with four levels with maximin_reconstruction
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test42 -mode doe -doe_algo maximin_reconstruction -doe_samples 20 -log_time f  
-
-
-Running test 51 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test51 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-
-Running test 60 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test60 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
+specs_path ../specs
+Running test 82 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test82 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
 spec_fn smlp_toy_num_resp_mult_free_inps.spec
 specs_path ../specs
-
 Running test 83 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with numeric labels and integer grid as domain and with scaling objectives
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test83 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -beta "y1>7 and y2>6" -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1/2-y2;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_verify_vacuous.spec
-specs_path ../specs
-
-Running test 92 test type: verify, description: test to detect contradictory constraints in verification mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test92 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_verify_vacuous.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
-specs_path ../specs
-
-Running test 100 test type: optimize, description: basic test for sat_threshold option enabing usage of objectve values in SAT assignments that prove optimization thresholds
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test100 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_stable_verify.spec
-specs_path ../specs
-
-Running test 105 test type: verify, description: basic dt_sklearn assertion verfication test with numeric labels and integer grid as domain
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test105 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_stable_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_cannot_synthesize.spec
-specs_path ../specs
-
-Running test 109 test type: synthesize, description: basic test for mode synthesize where synthesis fails
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test109 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_cannot_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
-specs_path ../specs
-
-Running test 122 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test122 -mode optimize -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_verify.spec
-specs_path ../specs
-
-Running test 140 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test140 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -trace_prec 1 -trace_anonym t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 147 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
-Running test 1 test type: train, description: basic dt_caret training and test on labeled data with single numeric response
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  
-
-
-Running test 20 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test20 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 27 test type: prediction, description: checks nn_keras prediction with nn_keras_seq_api t
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test27 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 34 test type: doe, description:  doe test with four levels with full_factorial method
-../../src/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test34 -mode doe -doe_algo full_factorial -log_time f  
-
-
-Running test 44 test type: doe, description:  doe test with four levels with uniform_random_matrix
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test44 -mode doe -doe_algo uniform_random_matrix -doe_samples 20 -log_time f  
-
-
-Running test 50 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test50 -mode discretize -resp "PF,PF1" -discr_algo kmeans -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-
-Running test 59 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test59 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult_free_inps.spec
-specs_path ../specs
-
-Running test 82 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test82 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-
-Running test 93 test type: optsyn, description: basic test for mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test93 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_witness.spec
-specs_path ../specs
-
-Running test 101 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test101 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test101_model -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_unsat_eta_verify.spec
-specs_path ../specs
-
-Running test 106 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test106 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_unsat_eta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 110 test type: prediction, description: smlp toy basic example for predict mode from SMLP user manual
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test110 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model t -model_name test110_model -save_model_config t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
-
-spec_fn smlp_toy_system_stable_constant_certify.spec
-specs_path ../specs
-
-Running test 117 test type: certify, description: certification test with knobs only where assertion is valid without stability and fails with stability
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test117 -mode certify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
-specs_path ../specs
-
-Running test 124 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is not feasible because while beta constraint is feasible the assertion is not feasible therefore optimization is not performed
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test124 -mode optsyn -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
 spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-
-Running test 141 test type: optimize, description: basic test for compress_rules option for dt_sklearn in optimization mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test141 -mode optimize -opt_strategy lazy -pareto f  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules t  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 148 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test148 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-Running test 6 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test6 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 11 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test11 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 15 test type: prediction, description: basic dt_caret prediction test from saved model on new data with numeric labels
-../../src/run_smlp.py -model_name "../models/Test5_smlp_toy_num_resp_mult" -out_dir ./ -pref Test15 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 23 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test23 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test24_model -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 31 test type: subgroups, description: testing resp2b in subgroup discovery mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test31 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -resp2b "y1<6;y2>6" -feat x,p1,p2 -plots t -seed 10 -log_time f -save_config t  
-
-
-Running test 38 test type: doe, description:  doe test with four levels with box_wilson
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test38 -mode doe -doe_algo box_wilson -doe_cc_face ccc  -doe_cc_alpha r -doe_cc_center 2,3 -log_time f  
-
-
-Running test 46 test type: prediction, description: tests options -pos_val and -neg_val
-../../src/run_smlp.py -data "../data/smlp_toy_pf_mult.csv" -out_dir ./ -pref Test46 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model t -save_model_config f -use_model f -model_name test47_model -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
-
-
-Running test 55 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test55 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_noknobs_verify.spec
-specs_path ../specs
-
-Running test 66 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-../../src/run_smlp.py -model_name "../models/test65_model" -out_dir ./ -pref Test66 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
-
-
-Running test 77 test type: unknown, description: verification test run using model_rerun config covering the case when mrmr selcts only a subset of features specified through the command line or config file
-../../src/run_smlp.py -model_name "../models/test76_model" -out_dir ./ -pref Test77 -config ../models/test76_model_rerun_model_config.json  
+Running test 85 test type: optimize, description: tests alpha and eta constraints specified in command line in optimization mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test85 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-
 Running test 86 test type: optimize, description: tests alpha
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test86 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -asrt_names asrt1,asrt2,asrt3 -asrt_exprs "(y2**3+p2)/2<6;y1>=9;y2<0" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-
-Running test 95 test type: optsyn, description: basic test for dt_caret in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test95 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_synthesize.spec
-specs_path ../specs
-
-Running test 108 test type: synthesize, description: basic test for dt_sklearn in model exploration mode synthesize where synthesis succeeds
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test108 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
-specs_path ../specs
-
-Running test 120 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test120 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_witness_certify.spec
-specs_path ../specs
-
-Running test 128 test type: certify, description: Basic regression test in certify mode covering all four possible outcomes when certifying a witness for a query: the witness is stable
-../../src/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test128 -mode certify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_witness_certify.spec -quer_names query_stable_witness,query_grid_conflict,query_unstable_witness,query_infeasible_witness,query_poly_intercept_sensitive -quer_exprs "y2<=90;y1>=9;y1>=(-13);y1>9;y1>=(-10)" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 149 test type: prediction, description: tests the mae loss function MeanAbsoluteError and sample weoghts
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test149 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mae -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-spec_fn smlp_toy_num_resp_mult_verify.spec
-specs_path 
-Running test 4 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and one response
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test4 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nn_keras_weights_precision 2 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 13 test type: train, description: EV-SI real life nn_keras prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test13 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 28 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and functional API
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test28 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 41 test type: doe, description:  doe test with four levels with random_k_means
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test41 -mode doe -doe_algo random_k_means -doe_samples 20 -log_time f  
-
-
-Running test 49 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test49 -mode discretize -resp "PF,PF1" -discr_algo quantile -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_mult.spec
-specs_path ../specs
-
-Running test 58 test type: optimize, description: basic dt_sklearn optimization test with numeric labels and integer grid as domain and without scaling objectives
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test58 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-
-Running test 70 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
-../../src/run_smlp.py -model_name "../models/test69_model" -out_dir ./ -pref Test70 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult_free_inps.spec
-specs_path ../specs
-
-Running test 81 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test81 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult_query.spec
-specs_path ../specs
-
-Running test 89 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test89 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_query.spec
-specs_path ../specs
-
-Running test 97 test type: query, description: basic test for rf_sklearn in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test97 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 112 test type: prediction, description: smlp toy basic test from SMLP manual
-../../src/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test112 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -use_model t -save_model f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
-
-spec_fn smlp_toy_system_stable_constant_verify.spec
-specs_path ../specs
-
-Running test 118 test type: verify, description: verification test with knobs only where assertion is valid without stability and fails with stability
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test118 -mode verify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
-specs_path ../specs
-
-Running test 123 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test123 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
-specs_path ../specs
-
-Running test 145 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-../../src/run_smlp.py  -out_dir ./ -pref Test145 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 151 test type: prediction, description: tests msle loss function MeanSquaredLogarithmicError and and sample weoghts
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test151 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss msle -sw_coef 3 -sw_exp 10 -sw_int 0  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-spec_fn
-Running test 5 test type: prediction, description: basic dt_caret prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test5 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model t -use_model f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 19 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-../../src/run_smlp.py -model_name "../models/test19_model" -out_dir ./ -pref Test19 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15  -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 26 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-../../src/run_smlp.py -model_name "../models/test26_model" -out_dir ./ -pref Test26 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 32 test type: unknown, description:  test reusing saved model by using configuration file
-../../src/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test32 -config ../models/test20_model_rerun_model_config.json  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 39 test type: doe, description:  doe test with four levels with latin_hypercube 
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test39 -mode doe -doe_algo latin_hypercube -doe_prob_distr Exponential -doe_samples 30 -log_time f  
-
-
-Running test 45 test type: doe, description:  doe test with four levels with fractional_factorial
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels_real.csv" -out_dir ./ -pref Test45 -mode doe -doe_algo fractional_factorial -doe_resolution 5 -log_time f  
-
-
-Running test 53 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test53 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_mult_y1_verify.spec
-specs_path ../specs
-
-Running test 64 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-../../src/run_smlp.py -model_name "../models/test63_model" -out_dir ./ -pref Test64 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
-
-spec_fn smlp_toy_num_resp_noknobs_verify.spec
-specs_path ../specs
-
-Running test 72 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
-../../src/run_smlp.py -model_name "../models/test71_model" -out_dir ./ -pref Test72 -mode verify -resp y1,y2 -feat x0,x1,x2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
 spec_fn smlp_toy_num_resp_mult_alpha_asrt_verify.spec
 specs_path ../specs
-
 Running test 87 test type: verify, description: tests global alpha constraints and assertions specified in spec file
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test87 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_alpha_asrt_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-
-Running test 96 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test96 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_basic.spec
-specs_path ../specs
-
-Running test 113 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test113 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model t -model_name test113_model -save_model_config t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
-
-spec_fn smlp_toy_system_stable_constant_query.spec
-specs_path ../specs
-
-Running test 119 test type: query, description: query test with knobs only where query is satisfiable without stability and fails with stability
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test119 -mode query -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
-specs_path ../specs
-
-Running test 125 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is feasible and optimization is performed
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test125 -mode optsyn -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system.spec
-specs_path ../specs
-
-Running test 146 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-../../src/run_smlp.py  -out_dir ./ -pref Test146 -mode optimize -pareto t -opt_strategy lazy -model poly_sklearn -resp y1,y2 -feat p1,p2,x1,x2 -save_model t -use_model f -mrmr_pred 0 -model_per_response t -split 1 -spec ../specs/smlp_toy_system.spec -doe_spec ../grids/explore_doe_two_levels.csv -doe_algo latin_hypercube -epsilon 0.99999999 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 152 test type: prediction, description: tests the huber loss function Huber and sample weights
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test152 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss huber -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 160 test type: prediction, description: tests nn keras tuner bayesian
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test160 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -nn_keras_metrics msle -nn_keras_tuner bayesian -nn_keras_layers_grid "2,3" -nn_keras_losses_grid "mse,mae,huber" -model_per_response f -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-Running test 8 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and two responses
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test8 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -nn_keras_epochs 20 -nn_keras_seq_api f -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 14 test type: train, description: EV-SI real life poly_sklearn prediction test on labeled and new data with numeric labels
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test14 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 21 test type: prediction, description: test for illegal symbols in column names
-../../src/run_smlp.py -data "../data/smlp_toy_num_metasymbol_mult_reg.csv" -out_dir ./ -pref Test21 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model t -use_model f -model_name test22_model -pred_plots t -resp_plots t -data_scaler none -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
-
-
-Running test 33 test type: unknown, description: testing -config option with subgroups mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test33 -config ../models/Test31_smlp_toy_num_resp_mult_args_config.json  
-
-
-Running test 40 test type: doe, description:  doe test with four levels with latin_hypercube_space_filling
-../../src/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test40 -mode doe -doe_algo latin_hypercube_sf -doe_samples 20 -log_time f  
-
-
-Running test 48 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test48 -mode discretize -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-
-Running test 56 test type: discretization, description: tests discretization options
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test56 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels f -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
+Running test 88 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with beta and objectives specified in spec file
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test88 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 69 test type: verify, description: nn_keras verification test with model_per_response training 
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test69 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model t -use_model f -model_name test69_model -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult.spec
+spec_fn smlp_toy_num_resp_mult_query.spec
 specs_path ../specs
-
-Running test 85 test type: optimize, description: tests alpha and eta constraints specified in command line in optimization mode
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test85 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 89 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test89 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn_vacuous.spec
 specs_path ../specs
-
 Running test 90 test type: optsyn, description: test to detect contradictory constraints in optsyn mode
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test90 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-
-Running test 98 test type: optsyn, description: basic test for et_caret in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test98 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system.spec
+spec_fn smlp_toy_num_resp_mult_query_vacuous.spec
 specs_path ../specs
+Running test 91 test type: query, description: test to detect contradictory constraints in optimization mode due to contradictory alpha global and alpha bounds constraints on FMAX_xyx
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test91 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 116 test type: certify, description: basic test in certify mode when system is specified and is used as the model; p2 rel-rad needs to be 0 or very close to it the witness to first query to be stable
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test116 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model system -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_configuration_verify.spec
+spec_fn smlp_toy_num_resp_mult_verify_vacuous.spec
 specs_path ../specs
-
-Running test 129 test type: verify, description: verification example with demonstrating all basic result scenarious for assertions
-../../src/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test129 -mode verify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_configuration_verify.spec -asrt_names assert_stable_config,assert_grid_conflict,assert_unstable_config,assert_infeasible -asrt_exprs "y2<=90;y1>=9;y1>=(-10);y1>20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 150 test type: prediction, description: tests the mape loss function MeanAbsolutePercentageError and sample weights
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test150 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-
-Running test 158 test type: prediction, description: tests the mape loss function and sample weights with model_per_response t
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test158 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -model_per_response t -sw_coef 8 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 92 test type: verify, description: test to detect contradictory constraints in verification mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test92 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_verify_vacuous.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
-Running test 167 test type: optsyn, description: basic flat tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test167 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
-specs_path ../specs
-
-Running test 121 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is feasible
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test121 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_verify.spec
-specs_path ../specs
-
-Running test 126 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test126 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_query.spec
-specs_path ../specs
-
-Running test 143 test type: query, description: basic test for compress_rules for et_sklearn in mode query
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test143 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 159 test type: prediction, description: tests the msle loss function and sample weights with model_per_response t
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test159 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -model_per_response t -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae,cosine  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 93 test type: optsyn, description: basic test for mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test93 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
-Running test 168 test type: optimize, description: basic test for rf_caret with flat tree_encoding and modelper_response in model exploration mode optimize
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test168 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding flat -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 94 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test94 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
-Running test 174 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test174 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
-specs_path ../specs
-
-Running test 183 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test183 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 95 test type: optsyn, description: basic test for dt_caret in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test95 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 96 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test96 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 189 test type: optsyn, description: basic branched tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn adapts test 166
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test189 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_query.spec
+specs_path ../specs
+Running test 97 test type: query, description: basic test for rf_sklearn in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test97 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
-Running test 192 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test192 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 98 test type: optsyn, description: basic test for et_caret in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test98 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
+Running test 99 test type: optimize, description: testing that the response and feature names can be taken from spec file in model exploration modes when the responses and/or features are not specified in the command line
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test99 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 198 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164 and test 183
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test198 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
-
-spec_fn smlp_toy_num_resp_mult_no_input_beta.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
+Running test 100 test type: optimize, description: basic test for sat_threshold option enabing usage of objectve values in SAT assignments that prove optimization thresholds
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test100 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 201 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and there are beta constraints
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test201 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input_beta.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_witness.spec
+specs_path ../specs
+Running test 101 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test101 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test101_model -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+spec_fn smlp_toy_num_resp_mult_witness.spec
 specs_path ../specs
+Running test 102 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+../../src/run_smlp.py -model_name "../models/test101_model" -out_dir ./ -pref Test102 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model t  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 204 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 123
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test204 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
- smlp_toy_num_resp_mult_verify.spec
+spec_fn smlp_toy_num_resp_mult_certify_witness.spec
 specs_path ../specs
+Running test 103 test type: certify, description: 
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test103 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test103_model -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_certify_witness.spec -quer_names valid_candidate,grid_conflict,range_conflict -quer_exprs "True;True;True" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 157 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training; adapts test 155 by consdering multiple responses
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test157 -mode verify -resp y1,y2 -feat x,p1,p2 --model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse,logcosh  
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 104 test type: verify, description: assertion verfication test with wrong spec that does not assign a single value using a singleton grid or range with equal max and min
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test104 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_stable_verify.spec
 specs_path ../specs
+Running test 105 test type: verify, description: basic dt_sklearn assertion verfication test with numeric labels and integer grid as domain
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test105 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_stable_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 166 test type: optsyn, description: basic flat tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test166 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_unsat_eta_verify.spec
+specs_path ../specs
+Running test 106 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test106 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_unsat_eta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_beta_verify.spec
 specs_path ../specs
+Running test 107 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test107 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_beta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 170 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response f in model exploration mode optimize
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test170 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_synthesize.spec
+specs_path ../specs
+Running test 108 test type: synthesize, description: basic test for dt_sklearn in model exploration mode synthesize where synthesis succeeds
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test108 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_cannot_synthesize.spec
 specs_path ../specs
+Running test 109 test type: synthesize, description: basic test for mode synthesize where synthesis fails
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test109 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_cannot_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 176 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api f for nn_keras in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test176 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 110 test type: prediction, description: smlp toy basic example for predict mode from SMLP user manual
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test110 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model t -model_name test110_model -save_model_config t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
+Running test 111 test type: unknown, description: smlp toy basic test to rerun saved model using the model rerun config file saved during model training
+../../src/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test111 -config ../models/test110_model_rerun_model_config.json  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
 
-Running test 179 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn when resposes are not scaled adapts test 174
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test179 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 112 test type: prediction, description: smlp toy basic test from SMLP manual
+../../src/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test112 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -use_model t -save_model f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_basic.spec
 specs_path ../specs
+Running test 113 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test113 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model t -model_name test113_model -save_model_config t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
 
-Running test 182 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test182 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
-
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_basic.spec
 specs_path ../specs
+Running test 114 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual without specifying resp and feat in command line
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test114 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model f -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
 
-Running test 190 test type: optimize, description: basic test for rf_caret with branched tree_encoding and modelper_response in model exploration mode optimize adapts test 168
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test190 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding branched -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 115 test type: certify, description: basic test in certify mode
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test115 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system.spec
 specs_path ../specs
+Running test 116 test type: certify, description: basic test in certify mode when system is specified and is used as the model; p2 rel-rad needs to be 0 or very close to it the witness to first query to be stable
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test116 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model system -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 195 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 192 by setting n_estimators 3 and then discrepancy between z3
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test195 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system_stable_constant_certify.spec
+specs_path ../specs
+Running test 117 test type: certify, description: certification test with knobs only where assertion is valid without stability and fails with stability
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test117 -mode certify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_verify.spec
 specs_path ../specs
+Running test 118 test type: verify, description: verification test with knobs only where assertion is valid without stability and fails with stability
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test118 -mode verify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 199 test type: optimize, description: test to demonstrate that in pareto optimization and optsyn modes with multiple objectives when beta constraints are not present SMLP results are not consistent when different solvers are used; this is due to fact that when a subset of objectoves are exemined in pareto algo
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test199 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system_stable_constant_query.spec
+specs_path ../specs
+Running test 119 test type: query, description: query test with knobs only where query is satisfiable without stability and fails with stability
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test119 -mode query -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
-
-Running test 203 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed adapts test 122
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test203 -mode optimize -pareto f -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 120 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test120 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
+Running test 121 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is feasible
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test121 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 206 test type: optsyn, description: optimized synthesis test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 125
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test206 -mode optsyn -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
+Running test 122 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test122 -mode optimize -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 171 test type: optimize, description: basic test for et_caret with flat tree_encoding in model exploration mode optimize
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test171 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
+Running test 123 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test123 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 177 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test177 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
+Running test 124 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is not feasible because while beta constraint is feasible the assertion is not feasible therefore optimization is not performed
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test124 -mode optsyn -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 180 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features and responses are not scaled adapts test 175
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test180 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_feat f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 125 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is feasible and optimization is performed
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test125 -mode optsyn -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_verify.spec
 specs_path ../specs
+Running test 126 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test126 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 188 test type: optsyn, description: basic branched tree encoding test for dt_caretin model exploration mode optsyn
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test188 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding branched -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system_stable_certify.spec
+specs_path ../specs
+Running test 127 test type: certify, description: certification example with knobs only and fictitious inputs with values fixed through their ranges
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test127 -mode certify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_witness_certify.spec
 specs_path ../specs
+Running test 128 test type: certify, description: Basic regression test in certify mode covering all four possible outcomes when certifying a witness for a query: the witness is stable
+../../src/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test128 -mode certify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_witness_certify.spec -quer_names query_stable_witness,query_grid_conflict,query_unstable_witness,query_infeasible_witness,query_poly_intercept_sensitive -quer_exprs "y2<=90;y1>=9;y1>=(-13);y1>9;y1>=(-10)" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 193 test type: optimize, description: basic test for et_caret with branched tree_encoding in model exploration mode optimize adapts test 171
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test193 -mode optimize -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_configuration_verify.spec
+specs_path ../specs
+Running test 129 test type: verify, description: verification example with demonstrating all basic result scenarious for assertions
+../../src/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test129 -mode verify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_configuration_verify.spec -asrt_names assert_stable_config,assert_grid_conflict,assert_unstable_config,assert_infeasible -asrt_exprs "y2<=90;y1>=9;y1>=(-10);y1>20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_system_stable_verify.spec
 specs_path ../specs
+Running test 140 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test140 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -trace_prec 1 -trace_anonym t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 197 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164 and test 182
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test197 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 141 test type: optimize, description: basic test for compress_rules option for dt_sklearn in optimization mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test141 -mode optimize -opt_strategy lazy -pareto f  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules t  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_no_input.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 142 test type: optsyn, description: basic test for compress_rules option for rf_sklearn in optsin mode
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test142 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 202 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and no beta constraints
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test202 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_query.spec
+specs_path ../specs
+Running test 143 test type: query, description: basic test for compress_rules for et_sklearn in mode query
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test143 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
+Running test 145 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+../../src/run_smlp.py  -out_dir ./ -pref Test145 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 205 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 145
-../../src/run_smlp.py  -out_dir ./ -pref Test205 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-
-Running test 216 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test216 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
-
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 146 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+../../src/run_smlp.py  -out_dir ./ -pref Test146 -mode optimize -pareto t -opt_strategy lazy -model poly_sklearn -resp y1,y2 -feat p1,p2,x1,x2 -save_model t -use_model f -mrmr_pred 0 -model_per_response t -split 1 -spec ../specs/smlp_toy_system.spec -doe_spec ../grids/explore_doe_two_levels.csv -doe_algo latin_hypercube -epsilon 0.99999999 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 218 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test218 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 147 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test147 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 148 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test148 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 222 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test222 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 149 test type: prediction, description: tests the mae loss function MeanAbsoluteError and sample weoghts
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test149 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mae -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 150 test type: prediction, description: tests the mape loss function MeanAbsolutePercentageError and sample weights
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test150 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test147 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 151 test type: prediction, description: tests msle loss function MeanSquaredLogarithmicError and and sample weoghts
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test151 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss msle -sw_coef 3 -sw_exp 10 -sw_int 0  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 152 test type: prediction, description: tests the huber loss function Huber and sample weights
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test152 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss huber -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 153 test type: prediction, description: tests the logcosh loss function LogCosh and sample weights
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test153 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss logcosh -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 154 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test154 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5  
 
-Running test 161 test type: prediction, description: tests nn keras tuner bayesian
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test161 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -nn_keras_metrics mape,logcosh -nn_keras_tuner random -nn_keras_lrates_grid "0.01,0.001" -nn_keras_batches_grid "32,64" -model_per_response f -sw_coef 4 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-
-Running test 172 test type: verify, description: basic test for nn_keras flat encoding for functional api
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test172 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
-
-
-
-Running test 217 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test217 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type category -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-
-Running test 220 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test220 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-
-Running test 224 test type: correlate, description: basic test for correlate mode and tests the Shannon mutual information
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test224 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f  
-
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-
-Running test 154 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test154 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5  
-
-
-Running test 225 test type: correlate, description: basic test for correlate mode and tests the adjusted mutual information
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test225 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f  
-
-
-
-Running test 215 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test215 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 155 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test155 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae  
 
-Running test 219 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test219 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type integer -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+spec_fn smlp_toy_num_resp_mult_verify.spec
+specs_path ../specs
+Running test 156 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training; adapts test 154 by consdering multiple responses
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test156 -mode verify -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  
 
+spec_fn smlp_toy_num_resp_mult_verify.spec
+specs_path ../specs
+Running test 157 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training; adapts test 155 by consdering multiple responses
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test157 -mode verify -resp y1,y2 -feat x,p1,p2 --model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse,logcosh  
 
-Running test 223 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test223 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 158 test type: prediction, description: tests the mape loss function and sample weights with model_per_response t
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test158 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -model_per_response t -sw_coef 8 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 159 test type: prediction, description: tests the msle loss function and sample weights with model_per_response t
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test159 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -model_per_response t -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae,cosine  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 226 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test226 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 160 test type: prediction, description: tests nn keras tuner bayesian
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test160 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -nn_keras_metrics msle -nn_keras_tuner bayesian -nn_keras_layers_grid "2,3" -nn_keras_losses_grid "mse,mae,huber" -model_per_response f -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-../specs
+Running test 161 test type: prediction, description: tests nn keras tuner bayesian
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test161 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -nn_keras_metrics mape,logcosh -nn_keras_tuner random -nn_keras_lrates_grid "0.01,0.001" -nn_keras_batches_grid "32,64" -model_per_response f -sw_coef 4 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 156 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training; adapts test 154 by consdering multiple responses
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test156 -mode verify -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 164 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization 
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test164 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
 Running test 165 test type: optsyn, description: basic flat tree encoding test for dt_caretin model exploration mode optsyn
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test165 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding flat -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 166 test type: optsyn, description: basic flat tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test166 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 173 test type: verify, description: basic test for nn_keras flat encoding for sequential api
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test173 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
-
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 167 test type: optsyn, description: basic flat tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test167 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 221 test type: correlate, description: basic test for correlate mode
-../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test221 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 168 test type: optimize, description: basic test for rf_caret with flat tree_encoding and modelper_response in model exploration mode optimize
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test168 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding flat -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 169 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response t in model exploration mode optimize
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test169 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 227 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
-../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test227 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 170 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response f in model exploration mode optimize
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test170 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 171 test type: optimize, description: basic test for et_caret with flat tree_encoding in model exploration mode optimize
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test171 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
+Running test 172 test type: verify, description: basic test for nn_keras flat encoding for functional api
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test172 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
 
-Running test 164 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization 
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test164 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 173 test type: verify, description: basic test for nn_keras flat encoding for sequential api
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test173 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
-Running test 169 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response t in model exploration mode optimize
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test169 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 174 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test174 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-
 Running test 175 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test175 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 176 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test176 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 177 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test177 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
 Running test 178 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features are not scaled adapts test 177
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test178 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 179 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn when resposes are not scaled adapts test 174
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test179 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 180 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features and responses are not scaled adapts test 175
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test180 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_feat f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
 Running test 181 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test181 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
+Running test 182 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test182 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 183 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test183 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
 Running test 187 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization adapts test 164
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test187 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 188 test type: optsyn, description: basic branched tree encoding test for dt_caretin model exploration mode optsyn
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test188 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding branched -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 189 test type: optsyn, description: basic branched tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn adapts test 166
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test189 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 190 test type: optimize, description: basic test for rf_caret with branched tree_encoding and modelper_response in model exploration mode optimize adapts test 168
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test190 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding branched -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
 Running test 191 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response t in model exploration mode optimize adapts test 169
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test191 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap t -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 192 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test192 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 193 test type: optimize, description: basic test for et_caret with branched tree_encoding in model exploration mode optimize adapts test 171
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test193 -mode optimize -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
 Running test 194 test type: optsyn, description: basic branched tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test194 -mode optsyn -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 195 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 192 by setting n_estimators 3 and then discrepancy between z3
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test195 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
 Running test 196 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164 and test 181
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test196 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 197 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164 and test 182
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test197 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 198 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164 and test 183
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test198 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
+Running test 199 test type: optimize, description: test to demonstrate that in pareto optimization and optsyn modes with multiple objectives when beta constraints are not present SMLP results are not consistent when different solvers are used; this is due to fact that when a subset of objectoves are exemined in pareto algo
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test199 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
 Running test 200 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
 ../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test200 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_no_input_beta.spec
+specs_path ../specs
+Running test 201 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and there are beta constraints
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test201 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input_beta.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_no_input.spec
+specs_path ../specs
+Running test 202 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and no beta constraints
+../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test202 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
+Running test 203 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed adapts test 122
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test203 -mode optimize -pareto f -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 155 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training
-../../src/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test155 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae  
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 204 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 123
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test204 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 205 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 145
+../../src/run_smlp.py  -out_dir ./ -pref Test205 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 206 test type: optsyn, description: optimized synthesis test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 125
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test206 -mode optsyn -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 215 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test215 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 216 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test216 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 217 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test217 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type category -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 218 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test218 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 219 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test219 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type integer -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 220 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test220 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 221 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test221 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 222 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test222 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 223 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test223 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 224 test type: correlate, description: basic test for correlate mode and tests the Shannon mutual information
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test224 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 225 test type: correlate, description: basic test for correlate mode and tests the adjusted mutual information
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test225 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 226 test type: correlate, description: basic test for correlate mode
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test226 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 227 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+../../src/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test227 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-Initiating 7 worker...
 comparing Test1_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt to master
 Passed!
 comparing Test1_smlp_toy_num_resp_mult.txt to master
@@ -1157,7 +966,6 @@ Passed!
 comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
 Passed!
 comparing Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt to master
-Passed!
 comparing Test7_smlp_toy_num_resp_mult_data_bounds.json to master
 Passed!
 comparing Test7_smlp_toy_num_resp_mult_model_features_dict.json to master
@@ -1251,7 +1059,6 @@ Passed!
 comparing Test10_smlp_toy_num_resp_mult_data_bounds.json to master
 Passed!
 comparing Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt to master
-Passed!
 comparing Test10_smlp_toy_num_resp_mult_model_features_dict.json to master
 Passed!
 comparing Test10_smlp_toy_num_resp_mult_model_levels_dict.json to master
@@ -1371,7 +1178,6 @@ Passed!
 comparing Test14_smlp_toy_basic_training_predictions_summary.csv to master
 Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1381,10 +1187,11 @@ Passed!
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
-File new Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
-File new Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
-comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
+comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
 comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1422,7 +1229,6 @@ Passed!
 comparing test19_model_rerun_model_config.json to master
 Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1430,7 +1236,6 @@ Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1477,7 +1282,6 @@ Passed!
 comparing test22_model_rerun_model_config.json to master
 Passed!
 comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt to master
-Passed!
 File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-PF .png does not exist
 File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-|PF |.png does not exist
 comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_missing_values_dict.json to master
@@ -1518,7 +1322,6 @@ Passed!
 comparing test24_model_rerun_model_config.json to master
 Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1526,7 +1329,6 @@ Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
 comparing test26_model_dt_sklearn_tree_rules.txt to master
-Passed!
 comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
 Passed!
 comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
@@ -1556,7 +1358,6 @@ Passed!
 comparing test26_model_rerun_model_config.json to master
 Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1623,23 +1424,28 @@ comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_trai
 Passed!
 comparing Test29_smlp_toy_cls_metasymbol_colnames_mult.txt to master
 comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_features_ranking.csv to master
+Passed!
 comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_missing_values_dict.json to master
 Passed!
 comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_ranking_resp_feat.csv to master
+Passed!
 comparing Test30_smlp_toy_num_resp_mult.txt to master
 comparing Test30_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
 comparing Test30_smlp_toy_num_resp_mult_missing_values_dict.json to master
 Passed!
 comparing Test30_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
+Passed!
 comparing Test31_smlp_toy_num_resp_mult.txt to master
 comparing Test31_smlp_toy_num_resp_mult_args_config.json to master
 Passed!
 comparing Test31_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
 comparing Test31_smlp_toy_num_resp_mult_missing_values_dict.json to master
 Passed!
 comparing Test31_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
-comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
 Passed!
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
 comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_args_config.json to master
 Passed!
 comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
@@ -1650,9 +1456,11 @@ comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction
 Passed!
 comparing Test33_smlp_toy_num_resp_mult.txt to master
 comparing Test33_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
 comparing Test33_smlp_toy_num_resp_mult_missing_values_dict.json to master
 Passed!
 comparing Test33_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
+Passed!
 comparing Test34_doe_four_levels_real.txt to master
 Passed!
 comparing Test34_doe_four_levels_real_doe.csv to master
@@ -1726,7 +1534,6 @@ Passed!
 comparing test47_model_poly_sklearn_formula.txt to master
 Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult.txt to master
-Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult_missing_values_dict.json to master
 Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult_new_prediction_precisions.csv to master
@@ -1901,7 +1708,6 @@ Passed!
 File master test63_model_y1_smlp_full_model_term.json does not exist
 File master test63_model_y1_smlp_model_term.json does not exist
 comparing Test64_test63_model.txt to master
-Passed!
 File master Test64_test63_model_trace.csv does not exist
 comparing Test64_test63_model_verify_results.json to master
 Passed!
@@ -1934,6 +1740,7 @@ Passed!
 comparing Test69_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
 Passed!
 comparing Test69_smlp_toy_num_resp_mult_verify_results.json to master
+Passed!
 comparing test69_model_data_bounds.json to master
 Passed!
 comparing test69_model_model_features_dict.json to master
@@ -1948,7 +1755,8 @@ File master test69_model_y2_smlp_full_model_term.json does not exist
 File master test69_model_y2_smlp_model_term.json does not exist
 comparing Test70_test69_model.txt to master
 File master Test70_test69_model_trace.csv does not exist
-File new Test70_test69_model_verify_results.json does not exist
+comparing Test70_test69_model_verify_results.json to master
+Passed!
 Test 71 Failed:
 Error in Build stage:
 Data file does not exist
@@ -2537,7 +2345,6 @@ Passed!
 File master Test96_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
 File master Test96_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
 comparing Test97_smlp_toy_num_resp_mult.txt to master
-Passed!
 comparing Test97_smlp_toy_num_resp_mult_data_bounds.json to master
 Passed!
 File master Test97_smlp_toy_num_resp_mult_et_sklearn_y1_tree_rules.txt does not exist
@@ -2708,7 +2515,6 @@ File master test101_model_y1_smlp_model_term.json does not exist
 File master test101_model_y2_smlp_full_model_term.json does not exist
 File master test101_model_y2_smlp_model_term.json does not exist
 comparing Test102_test101_model.txt to master
-Passed!
 comparing Test102_test101_model_certify_results.json to master
 Passed!
 File master Test102_test101_model_trace.csv does not exist
@@ -2935,11 +2741,9 @@ comparing test110_model_poly_sklearn_formula.txt to master
 comparing test110_model_rerun_model_config.json to master
 Passed!
 comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
-Passed!
 comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
 Passed!
 comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
-Passed!
 comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
 Passed!
 comparing test113_model_dt_sklearn_tree_rules.txt to master
@@ -3619,8 +3423,19 @@ File master Test160_smlp_toy_num_resp_mult_data_bounds.json does not exist
 File master Test160_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
 File master Test160_smlp_toy_num_resp_mult_model_features_dict.json does not exist
 File master Test160_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test160_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
 File master Test160_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
 File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_msle.png does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_msle.png does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
 File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
 File master Test161_smlp_toy_num_resp_mult_data_bounds.json does not exist
 File master Test161_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
@@ -4517,5 +4332,5 @@ File master Test227_smlp_toy_basic_features_summary.csv does not exist
 master log file does not exist!
 Do you wish to copy the new log file to master?
 (yes/no|y/n): No new tests crashed (not in the masters)
-Time: 37.54873522520065 minutes
+Time: 31.98271323442459 minutes
 End of regression
diff --git a/tests/smlp_regression/run_smlp_regression_expected_diff_report.log b/tests/smlp_regression/run_smlp_regression_expected_diff_report.log
index 31607643..7db436c3 100644
--- a/tests/smlp_regression/run_smlp_regression_expected_diff_report.log
+++ b/tests/smlp_regression/run_smlp_regression_expected_diff_report.log
@@ -1,331 +1,411 @@
+=================== Diff report for: Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt ==================================
+94d93
+< if (p2 > 0.4000000134110451) and (p1 <= 0.75) and (p2 > 0.7000000178813934) and (x <= 0.6666666716337204) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+96c95
+< if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.4000000134110451) and (p1 <= 0.75) and (p2 > 0.7000000178813934) and (x <= 0.6666666716337204) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+97a97
+> if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt ==================================
+6d5
+< if (p1 > 0.7673577288013687) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+7a7
+> if (p1 > 0.7673577288013687) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+21d20
+< if (p2 > 0.565498446377692) and (p1 > 0.21566598080828134) and (p2 > 0.7262518305173236) and (x > 0.03081251758592215) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+22a22
+> if (p2 > 0.565498446377692) and (p1 > 0.21566598080828134) and (p2 > 0.7262518305173236) and (x > 0.03081251758592215) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+44d43
+< if (p2 > 0.05282566885129813) and (p1 > 0.9621611074368288) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+45a45
+> if (p2 > 0.05282566885129813) and (p1 > 0.9621611074368288) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+66d65
+< if (p2 > 0.10769168804757841) and (p2 > 0.9843916629018533) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+67a67
+> if (p2 > 0.10769168804757841) and (p2 > 0.9843916629018533) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+73d72
+< if (p1 <= 0.9643084043470717) and (p2 > 0.7106753814549537) and (x <= 0.7383051325780686) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+75c74
+< if (p1 > 0.9643084043470717) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.9643084043470717) and (p2 > 0.7106753814549537) and (x <= 0.7383051325780686) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+76a76
+> if (p1 > 0.9643084043470717) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+88d87
+< if (p2 > 0.37253817607301204) and (p1 > 0.5069297996847564) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+89a89
+> if (p2 > 0.37253817607301204) and (p1 > 0.5069297996847564) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+96d95
+< if (p1 > 0.8097833990164955) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+97a97
+> if (p1 > 0.8097833990164955) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+103d102
+< if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x <= 0.7718040145802331) and (p1 <= 0.9832575130198419) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+105c104
+< if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x > 0.7718040145802331) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x <= 0.7718040145802331) and (p1 <= 0.9832575130198419) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+106a106
+> if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x > 0.7718040145802331) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+118d117
+< if (p1 > 0.6478692095949636) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+119a119
+> if (p1 > 0.6478692095949636) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+126d125
+< if (p2 > 0.5083941302766997) and (p1 > 0.9604900148513215) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+127a127
+> if (p2 > 0.5083941302766997) and (p1 > 0.9604900148513215) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+134d133
+< if (p2 > 0.38305688667253446) and (p1 > 0.2547155522064844) and (p1 > 0.7231216464299344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+135a135
+> if (p2 > 0.38305688667253446) and (p1 > 0.2547155522064844) and (p1 > 0.7231216464299344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+141d140
+< if (p1 <= 0.5519522472992318) and (p2 > 0.33294736609465786) and (p2 > 0.7309142946144038) and (x <= 0.6016799023753295) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+143c142
+< if (p1 > 0.5519522472992318) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.5519522472992318) and (p2 > 0.33294736609465786) and (p2 > 0.7309142946144038) and (x <= 0.6016799023753295) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+144a144
+> if (p1 > 0.5519522472992318) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+155d154
+< if (p1 <= 0.5757871147132418) and (p2 > 0.39527962049249543) and (p2 > 0.6458938131907435) and (x <= 0.6096057855068803) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+157c156
+< if (p1 > 0.5757871147132418) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.5757871147132418) and (p2 > 0.39527962049249543) and (p2 > 0.6458938131907435) and (x <= 0.6096057855068803) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+158a158
+> if (p1 > 0.5757871147132418) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+204d203
+< if (p1 <= 0.8026946730924279) and (p2 > 0.05688018773537138) and (p2 > 0.4364986121396114) and (p2 > 0.6777798791052577) and (x <= 0.6717608829535293) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+206c205
+< if (p1 > 0.8026946730924279) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.8026946730924279) and (p2 > 0.05688018773537138) and (p2 > 0.4364986121396114) and (p2 > 0.6777798791052577) and (x <= 0.6717608829535293) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+207a207
+> if (p1 > 0.8026946730924279) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+218d217
+< if (p2 > 0.5397191641571555) and (p1 <= 0.7132398065706901) and (p2 > 0.634045960603359) and (x <= 0.6156377025174744) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+220c219
+< if (p2 > 0.5397191641571555) and (p1 > 0.7132398065706901) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.5397191641571555) and (p1 <= 0.7132398065706901) and (p2 > 0.634045960603359) and (x <= 0.6156377025174744) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+221a221
+> if (p2 > 0.5397191641571555) and (p1 > 0.7132398065706901) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+233d232
+< if (p1 > 0.6806756624396312) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+234a234
+> if (p1 > 0.6806756624396312) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+241d240
+< if (p2 > 0.4943563777461445) and (p1 > 0.920448066629678) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+242a242
+> if (p2 > 0.4943563777461445) and (p1 > 0.920448066629678) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+264d263
+< if (p1 > 0.7209493553829144) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+265a265
+> if (p1 > 0.7209493553829144) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+286d285
+< if (p2 > 0.9499151226831205) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+287a287
+> if (p2 > 0.9499151226831205) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+300d299
+< if (p2 > 0.4160567286499109) and (p1 <= 0.7821608059025187) and (p2 > 0.7500101945124135) and (x <= 0.8482964849267818) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+302c301
+< if (p2 > 0.4160567286499109) and (p1 > 0.7821608059025187) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.4160567286499109) and (p1 <= 0.7821608059025187) and (p2 > 0.7500101945124135) and (x <= 0.8482964849267818) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+303a303
+> if (p2 > 0.4160567286499109) and (p1 > 0.7821608059025187) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+357d356
+< if (p1 <= 0.6838882522116826) and (p2 > 0.0626814738207876) and (p2 > 0.3422835304420513) and (p2 > 0.6023659933821865) and (x <= 0.7909361110756394) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+359c358
+< if (p1 > 0.6838882522116826) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.6838882522116826) and (p2 > 0.0626814738207876) and (p2 > 0.3422835304420513) and (p2 > 0.6023659933821865) and (x <= 0.7909361110756394) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+360a360
+> if (p1 > 0.6838882522116826) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+364d363
+< if (p2 > 0.40336603038169727) and (p1 <= 0.7296289325364069) and (p2 > 0.6471116276536257) and (x <= 0.4249370103517018) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+366c365
+< if (p2 > 0.40336603038169727) and (p1 > 0.7296289325364069) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.40336603038169727) and (p1 <= 0.7296289325364069) and (p2 > 0.6471116276536257) and (x <= 0.4249370103517018) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+367a367
+> if (p2 > 0.40336603038169727) and (p1 > 0.7296289325364069) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+379d378
+< if (p1 > 0.5139580394672034) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+380a380
+> if (p1 > 0.5139580394672034) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+387d386
+< if (p2 > 0.8305540819794657) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+388a388
+> if (p2 > 0.8305540819794657) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+395d394
+< if (p2 > 0.9449580902908733) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+396a396
+> if (p2 > 0.9449580902908733) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+410d409
+< if (p1 > 0.5120007179267708) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+411a411
+> if (p1 > 0.5120007179267708) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+417d416
+< if (p1 <= 0.610545704891228) and (p2 > 0.6501177091384854) and (x <= 0.7877861639695688) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+419c418
+< if (p1 > 0.610545704891228) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.610545704891228) and (p2 > 0.6501177091384854) and (x <= 0.7877861639695688) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+420a420
+> if (p1 > 0.610545704891228) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+424d423
+< if (p2 > 0.45482464342137086) and (p1 <= 0.6847267941034989) and (p2 > 0.7332769920461923) and (x <= 0.7843162575827582) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+426c425
+< if (p2 > 0.45482464342137086) and (p1 > 0.6847267941034989) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.45482464342137086) and (p1 <= 0.6847267941034989) and (p2 > 0.7332769920461923) and (x <= 0.7843162575827582) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+427a427
+> if (p2 > 0.45482464342137086) and (p1 > 0.6847267941034989) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+446d445
+< if (p2 > 0.054852516881587224) and (p1 > 0.8053342741007611) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+447a447
+> if (p2 > 0.054852516881587224) and (p1 > 0.8053342741007611) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+461d460
+< if (p2 > 0.35838276676758324) and (p1 > 0.6469177723149386) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+462a462
+> if (p2 > 0.35838276676758324) and (p1 > 0.6469177723149386) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+476d475
+< if (p1 > 0.6586678422329332) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+477a477
+> if (p1 > 0.6586678422329332) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+483d482
+< if (p2 > 0.6300749409152544) and (p1 <= 0.9968296801656623) and (x <= 0.37232690124052253) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+485c484
+< if (p2 > 0.6300749409152544) and (p1 > 0.9968296801656623) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.6300749409152544) and (p1 <= 0.9968296801656623) and (x <= 0.37232690124052253) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+486a486
+> if (p2 > 0.6300749409152544) and (p1 > 0.9968296801656623) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+497d496
+< if (p2 > 0.37996283470651265) and (p1 <= 0.5025284804881217) and (p2 > 0.7656687748432474) and (x <= 0.5092783321373655) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+499c498
+< if (p2 > 0.37996283470651265) and (p1 > 0.5025284804881217) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.37996283470651265) and (p1 <= 0.5025284804881217) and (p2 > 0.7656687748432474) and (x <= 0.5092783321373655) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+500a500
+> if (p2 > 0.37996283470651265) and (p1 > 0.5025284804881217) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+505d504
+< if (p2 > 0.22414377714700243) and (p1 > 0.904138504017209) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+506a506
+> if (p2 > 0.22414377714700243) and (p1 > 0.904138504017209) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+513d512
+< if (p1 > 0.8937446875002909) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+514a514
+> if (p1 > 0.8937446875002909) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+535d534
+< if (p2 > 0.07422745696931493) and (p2 > 0.545370601481947) and (p2 > 0.9300510326789317) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+536a536
+> if (p2 > 0.07422745696931493) and (p2 > 0.545370601481947) and (p2 > 0.9300510326789317) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+542d541
+< if (p2 > 0.7889165751584417) and (x <= 0.9135558618761394) and (p1 <= 0.8191675724550931) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+544c543
+< if (p2 > 0.7889165751584417) and (x > 0.9135558618761394) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.7889165751584417) and (x <= 0.9135558618761394) and (p1 <= 0.8191675724550931) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+545a545
+> if (p2 > 0.7889165751584417) and (x > 0.9135558618761394) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+549d548
+< if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 <= 0.8197608151565123) and (p2 > 0.6876566959859812) and (x <= 0.6647538383146583) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+551c550
+< if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 > 0.8197608151565123) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 <= 0.8197608151565123) and (p2 > 0.6876566959859812) and (x <= 0.6647538383146583) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+552a552
+> if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 > 0.8197608151565123) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+556d555
+< if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x <= 0.792321881648303) and (p1 <= 0.574456778622445) and (p2 > 0.7807007138854876) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+558c557
+< if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x > 0.792321881648303) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x <= 0.792321881648303) and (p1 <= 0.574456778622445) and (p2 > 0.7807007138854876) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+559a559
+> if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x > 0.792321881648303) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+563d562
+< if (p2 > 0.7007179663985585) and (x <= 0.47267748344348626) and (p1 <= 0.5654538877147501) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+565c564
+< if (p2 > 0.7007179663985585) and (x > 0.47267748344348626) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.7007179663985585) and (x <= 0.47267748344348626) and (p1 <= 0.5654538877147501) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+566a566
+> if (p2 > 0.7007179663985585) and (x > 0.47267748344348626) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+570d569
+< if (p2 > 0.30978463977099613) and (p1 <= 0.6320834037065894) and (p2 > 0.6127691589194908) and (x <= 0.6760619000417248) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+572c571
+< if (p2 > 0.30978463977099613) and (p1 > 0.6320834037065894) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.30978463977099613) and (p1 <= 0.6320834037065894) and (p2 > 0.6127691589194908) and (x <= 0.6760619000417248) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+573a573
+> if (p2 > 0.30978463977099613) and (p1 > 0.6320834037065894) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+578d577
+< if (p1 > 0.6819941814439344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+579a579
+> if (p1 > 0.6819941814439344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+600d599
+< if (p1 > 0.5931505284240239) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+601a601
+> if (p1 > 0.5931505284240239) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+631d630
+< if (p2 > 0.3774126001528523) and (p1 <= 0.6553700527434098) and (p2 > 0.7353104082940054) and (x <= 0.4155191624469929) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+633c632
+< if (p2 > 0.3774126001528523) and (p1 > 0.6553700527434098) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.3774126001528523) and (p1 <= 0.6553700527434098) and (p2 > 0.7353104082940054) and (x <= 0.4155191624469929) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+634a634
+> if (p2 > 0.3774126001528523) and (p1 > 0.6553700527434098) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+638d637
+< if (p2 > 0.23018040425618197) and (p1 <= 0.7102524464532046) and (p2 > 0.7248063887234734) and (x <= 0.7892120132227867) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+640c639
+< if (p2 > 0.23018040425618197) and (p1 > 0.7102524464532046) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.23018040425618197) and (p1 <= 0.7102524464532046) and (p2 > 0.7248063887234734) and (x <= 0.7892120132227867) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+641a641
+> if (p2 > 0.23018040425618197) and (p1 > 0.7102524464532046) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+653d652
+< if (p2 > 0.21158053456413584) and (p1 > 0.5586915479780601) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+654a654
+> if (p2 > 0.21158053456413584) and (p1 > 0.5586915479780601) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+661d660
+< if (p1 > 0.6795984351446844) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+662a662
+> if (p1 > 0.6795984351446844) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+677d676
+< if (p1 > 0.8126054242312002) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+678a678
+> if (p1 > 0.8126054242312002) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+684d683
+< if (p2 > 0.26886312862339573) and (p1 <= 0.8950548846717248) and (p2 > 0.6824239181038759) and (x <= 0.7910962169102163) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+686c685
+< if (p2 > 0.26886312862339573) and (p1 > 0.8950548846717248) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.26886312862339573) and (p1 <= 0.8950548846717248) and (p2 > 0.6824239181038759) and (x <= 0.7910962169102163) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+687a687
+> if (p2 > 0.26886312862339573) and (p1 > 0.8950548846717248) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+698d697
+< if (p2 > 0.25803846924474394) and (p1 <= 0.85781003667871) and (p2 > 0.6174925668996046) and (x <= 0.4784058184220548) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+700c699
+< if (p2 > 0.25803846924474394) and (p1 > 0.85781003667871) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.25803846924474394) and (p1 <= 0.85781003667871) and (p2 > 0.6174925668996046) and (x <= 0.4784058184220548) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+701a701
+> if (p2 > 0.25803846924474394) and (p1 > 0.85781003667871) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+705d704
+< if (p2 > 0.16944414757631912) and (p1 <= 0.7608029128801092) and (p2 > 0.31309513934344707) and (p2 > 0.7650359471516853) and (x <= 0.6112039253981838) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+707c706
+< if (p2 > 0.16944414757631912) and (p1 > 0.7608029128801092) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.16944414757631912) and (p1 <= 0.7608029128801092) and (p2 > 0.31309513934344707) and (p2 > 0.7650359471516853) and (x <= 0.6112039253981838) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+708a708
+> if (p2 > 0.16944414757631912) and (p1 > 0.7608029128801092) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+728d727
+< if (p2 > 0.29657478970316) and (p1 > 0.8279177280272906) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+729a729
+> if (p2 > 0.29657478970316) and (p1 > 0.8279177280272906) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+736d735
+< if (p2 > 0.30543398172847647) and (p1 > 0.7651434488432218) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+737a737
+> if (p2 > 0.30543398172847647) and (p1 > 0.7651434488432218) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
-87a88,111
-> 
-> smlp_logger - INFO - PREDICT ON NEW DATA
-> 
-> smlp_logger - INFO - Model prediction: start
-> 
-> smlp_logger - INFO - Model prediction: end
-> 
-> smlp_logger - INFO - Reporting prediction results: start
-> 
-> smlp_logger - INFO - Saving predictions summary into file: 
-> ./Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv
-> 
-> smlp_logger - INFO - Saving prediction precisions into file: 
-> ./Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv
-> 
-> smlp_logger - INFO - Prediction on new data --  msqe: 8.026
-> 
-> smlp_logger - INFO - Prediction on new data --  r2_score: -1.032
-> 
-> smlp_logger - INFO - Reporting prediction results: end
-> 
-> smlp_logger - INFO - Running SMLP in mode "predict": End
-> 
-> smlp_logger - INFO - Executing run_smlp.py script: End
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
 =================== End of Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
-=================== Diff report for: Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv: No such file or directory
-=================== End of Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv diff report ================================
-=================== Diff report for: Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv: No such file or directory
-=================== End of Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv diff report ================================
+=================== Diff report for: Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test19_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test19_model_rerun_model_config.json
+=================== End of Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test22_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test22_model_rerun_model_config.json
+=================== End of Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt diff report ================================
+=================== Diff report for: Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test24_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test24_model_rerun_model_config.json
+=================== End of Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: test26_model_dt_sklearn_tree_rules.txt ==================================
+6d5
+< if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+7a7
+> if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of test26_model_dt_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test26_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test26_model_rerun_model_config.json
+=================== End of Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: Test29_smlp_toy_cls_metasymbol_colnames_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test29_smlp_toy_cls_metasymbol_colnames_mult.txt diff report ================================
-=================== Diff report for: Test29_smlp_toy_cls_metasymbol_colnames_mult_features_ranking.csv ==================================
-2,3c2,8
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX(xyz)_9.0_9.0_Bin_0__FMAX.xyz._4.0_4.0_Bin_0,FMAX(xyz),9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX(xyz)_9.0_9.0_Bin_0__categ__c10,FMAX(xyz),9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
----
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,p-3_8.0_8.0_Bin_0,p-3,8.0:8.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,4,none,0~~5~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,p-3_3.0_3.0_Bin_0,p-3,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,0,none,4~~5~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c5,categ,c5,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,4,none,0~~5~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c14,categ,c14,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,0,none,4~~5~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c11,categ,c11,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,9,none,0~~4~~5,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c10,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX.xyz._4.0_4.0_Bin_0__categ__c10,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-5,6c10,17
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._3.0_3.0_Bin_0__categ__c19,FMAX.xyz.,3.0:3.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c19,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,10,none,0~~1~~5~~7,2~~3~~4~~6~~8~~9
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._3.0_3.0_Bin_0__categ__c4,FMAX.xyz.,3.0:3.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c4,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,7,none,0~~1~~5~~10,2~~3~~4~~6~~8~~9
----
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX(xyz)_9.0_9.0_Bin_0__categ__c10,FMAX(xyz),9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-> PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX(xyz)_9.0_9.0_Bin_0__FMAX.xyz._4.0_4.0_Bin_0,FMAX(xyz),9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,p-3_3.0_3.0_Bin_0,p-3,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~5~~7~~10,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c4,categ,c4,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,7,none,0~~1~~5~~10,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c19,categ,c19,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,10,none,0~~1~~5~~7,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c14,categ,c14,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~5~~7~~10,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c10,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~7~~10,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._4.0_4.0_Bin_0__categ__c10,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~7~~10,2~~3~~4~~6~~8~~9
-7a19,20
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._3.0_3.0_Bin_0__categ__c4,FMAX.xyz.,3.0:3.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c4,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,7,none,0~~1~~5~~10,2~~3~~4~~6~~8~~9
-> PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._3.0_3.0_Bin_0__categ__c19,FMAX.xyz.,3.0:3.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c19,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,10,none,0~~1~~5~~7,2~~3~~4~~6~~8~~9
-9,21d21
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,FMAX.xyz._4.0_4.0_Bin_0__categ__c10,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,FMAX.xyz._4.0_4.0_Bin_0__categ__c10,FMAX.xyz.,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~7~~10,2~~3~~4~~6~~8~~9
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c10,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,5,none,0~~4~~9,1~~2~~3~~6~~7~~8~~10
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c10,categ,c10,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~7~~10,2~~3~~4~~6~~8~~9
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c11,categ,c11,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,9,none,0~~4~~5,1~~2~~3~~6~~7~~8~~10
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c14,categ,c14,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,0,none,4~~5~~9,1~~2~~3~~6~~7~~8~~10
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c14,categ,c14,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~5~~7~~10,2~~3~~4~~6~~8~~9
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c19,categ,c19,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,10,none,0~~1~~5~~7,2~~3~~4~~6~~8~~9
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,categ__c4,categ,c4,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,7,none,0~~1~~5~~10,2~~3~~4~~6~~8~~9
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,categ__c5,categ,c5,NA:NA,NA,,,,,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,4,none,0~~5~~9,1~~2~~3~~6~~7~~8~~10
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,p-3_3.0_3.0_Bin_0,p-3,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,0,none,4~~5~~9,1~~2~~3~~6~~7~~8~~10
-< PF#,0,0,1,0.45454545454545453,0.49792959773196915,p-3_3.0_3.0_Bin_0,p-3,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~5~~7~~10,2~~3~~4~~6~~8~~9
-< PF 1,0,0,1,0.36363636363636365,0.48104569292083466,p-3_8.0_8.0_Bin_0,p-3,8.0:8.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.75,PSG,3.0,7.0,1.0,0.0,,,0.625,2.75,1.0,0.5289,0.625,0.4,0.34,0.7273,0.6066,4,none,0~~5~~9,1~~2~~3~~6~~7~~8~~10
-=================== End of Test29_smlp_toy_cls_metasymbol_colnames_mult_features_ranking.csv diff report ================================
-=================== Diff report for: Test29_smlp_toy_cls_metasymbol_colnames_mult_ranking_resp_feat.csv ==================================
-1,12c1,12
-< FMAX(xyz),FMAX.xyz.,categ,p-3,PF 1,PF#
-< 10.0,2.0,c14,3,1,1
-< 12.0,2.0,c15,4,0,1
-< 10.0,3.0,c1,4,0,0
-< 11.0,2.0,c9,6,0,0
-< 10.0,2.0,c5,8,1,0
-< 9.0,4.0,c10,7,1,1
-< 9.0,3.0,c13,6,0,0
-< 10.0,3.0,c4,4,0,1
-< 11.0,4.0,c15,4,0,0
-< 12.0,2.0,c11,7,1,0
-< 10.0,3.0,c19,7,0,1
----
-> p-3,categ,FMAX.xyz.,FMAX(xyz),PF 1,PF#
-> 3,c14,2.0,10.0,1,1
-> 4,c15,2.0,12.0,0,1
-> 4,c1,3.0,10.0,0,0
-> 6,c9,2.0,11.0,0,0
-> 8,c5,2.0,10.0,1,0
-> 7,c10,4.0,9.0,1,1
-> 6,c13,3.0,9.0,0,0
-> 4,c4,3.0,10.0,0,1
-> 4,c15,4.0,11.0,0,0
-> 7,c11,2.0,12.0,1,0
-> 7,c19,3.0,10.0,0,1
-=================== End of Test29_smlp_toy_cls_metasymbol_colnames_mult_ranking_resp_feat.csv diff report ================================
 =================== Diff report for: Test30_smlp_toy_num_resp_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test30_smlp_toy_num_resp_mult.txt diff report ================================
-=================== Diff report for: Test30_smlp_toy_num_resp_mult_features_ranking.csv ==================================
-2,13d1
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_8.0_8.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,8.0:8.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__p1_4.0_4.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__x_11.0_11.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__x_12.0_12.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y2,0,5,9,6.818181818181818,1.9917183909278766,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-15,16d2
-< y2,0,5,9,6.818181818181818,1.9917183909278766,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-< y1,0,5,9,6.818181818181818,1.9917183909278766,x_10.0_10.0_Bin_0__p2_7.0_7.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-17a4,7
-> y1,0,5,9,6.818181818181818,1.9917183909278766,x_10.0_10.0_Bin_0__p2_7.0_7.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__x_12.0_12.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__x_11.0_11.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749
-19c9,12
-< y2,0,5,9,6.818181818181818,1.9917183909278766,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
----
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p2_4.0_4.0_Bin_0__p1_4.0_4.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_8.0_8.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,8.0:8.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y1,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-20a14,16
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.32,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749
-21a18,21
-> y2,0,5,9,6.818181818181818,1.9917183909278766,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-> y2,0,5,9,6.818181818181818,1.9917183909278766,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.32,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659
-=================== End of Test30_smlp_toy_num_resp_mult_features_ranking.csv diff report ================================
-=================== Diff report for: Test30_smlp_toy_num_resp_mult_ranking_resp_feat.csv ==================================
-1,12c1,12
-< p1,p2,x,y1,y2
-< 2.0,3,10.0,5,9
-< 2.0,4,12.0,9,9
-< 3.0,4,10.0,5,9
-< 2.0,6,11.0,5,5
-< 2.0,8,10.0,9,5
-< 4.0,7,9.0,9,9
-< 3.0,6,9.0,5,5
-< 3.0,4,10.0,5,5
-< 4.0,4,11.0,9,9
-< 2.0,7,12.0,5,5
-< 3.0,7,10.0,9,5
----
-> p2,x,p1,y1,y2
-> 3,10.0,2.0,5,9
-> 4,12.0,2.0,9,9
-> 4,10.0,3.0,5,9
-> 6,11.0,2.0,5,5
-> 8,10.0,2.0,9,5
-> 7,9.0,4.0,9,9
-> 6,9.0,3.0,5,5
-> 4,10.0,3.0,5,5
-> 4,11.0,4.0,9,9
-> 7,12.0,2.0,5,5
-> 7,10.0,3.0,9,5
-=================== End of Test30_smlp_toy_num_resp_mult_ranking_resp_feat.csv diff report ================================
 =================== Diff report for: Test31_smlp_toy_num_resp_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test31_smlp_toy_num_resp_mult.txt diff report ================================
-=================== Diff report for: Test31_smlp_toy_num_resp_mult_features_ranking.csv ==================================
-2,7c2,5
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,0,none,2~~3~~6~~7~~9,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,1,none,0~~2~~5~~8,3~~4~~6~~7~~9~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_6.0_6.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_7.0_7.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749,5~~8,none,0~~1~~2,3~~4~~6~~7~~9~~10
----
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,x_12.0_12.0_Bin_0__p2_7.0_7.0_Bin_0,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_6.0_6.0_Bin_0,p2,6.0:6.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,3~~6,none,0~~2~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,x_11.0_11.0_Bin_0__p2_6.0_6.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_4.0_4.0_Bin_0__x_10.0_10.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,2~~7,none,0~~3~~6~~9,1~~4~~5~~8~~10
-9d6
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-11,15d7
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_4.0_4.0_Bin_0__x_10.0_10.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,2~~7,none,0~~3~~6~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_6.0_6.0_Bin_0,p2,6.0:6.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,3~~6,none,0~~2~~7~~9,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-17c9,12
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,8,none,0~~1~~2~~5,3~~4~~6~~7~~9~~10
----
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_7.0_7.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_6.0_6.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,0,none,2~~3~~6~~7~~9,1~~4~~5~~8~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-19,20c14,16
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,x_11.0_11.0_Bin_0__p2_6.0_6.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,x_12.0_12.0_Bin_0__p2_7.0_7.0_Bin_0,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
----
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749,5~~8,none,0~~1~~2,3~~4~~6~~7~~9~~10
-21a18,21
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,8,none,0~~1~~2~~5,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,1,none,0~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-=================== End of Test31_smlp_toy_num_resp_mult_features_ranking.csv diff report ================================
-=================== Diff report for: Test31_smlp_toy_num_resp_mult_ranking_resp_feat.csv ==================================
-1,12c1,12
-< p1,p2,x,y1,y2
-< 2.0,3,10.0,1,1
-< 2.0,4,12.0,0,1
-< 3.0,4,10.0,1,1
-< 2.0,6,11.0,1,0
-< 2.0,8,10.0,0,0
-< 4.0,7,9.0,0,1
-< 3.0,6,9.0,1,0
-< 3.0,4,10.0,1,0
-< 4.0,4,11.0,0,1
-< 2.0,7,12.0,1,0
-< 3.0,7,10.0,0,0
----
-> x,p2,p1,y1,y2
-> 10.0,3,2.0,1,1
-> 12.0,4,2.0,0,1
-> 10.0,4,3.0,1,1
-> 11.0,6,2.0,1,0
-> 10.0,8,2.0,0,0
-> 9.0,7,4.0,0,1
-> 9.0,6,3.0,1,0
-> 10.0,4,3.0,1,0
-> 11.0,4,4.0,0,1
-> 12.0,7,2.0,1,0
-> 10.0,7,3.0,0,0
-=================== End of Test31_smlp_toy_num_resp_mult_ranking_resp_feat.csv diff report ================================
+=================== Diff report for: Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: Test33_smlp_toy_num_resp_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test33_smlp_toy_num_resp_mult.txt diff report ================================
-=================== Diff report for: Test33_smlp_toy_num_resp_mult_features_ranking.csv ==================================
-2,7c2,5
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,0,none,2~~3~~6~~7~~9,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,1,none,0~~2~~5~~8,3~~4~~6~~7~~9~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_6.0_6.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_7.0_7.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749,5~~8,none,0~~1~~2,3~~4~~6~~7~~9~~10
----
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,x_12.0_12.0_Bin_0__p2_7.0_7.0_Bin_0,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_6.0_6.0_Bin_0,p2,6.0:6.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,3~~6,none,0~~2~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,x_11.0_11.0_Bin_0__p2_6.0_6.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_4.0_4.0_Bin_0__x_10.0_10.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,2~~7,none,0~~3~~6~~9,1~~4~~5~~8~~10
-9d6
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-11,15d7
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_4.0_4.0_Bin_0__x_10.0_10.0_Bin_0,p2,4.0:4.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,2~~7,none,0~~3~~6~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,p2_6.0_6.0_Bin_0,p2,6.0:6.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,1.8333333333333335,PSG,4.0,5.0,2.0,0.0,,,0.6666,1.8333,1.0,0.5413,0.6667,0.5,0.3889,0.6364,0.6286,3~~6,none,0~~2~~7~~9,1~~4~~5~~8~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-17c9,12
-< y2,0,0,1,0.45454545454545453,0.49792959773196915,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,8,none,0~~1~~2~~5,3~~4~~6~~7~~9~~10
----
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_7.0_7.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_6.0_6.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-> y1,0,0,1,0.5454545454545454,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,0,none,2~~3~~6~~7~~9,1~~4~~5~~8~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__x_9.0_9.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,x,9.0:9.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-19,20c14,16
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,x_11.0_11.0_Bin_0__p2_6.0_6.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,6.0:6.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,3,none,0~~2~~6~~7~~9,1~~4~~5~~8~~10
-< y1,0,0,1,0.5454545454545454,0.49792959773196915,x_12.0_12.0_Bin_0__p2_7.0_7.0_Bin_0,x,12.0:12.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,7.0:7.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,1.8333333333333335,PSG,5.0,5.0,1.0,0.0,,,0.5834,1.8333,1.0,0.5207,0.5833,0.2858,0.2143,0.5455,0.5333,9,none,0~~2~~3~~6~~7,1~~4~~5~~8~~10
----
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_3.0_3.0_Bin_0,p2,3.0:3.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,x_10.0_10.0_Bin_0__p2_3.0_3.0_Bin_0,x,10.0:10.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_4.0_4.0_Bin_0,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,NA,,NA:NA,NA:NA,NA,NA,NA,NA,2.2,PSG,3.0,6.0,2.0,0.0,,,0.7,2.2,1.0,0.5496,0.7,0.5714,0.4762,0.7273,0.6749,5~~8,none,0~~1~~2,3~~4~~6~~7~~9~~10
-21a18,21
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,x_11.0_11.0_Bin_0__p1_4.0_4.0_Bin_0,x,11.0:11.0,1:1,1,9.0,12.0,10.363636363636363,0.9791208740244552,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,8,none,0~~1~~2~~5,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p2_7.0_7.0_Bin_0__p1_4.0_4.0_Bin_0,p2,7.0:7.0,1:1,1,3.0,8.0,5.454545454545454,1.6160353486028343,p1,4.0:4.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,5,none,0~~1~~2~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_4.0_4.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,4.0:4.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,1,none,0~~2~~5~~8,3~~4~~6~~7~~9~~10
-> y2,0,0,1,0.45454545454545453,0.49792959773196915,p1_2.0_2.0_Bin_0__p2_3.0_3.0_Bin_0,p1,2.0:2.0,1:1,1,2.0,4.0,2.727272727272727,0.7496555682941201,p2,3.0:3.0,1:1,1,3,8,5.454545454545454,1.6160353486028343,,NA:NA,NA:NA,NA,NA,NA,NA,NA,2.2,PSG,4.0,6.0,1.0,0.0,,,0.6,2.2,1.0,0.5248,0.6,0.3333,0.2667,0.6364,0.5659,0,none,1~~2~~5~~8,3~~4~~6~~7~~9~~10
-=================== End of Test33_smlp_toy_num_resp_mult_features_ranking.csv diff report ================================
-=================== Diff report for: Test33_smlp_toy_num_resp_mult_ranking_resp_feat.csv ==================================
-1,12c1,12
-< p1,p2,x,y1,y2
-< 2.0,3,10.0,1,1
-< 2.0,4,12.0,0,1
-< 3.0,4,10.0,1,1
-< 2.0,6,11.0,1,0
-< 2.0,8,10.0,0,0
-< 4.0,7,9.0,0,1
-< 3.0,6,9.0,1,0
-< 3.0,4,10.0,1,0
-< 4.0,4,11.0,0,1
-< 2.0,7,12.0,1,0
-< 3.0,7,10.0,0,0
----
-> x,p2,p1,y1,y2
-> 10.0,3,2.0,1,1
-> 12.0,4,2.0,0,1
-> 10.0,4,3.0,1,1
-> 11.0,6,2.0,1,0
-> 10.0,8,2.0,0,0
-> 9.0,7,4.0,0,1
-> 9.0,6,3.0,1,0
-> 10.0,4,3.0,1,0
-> 11.0,4,4.0,0,1
-> 12.0,7,2.0,1,0
-> 10.0,7,3.0,0,0
-=================== End of Test33_smlp_toy_num_resp_mult_ranking_resp_feat.csv diff report ================================
+=================== Diff report for: Test47_test47_model_smlp_toy_pf_mult.txt ==================================
+83c83
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test47_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test47_model_rerun_model_config.json
+=================== End of Test47_test47_model_smlp_toy_pf_mult.txt diff report ================================
+=================== Diff report for: Test64_test63_model.txt ==================================
+27c27
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test63_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test63_model_rerun_model_config.json
+=================== End of Test64_test63_model.txt diff report ================================
 =================== Diff report for: Test66_test65_model.txt ==================================
 0a1,97
 > 
@@ -427,7 +507,7 @@ diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test16_Test8_smlp_toy_n
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test66_test65_model.txt diff report ================================
 =================== Diff report for: Test66_test65_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test66_test65_model_verify_results.json: No such file or directory
+diff: /app/smlp/regr_smlp/code/Test66_test65_model_verify_results.json: No such file or directory
 =================== End of Test66_test65_model_verify_results.json diff report ================================
 =================== Diff report for: Test68_test67_model.txt ==================================
 0a1,97
@@ -530,81 +610,14 @@ diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test66_test65_model_ver
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test68_test67_model.txt diff report ================================
 =================== Diff report for: Test68_test67_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test68_test67_model_verify_results.json: No such file or directory
+diff: /app/smlp/regr_smlp/code/Test68_test67_model_verify_results.json: No such file or directory
 =================== End of Test68_test67_model_verify_results.json diff report ================================
-=================== Diff report for: Test69_smlp_toy_num_resp_mult_verify_results.json ==================================
-6c6
-< 			"x": 8.601911912781919,
----
-> 			"x": 8.601911912575982,
-9c9
-< 			"y2": 5.078784555196762
----
-> 			"y2": 5.078784562647343
-=================== End of Test69_smlp_toy_num_resp_mult_verify_results.json diff report ================================
 =================== Diff report for: Test70_test69_model.txt ==================================
-25a26,82
-> 
-> smlp_logger - INFO - Creating model exploration base components: Start
-> 
-> smlp_logger - INFO - Parsing the SPEC: Start
-> 
-> smlp_logger - INFO - Parsing the SPEC: End
-> 
-> smlp_logger - INFO - Variable domains (alpha): {'y2': {'range': 'float', 'interval': None}, 'x': {'range': 'float', 'interval': [0, 10]}, 'p1': {'range': 'float', 'interval': [0, 10]}, 'p2': {'range': 'float', 'interval': [3, 7]}}
-> 
-> smlp_logger - INFO - Input bounds (alpha): {'x': {'min': 0, 'max': 10}, 'p1': {'min': 0, 'max': 10}, 'p2': {'min': 3, 'max': 7}}
-> 
-> smlp_logger - INFO - Knob bounds (eta): {}
-> 
-> smlp_logger - INFO - Knob grids (eta): {}
-> 
-> smlp_logger - INFO - Alpha global   constraints: (or (or (= p1 1) (= p1 4)) (= p1 7))
-> 
-> smlp_logger - INFO - Alpha ranges   constraints: (and (and (and true (and (>= x 0) (<= x 10))) (and (>= p1 0) (<= p1 10))) (and (>= p2 3) (<= p2 7)))
-> 
-> smlp_logger - INFO - Alpha combined constraints: (and (and (and (and true (and (>= x 0) (<= x 10))) (and (>= p1 0) (<= p1 10))) (and (>= p2 3) (<= p2 7))) (or (or (= p1 1) (= p1 4)) (= p1 7)))
-> 
-> smlp_logger - INFO - Beta  global   constraints: true
-> 
-> smlp_logger - INFO - Eta   ranges   constraints: true
-> 
-> smlp_logger - INFO - Eta   grid     constraints: true
-> 
-> smlp_logger - INFO - Eta   global   constraints: true
-> 
-> smlp_logger - INFO - Eta   combined constraints: true
-> 
-> smlp_logger - INFO - Creating model exploration base components: End
-> 
-> smlp_logger - INFO - Input and knob interface constraints are consistent
-> 
-> smlp_logger - INFO - Building model terms: Start
-> 
-> smlp_logger - INFO - Model operator counts for y2: {'add': 256, 'mul': 472, 'ite': 39, 'prop': 39, 'const': 846, 'sub': 216, 'var': 216}
-> 
-> smlp_logger - INFO - Building model terms: End
-> 
-> smlp_logger - INFO - Model interface constraints are consistent
-> 
-> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt1:
->    true
-> 
-> smlp_logger - INFO - Input, knob and configuration constraints are consistent
-> 
-> smlp_logger - INFO - Verifying assertion asrt1 <-> (y2**3+p2)/2<6
-> 
-> smlp_logger - INFO - The configuration is consistent with assertion asrt1
-> 
-> smlp_logger - INFO - Completed with result: FAIL
-> 
-> smlp_logger - INFO - Running SMLP in mode "verify": End
-> 
-> smlp_logger - INFO - Executing run_smlp.py script: End
+25c25
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test69_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test69_model_rerun_model_config.json
 =================== End of Test70_test69_model.txt diff report ================================
-=================== Diff report for: Test70_test69_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test70_test69_model_verify_results.json: No such file or directory
-=================== End of Test70_test69_model_verify_results.json diff report ================================
 =================== Diff report for: Test72_test71_model.txt ==================================
 0a1,84
 > 
@@ -693,7 +706,7 @@ diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test70_test69_model_ver
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test72_test71_model.txt diff report ================================
 =================== Diff report for: Test72_test71_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test72_test71_model_verify_results.json: No such file or directory
+diff: /app/smlp/regr_smlp/code/Test72_test71_model_verify_results.json: No such file or directory
 =================== End of Test72_test71_model_verify_results.json diff report ================================
 =================== Diff report for: Test77_test76_model.txt ==================================
 0a1,110
@@ -809,8 +822,32 @@ diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test72_test71_model_ver
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test77_test76_model.txt diff report ================================
 =================== Diff report for: Test77_test76_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/Test77_test76_model_verify_results.json: No such file or directory
+diff: /app/smlp/regr_smlp/code/Test77_test76_model_verify_results.json: No such file or directory
 =================== End of Test77_test76_model_verify_results.json diff report ================================
+=================== Diff report for: Test97_smlp_toy_num_resp_mult.txt ==================================
+252c252
+< smlp_logger - INFO - Model operator counts for y2: {'add': 100, 'mul': 715, 'const': 2547, 'ite': 305, 'and': 408, 'prop': 713, 'sub': 713, 'var': 713}
+---
+> smlp_logger - INFO - Model operator counts for y2: {'add': 100, 'mul': 716, 'const': 2550, 'ite': 305, 'and': 409, 'prop': 714, 'sub': 714, 'var': 714}
+=================== End of Test97_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test102_test101_model.txt ==================================
+38c38
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test101_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test101_model_rerun_model_config.json
+=================== End of Test102_test101_model.txt diff report ================================
 =================== Diff report for: test110_model_poly_sklearn_formula.txt ==================================
-diff: /home/mdmitry/github/smlp_python313/regr_smlp/code/test110_model_poly_sklearn_formula.txt: No such file or directory
+diff: /app/smlp/regr_smlp/code/test110_model_poly_sklearn_formula.txt: No such file or directory
 =================== End of test110_model_poly_sklearn_formula.txt diff report ================================
+=================== Diff report for: Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
+=================== Diff report for: Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
diff --git a/tests/smlp_regression/run_smlp_regression_venv_expected.log b/tests/smlp_regression/run_smlp_regression_venv_expected.log
index 5f1483d3..119215dd 100644
--- a/tests/smlp_regression/run_smlp_regression_venv_expected.log
+++ b/tests/smlp_regression/run_smlp_regression_venv_expected.log
@@ -6,792 +6,792 @@ Initiating 3 worker...
 Initiating 4 worker...
 Initiating 5 worker...
 Initiating 6 worker...
-Running test 3 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric response in training/test data only
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test3 -mode predict -resp y1 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_unlabeled.csv" 
+Running test 6 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test6 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 10 test type: prediction, description: basic et_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test10 -mode predict -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 15 -et_sklearn_bootstrap f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test10 -mode predict -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 15 -et_sklearn_bootstrap f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 16 test type: prediction, description: basic nn_keras prediction test from saved model on new data with numeric labels and two responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/Test8_smlp_toy_num_resp_mult" -out_dir ./ -pref Test16 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10  -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 18 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test18 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test19_model -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 24 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test24_model" -out_dir ./ -pref Test24 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 26 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+smlp -model_name "../models/test26_model" -out_dir ./ -pref Test26 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 30 test type: subgroups, description: basic  test for subgroup discovery for numric responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test30 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -feat x,p1,p2 -plots t -seed 10 -log_time f  
-
-Running test 37 test type: doe, description:  doe test with four levels with box_behnken
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_three_levels_real_nan.csv" -out_dir ./ -pref Test37 -mode doe -doe_algo box_behnken -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test30 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -feat x,p1,p2 -plots t -seed 10 -log_time f  
 
-Running test 45 test type: doe, description:  doe test with four levels with fractional_factorial
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels_real.csv" -out_dir ./ -pref Test45 -mode doe -doe_algo fractional_factorial -doe_resolution 5 -log_time f  
+Running test 40 test type: doe, description:  doe test with four levels with latin_hypercube_space_filling
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test40 -mode doe -doe_algo latin_hypercube_sf -doe_samples 20 -log_time f  
 
-Running test 53 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test53 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 48 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test48 -mode discretize -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_num_resp_mult_y1_verify.spec
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-Running test 64 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test63_model" -out_dir ./ -pref Test64 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+Running test 58 test type: optimize, description: basic dt_sklearn optimization test with numeric labels and integer grid as domain and without scaling objectives
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test58 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 77 test type: unknown, description: verification test run using model_rerun config covering the case when mrmr selcts only a subset of features specified through the command line or config file
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test76_model" -out_dir ./ -pref Test77 -config ../models/test76_model_rerun_model_config.json  
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 70 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+smlp -model_name "../models/test69_model" -out_dir ./ -pref Test70 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
 spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
 Running test 85 test type: optimize, description: tests alpha and eta constraints specified in command line in optimization mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test85 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test85 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_verify_vacuous.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 92 test type: verify, description: test to detect contradictory constraints in verification mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test92 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_verify_vacuous.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 93 test type: optsyn, description: basic test for mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test93 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_witness.spec
 specs_path ../specs
-Running test 99 test type: optimize, description: testing that the response and feature names can be taken from spec file in model exploration modes when the responses and/or features are not specified in the command line
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test99 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 101 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test101 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test101_model -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_certify_witness.spec
+spec_fn smlp_toy_num_resp_mult_beta_verify.spec
 specs_path ../specs
-Running test 103 test type: certify, description: 
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test103 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test103_model -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_certify_witness.spec -quer_names valid_candidate,grid_conflict,range_conflict -quer_exprs "True;True;True" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 107 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test107 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_beta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_beta_verify.spec
-specs_path ../specsRunning test 5 test type: prediction, description: basic dt_caret prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test5 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model t -use_model f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 111 test type: unknown, description: smlp toy basic test to rerun saved model using the model rerun config file saved during model training
+smlp -model_name "../models/test110_model" -out_dir ./ -pref Test111 -config ../models/test110_model_rerun_model_config.json  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
 
-Running test 19 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test19_model" -out_dir ./ -pref Test19 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15  -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_system_stable_constant_certify.spec
+specs_path ../specs
+Running test 117 test type: certify, description: certification test with knobs only where assertion is valid without stability and fails with stability
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test117 -mode certify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 25 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test25 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test26_model -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 123 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test123 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 3 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric response in training/test data only
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test3 -mode predict -resp y1 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_unlabeled.csv" 
 
-Running test 36 test type: doe, description:  doe test with four levels with sukharev_grid
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test36 -mode doe -doe_algo sukharev_grid -doe_samples 125 -log_time f  
+Running test 9 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test9 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -model_name test20_model -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -save_config t -save_model_config t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 44 test type: doe, description:  doe test with four levels with uniform_random_matrix
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test44 -mode doe -doe_algo uniform_random_matrix -doe_samples 20 -log_time f  
+Running test 16 test type: prediction, description: basic nn_keras prediction test from saved model on new data with numeric labels and two responses
+smlp -model_name "../models/Test8_smlp_toy_num_resp_mult" -out_dir ./ -pref Test16 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10  -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 52 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test52 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 27 test type: prediction, description: checks nn_keras prediction with nn_keras_seq_api t
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test27 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_y1_verify.spec
-specs_path ../specs
-Running test 63 test type: verify, description: basic dt_sklearn assertion verification test on data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test63 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f -model_name test63_model -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+Running test 34 test type: doe, description:  doe test with four levels with full_factorial method
+smlp -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test34 -mode doe -doe_algo full_factorial -log_time f  
 
-spec_fn smlp_toy_num_resp_noknobs_verify.spec
+Running test 42 test type: doe, description:  doe test with four levels with maximin_reconstruction
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test42 -mode doe -doe_algo maximin_reconstruction -doe_samples 20 -log_time f  
+
+Running test 50 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test50 -mode discretize -resp "PF,PF1" -discr_algo kmeans -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
-Running test 72 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test71_model" -out_dir ./ -pref Test72 -mode verify -resp y1,y2 -feat x0,x1,x2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 60 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test60 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
 spec_fn smlp_toy_num_resp_mult_free_inps.spec
 specs_path ../specs
-Running test 83 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with numeric labels and integer grid as domain and with scaling objectives
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test83 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -beta "y1>7 and y2>6" -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1/2-y2;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 82 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test82 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_optsyn_vacuous.spec
 specs_path ../specs
-Running test 93 test type: optsyn, description: basic test for mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test93 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 90 test type: optsyn, description: test to detect contradictory constraints in optsyn mode
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test90 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 99 test type: optimize, description: testing that the response and feature names can be taken from spec file in model exploration modes when the responses and/or features are not specified in the command line
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test99 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_witness.spec
 specs_path ../specs
-Running test 101 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test101 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test101_model -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 102 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+smlp -model_name "../models/test101_model" -out_dir ./ -pref Test102 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model t  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_unsat_eta_verify.spec
+spec_fn smlp_toy_num_resp_mult_stable_verify.spec
 specs_path ../specs
-Running test 106 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test106 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_unsat_eta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 105 test type: verify, description: basic dt_sklearn assertion verfication test with numeric labels and integer grid as domain
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test105 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_stable_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_synthesize.spec
+Running test 112 test type: prediction, description: smlp toy basic test from SMLP manual
+smlp -model_name "../models/test110_model" -out_dir ./ -pref Test112 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -use_model t -save_model f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+
+spec_fn smlp_toy_system_stable_constant_verify.spec
 specs_path ../specs
-Running test 108 test type: synthesize, description: basic test for dt_sklearn in model exploration mode synthesize where synthesis succeeds
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test108 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-Running test 6 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test6 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 118 test type: verify, description: verification test with knobs only where assertion is valid without stability and fails with stability
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test118 -mode verify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 9 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test9 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -model_name test20_model -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -save_config t -save_model_config t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 124 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is not feasible because while beta constraint is feasible the assertion is not feasible therefore optimization is not performed
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test124 -mode optsyn -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 2 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test2 -mode predict -resp y1 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 17 test type: prediction, description: basic poly_sklearn prediction test from saved model on new data with numeric labels and two responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/Test11_smlp_toy_num_resp_mult" -out_dir ./ -pref Test17 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 12 test type: train, description: EV-SI real life dt_sklearn predict test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test12 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 23 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test23 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test24_model -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 20 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+smlp -model_name "../models/test20_model" -out_dir ./ -pref Test20 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 29 test type: subgroups, description: basic  test for subgroup discovery for pass-fail responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_cls_metasymbol_colnames_mult.csv" -out_dir ./ -pref Test29 -mode subgroups -psg_dim 3 -psg_top 10 -resp "PF 1,PF#" -plots t -seed 10 -log_time f  
+Running test 28 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and functional API
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test28 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 39 test type: doe, description:  doe test with four levels with latin_hypercube 
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test39 -mode doe -doe_algo latin_hypercube -doe_prob_distr Exponential -doe_samples 30 -log_time f  
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test39 -mode doe -doe_algo latin_hypercube -doe_prob_distr Exponential -doe_samples 30 -log_time f  
 
-Running test 47 test type: prediction, description: tests options -pos_val and -neg_val when re-using saved model
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test47_model" -out_dir ./ -pref Test47 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model f -use_model t -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
+Running test 45 test type: doe, description:  doe test with four levels with fractional_factorial
+smlp -doe_spec "../grids/doe_two_levels_real.csv" -out_dir ./ -pref Test45 -mode doe -doe_algo fractional_factorial -doe_resolution 5 -log_time f  
 
-Running test 54 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test54 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 53 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test53 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
+specs_path ../specs
+Running test 63 test type: verify, description: basic dt_sklearn assertion verification test on data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test63 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f -model_name test63_model -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
 spec_fn smlp_toy_num_resp_noknobs_verify.spec
 specs_path ../specs
-Running test 66 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test65_model" -out_dir ./ -pref Test66 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+Running test 72 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+smlp -model_name "../models/test71_model" -out_dir ./ -pref Test72 -mode verify -resp y1,y2 -feat x0,x1,x2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_num_resp_mult.spec
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
 specs_path ../specs
-Running test 79 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test79 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<0"  -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 83 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with numeric labels and integer grid as domain and with scaling objectives
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test83 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -beta "y1>7 and y2>6" -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1/2-y2;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_query_vacuous.spec
+spec_fn smlp_toy_num_resp_mult_verify_vacuous.spec
 specs_path ../specs
-Running test 91 test type: query, description: test to detect contradictory constraints in optimization mode due to contradictory alpha global and alpha bounds constraints on FMAX_xyx
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test91 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 92 test type: verify, description: test to detect contradictory constraints in verification mode
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test92 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_verify_vacuous.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
 Running test 100 test type: optimize, description: basic test for sat_threshold option enabing usage of objectve values in SAT assignments that prove optimization thresholds
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test100 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test100 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_stable_verify.spec
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-Running test 105 test type: verify, description: basic dt_sklearn assertion verfication test with numeric labels and integer grid as domain
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test105 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_stable_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 104 test type: verify, description: assertion verfication test with wrong spec that does not assign a single value using a singleton grid or range with equal max and min
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test104 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_cannot_synthesize.specRunning test 8 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and two responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test8 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -nn_keras_epochs 20 -nn_keras_seq_api f -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_num_resp_mult_cannot_synthesize.spec
+specs_path ../specs
+Running test 109 test type: synthesize, description: basic test for mode synthesize where synthesis fails
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test109 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_cannot_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 14 test type: train, description: EV-SI real life poly_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test14 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 122 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test122 -mode optimize -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 21 test type: prediction, description: test for illegal symbols in column names
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_metasymbol_mult_reg.csv" -out_dir ./ -pref Test21 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model t -use_model f -model_name test22_model -pred_plots t -resp_plots t -data_scaler none -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
+spec_fn smlp_toy_system_stable_verify.spec
+specs_path ../specs
+Running test 140 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test140 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -trace_prec 1 -trace_anonym t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 5 test type: prediction, description: basic dt_caret prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test5 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model t -use_model f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 31 test type: subgroups, description: testing resp2b in subgroup discovery mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test31 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -resp2b "y1<6;y2>6" -feat x,p1,p2 -plots t -seed 10 -log_time f -save_config t  
+Running test 15 test type: prediction, description: basic dt_caret prediction test from saved model on new data with numeric labels
+smlp -model_name "../models/Test5_smlp_toy_num_resp_mult" -out_dir ./ -pref Test15 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 23 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test23 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test24_model -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 32 test type: unknown, description:  test reusing saved model by using configuration file
+smlp -model_name "../models/test20_model" -out_dir ./ -pref Test32 -config ../models/test20_model_rerun_model_config.json  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 Running test 38 test type: doe, description:  doe test with four levels with box_wilson
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test38 -mode doe -doe_algo box_wilson -doe_cc_face ccc  -doe_cc_alpha r -doe_cc_center 2,3 -log_time f  
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test38 -mode doe -doe_algo box_wilson -doe_cc_face ccc  -doe_cc_alpha r -doe_cc_center 2,3 -log_time f  
 
 Running test 46 test type: prediction, description: tests options -pos_val and -neg_val
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_pf_mult.csv" -out_dir ./ -pref Test46 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model t -save_model_config f -use_model f -model_name test47_model -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
+smlp -data "../data/smlp_toy_pf_mult.csv" -out_dir ./ -pref Test46 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model t -save_model_config f -use_model f -model_name test47_model -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
 
-Running test 56 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test56 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels f -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 55 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test55 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
 spec_fn smlp_toy_num_resp_noknobs_verify.spec
 specs_path ../specs
 Running test 68 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test67_model" -out_dir ./ -pref Test68 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -model_per_response t -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+smlp -model_name "../models/test67_model" -out_dir ./ -pref Test68 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -model_per_response t -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
 spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
 Running test 80 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test80 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test80 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_alpha_asrt_verify.spec
 specs_path ../specs
-Running test 88 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with beta and objectives specified in spec file
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test88 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 87 test type: verify, description: tests global alpha constraints and assertions specified in spec file
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test87 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_alpha_asrt_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 94 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test94 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 96 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test96 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_witness.spec
+spec_fn smlp_toy_basic.spec
 specs_path ../specs
-Running test 102 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test101_model" -out_dir ./ -pref Test102 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model t  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 114 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual without specifying resp and feat in command line
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test114 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model f -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
 
-spec_fn smlp_toy_num_resp_mult.spec
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
-Running test 104 test type: verify, description: assertion verfication test with wrong spec that does not assign a single value using a singleton grid or range with equal max and min
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test104 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 120 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test120 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 110 test type: prediction, description: smlp toy basic example for predict mode from SMLP user manual
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test110 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model t -model_name test110_model -save_model_config t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
-Running test 7 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test7 -mode predict -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_witness_certify.spec
+specs_path ../specs
+Running test 128 test type: certify, description: Basic regression test in certify mode covering all four possible outcomes when certifying a witness for a query: the witness is stable
+smlp -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test128 -mode certify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_witness_certify.spec -quer_names query_stable_witness,query_grid_conflict,query_unstable_witness,query_infeasible_witness,query_poly_intercept_sensitive -quer_exprs "y2<=90;y1>=9;y1>=(-13);y1>9;y1>=(-10)" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 11 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test11 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 149 test type: prediction, description: tests the mae loss function MeanAbsoluteError and sample weoghts
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test149 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mae -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 15 test type: prediction, description: basic dt_caret prediction test from saved model on new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/Test5_smlp_toy_num_resp_mult" -out_dir ./ -pref Test15 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_num_resp_mult_verify.spec
+specs_path ../specs
+Running test 156 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training; adapts test 154 by consdering multiple responses
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test156 -mode verify -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  
+Running test 4 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and one response
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test4 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nn_keras_weights_precision 2 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 13 test type: train, description: EV-SI real life nn_keras prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test13 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 Running test 22 test type: prediction, description: test for illegal symbols in column names
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test22_model" -out_dir ./ -pref Test22 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model f -use_model t -pred_plots t -resp_plots t -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
+smlp -model_name "../models/test22_model" -out_dir ./ -pref Test22 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model f -use_model t -pred_plots t -resp_plots t -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
 
 Running test 33 test type: unknown, description: testing -config option with subgroups mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test33 -config ../models/Test31_smlp_toy_num_resp_mult_args_config.json  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test33 -config ../models/Test31_smlp_toy_num_resp_mult_args_config.json  
 
 Running test 41 test type: doe, description:  doe test with four levels with random_k_means
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test41 -mode doe -doe_algo random_k_means -doe_samples 20 -log_time f  
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test41 -mode doe -doe_algo random_k_means -doe_samples 20 -log_time f  
 
 Running test 49 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test49 -mode discretize -resp "PF,PF1" -discr_algo quantile -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test49 -mode discretize -resp "PF,PF1" -discr_algo quantile -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_num_resp_mult.spec
-specs_path ../specs
-Running test 58 test type: optimize, description: basic dt_sklearn optimization test with numeric labels and integer grid as domain and without scaling objectives
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test58 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 56 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test56 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels f -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
 spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
-Running test 70 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test69_model" -out_dir ./ -pref Test70 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 69 test type: verify, description: nn_keras verification test with model_per_response training 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test69 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model t -use_model f -model_name test69_model -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_num_resp_mult.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 86 test type: optimize, description: tests alpha
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test86 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -asrt_names asrt1,asrt2,asrt3 -asrt_exprs "(y2**3+p2)/2<6;y1>=9;y2<0" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 88 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with beta and objectives specified in spec file
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test88 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 95 test type: optsyn, description: basic test for dt_caret in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test95 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 112 test type: prediction, description: smlp toy basic test from SMLP manual
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test112 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -use_model t -save_model f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
-
-spec_fn smlp_toy_system_stable_constant_verify.spec
-specs_path ../specs
-Running test 118 test type: verify, description: verification test with knobs only where assertion is valid without stability and fails with stability
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test118 -mode verify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
-specs_path ../specs
-Running test 123 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test123 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-Running test 2 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test2 -mode predict -resp y1 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-Running test 12 test type: train, description: EV-SI real life dt_sklearn predict test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test12 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 18 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test18 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test19_model -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-Running test 27 test type: prediction, description: checks nn_keras prediction with nn_keras_seq_api t
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test27 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
-
-Running test 34 test type: doe, description:  doe test with four levels with full_factorial method
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test34 -mode doe -doe_algo full_factorial -log_time f  
-
-Running test 43 test type: doe, description:  doe test with four levels with halton_sequence
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test43 -mode doe -doe_algo halton_sequence -doe_samples 20 -log_time f  
-
-Running test 51 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test51 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 94 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test94 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+spec_fn smlp_toy_num_resp_mult_certify_witness.spec
 specs_path ../specs
-Running test 59 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test59 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 103 test type: certify, description: 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test103 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test103_model -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_certify_witness.spec -quer_names valid_candidate,grid_conflict,range_conflict -quer_exprs "True;True;True" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps.spec
-specs_path ../specs
-Running test 82 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test82 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 110 test type: prediction, description: smlp toy basic example for predict mode from SMLP user manual
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test110 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model t -model_name test110_model -save_model_config t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_query.spec
+spec_fn smlp_toy_system.spec
 specs_path ../specs
-Running test 89 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test89 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 116 test type: certify, description: basic test in certify mode when system is specified and is used as the model; p2 rel-rad needs to be 0 or very close to it the witness to first query to be stable
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test116 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model system -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
-Running test 98 test type: optsyn, description: basic test for et_caret in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test98 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 125 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is feasible and optimization is performed
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test125 -mode optsyn -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_basic.spec
+spec_fn smlp_toy_system.spec
 specs_path ../specs
-Running test 113 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test113 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model t -model_name test113_model -save_model_config t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
+Running test 146 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+smlp  -out_dir ./ -pref Test146 -mode optimize -pareto t -opt_strategy lazy -model poly_sklearn -resp y1,y2 -feat p1,p2,x1,x2 -save_model t -use_model f -mrmr_pred 0 -model_per_response t -split 1 -spec ../specs/smlp_toy_system.spec -doe_spec ../grids/explore_doe_two_levels.csv -doe_algo latin_hypercube -epsilon 0.99999999 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_query.spec
-specs_path ../specs
-Running test 119 test type: query, description: query test with knobs only where query is satisfiable without stability and fails with stability
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test119 -mode query -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 152 test type: prediction, description: tests the huber loss function Huber and sample weights
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test152 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss huber -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_system_stable_verify.spec
-specs_path ../specs
-Running test 126 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test126 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 159 test type: prediction, description: tests the msle loss function and sample weights with model_per_response t
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test159 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -model_per_response t -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae,cosine  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 Running test 1 test type: train, description: basic dt_caret training and test on labeled data with single numeric response
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-Running test 20 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test20 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 19 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+smlp -model_name "../models/test19_model" -out_dir ./ -pref Test19 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15  -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 28 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and functional API
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test28 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 24 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+smlp -model_name "../models/test24_model" -out_dir ./ -pref Test24 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 31 test type: subgroups, description: testing resp2b in subgroup discovery mode
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test31 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -resp2b "y1<6;y2>6" -feat x,p1,p2 -plots t -seed 10 -log_time f -save_config t  
 
 Running test 35 test type: doe, description:  doe test with four levels with plackett_burman
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test35 -mode doe -doe_algo plackett_burman -log_time f  
+smlp -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test35 -mode doe -doe_algo plackett_burman -log_time f  
 
-Running test 42 test type: doe, description:  doe test with four levels with maximin_reconstruction
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test42 -mode doe -doe_algo maximin_reconstruction -doe_samples 20 -log_time f  
+Running test 43 test type: doe, description:  doe test with four levels with halton_sequence
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test43 -mode doe -doe_algo halton_sequence -doe_samples 20 -log_time f  
 
-Running test 50 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test50 -mode discretize -resp "PF,PF1" -discr_algo kmeans -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 51 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test51 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
 spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
-Running test 60 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test60 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 59 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test59 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
 spec_fn smlp_toy_num_resp_mult_free_inps.spec
 specs_path ../specs
 Running test 81 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test81 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test81 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_num_resp_mult_optsyn_vacuous.spec
+spec_fn smlp_toy_num_resp_mult_query.spec
 specs_path ../specs
-Running test 90 test type: optsyn, description: test to detect contradictory constraints in optsyn mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test90 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 89 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test89 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_query.spec
 specs_path ../specs
 Running test 97 test type: query, description: basic test for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test97 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 111 test type: unknown, description: smlp toy basic test to rerun saved model using the model rerun config file saved during model training
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test111 -config ../models/test110_model_rerun_model_config.json  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test97 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_certify.spec
+spec_fn smlp_toy_num_resp_mult_synthesize.spec
 specs_path ../specs
-Running test 117 test type: certify, description: certification test with knobs only where assertion is valid without stability and fails with stability
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test117 -mode certify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 108 test type: synthesize, description: basic test for dt_sklearn in model exploration mode synthesize where synthesis succeeds
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test108 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
-Running test 124 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is not feasible because while beta constraint is feasible the assertion is not feasible therefore optimization is not performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test124 -mode optsyn -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 121 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is feasible
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test121 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult.spec
+spec_fn smlp_toy_configuration_verify.spec
 specs_path ../specs
-Running test 141 test type: optimize, description: basic test for compress_rules option for dt_sklearn in optimization mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test141 -mode optimize -opt_strategy lazy -pareto f  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules t  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-Running test 4 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and one response
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test4 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nn_keras_weights_precision 2 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 129 test type: verify, description: verification example with demonstrating all basic result scenarious for assertions
+smlp -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test129 -mode verify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_configuration_verify.spec -asrt_names assert_stable_config,assert_grid_conflict,assert_unstable_config,assert_infeasible -asrt_exprs "y2<=90;y1>=9;y1>=(-10);y1>20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 13 test type: train, description: EV-SI real life nn_keras prediction test on labeled and new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test13 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 150 test type: prediction, description: tests the mape loss function MeanAbsolutePercentageError and sample weights
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test150 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 26 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test26_model" -out_dir ./ -pref Test26 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 158 test type: prediction, description: tests the mape loss function and sample weights with model_per_response t
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test158 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -model_per_response t -sw_coef 8 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 32 test type: unknown, description:  test reusing saved model by using configuration file
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test32 -config ../models/test20_model_rerun_model_config.json  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 166 test type: optsyn, description: basic flat tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test166 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 8 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and two responses
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test8 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -nn_keras_epochs 20 -nn_keras_seq_api f -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 40 test type: doe, description:  doe test with four levels with latin_hypercube_space_filling
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test40 -mode doe -doe_algo latin_hypercube_sf -doe_samples 20 -log_time f  
+Running test 14 test type: train, description: EV-SI real life poly_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test14 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 48 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test48 -mode discretize -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 21 test type: prediction, description: test for illegal symbols in column names
+smlp -data "../data/smlp_toy_num_metasymbol_mult_reg.csv" -out_dir ./ -pref Test21 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model t -use_model f -model_name test22_model -pred_plots t -resp_plots t -data_scaler none -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
 
-Running test 55 test type: discretization, description: tests discretization options
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test55 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 29 test type: subgroups, description: basic  test for subgroup discovery for pass-fail responses
+smlp -data "../data/smlp_toy_cls_metasymbol_colnames_mult.csv" -out_dir ./ -pref Test29 -mode subgroups -psg_dim 3 -psg_top 10 -resp "PF 1,PF#" -plots t -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-Running test 69 test type: verify, description: nn_keras verification test with model_per_response training 
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test69 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model t -use_model f -model_name test69_model -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 36 test type: doe, description:  doe test with four levels with sukharev_grid
+smlp -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test36 -mode doe -doe_algo sukharev_grid -doe_samples 125 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_alpha_asrt_verify.spec
-specs_path ../specs
-Running test 87 test type: verify, description: tests global alpha constraints and assertions specified in spec file
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test87 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_alpha_asrt_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 44 test type: doe, description:  doe test with four levels with uniform_random_matrix
+smlp -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test44 -mode doe -doe_algo uniform_random_matrix -doe_samples 20 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+Running test 52 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test52 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
 specs_path ../specs
-Running test 96 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test96 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 64 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+smlp -model_name "../models/test63_model" -out_dir ./ -pref Test64 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
-spec_fn smlp_toy_system.spec
+Running test 77 test type: unknown, description: verification test run using model_rerun config covering the case when mrmr selcts only a subset of features specified through the command line or config file
+smlp -model_name "../models/test76_model" -out_dir ./ -pref Test77 -config ../models/test76_model_rerun_model_config.json  
+
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-Running test 116 test type: certify, description: basic test in certify mode when system is specified and is used as the model; p2 rel-rad needs to be 0 or very close to it the witness to first query to be stable
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test116 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model system -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 86 test type: optimize, description: tests alpha
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test86 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -asrt_names asrt1,asrt2,asrt3 -asrt_exprs "(y2**3+p2)/2<6;y1>=9;y2<0" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 125 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is feasible and optimization is performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test125 -mode optsyn -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 95 test type: optsyn, description: basic test for dt_caret in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test95 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system.spec
+spec_fn smlp_toy_num_resp_mult_unsat_eta_verify.spec
 specs_path ../specs
-Running test 146 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py  -out_dir ./ -pref Test146 -mode optimize -pareto t -opt_strategy lazy -model poly_sklearn -resp y1,y2 -feat p1,p2,x1,x2 -save_model t -use_model f -mrmr_pred 0 -model_per_response t -split 1 -spec ../specs/smlp_toy_system.spec -doe_spec ../grids/explore_doe_two_levels.csv -doe_algo latin_hypercube -epsilon 0.99999999 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 106 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test106 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_unsat_eta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 152 test type: prediction, description: tests the huber loss function Huber and sample weights
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test152 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss huber -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_basic.spec
+specs_path ../specs
+Running test 113 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test113 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model t -model_name test113_model -save_model_config t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
 
-spec_fn smlp_toy_system.spec
+spec_fn smlp_toy_system_stable_constant_query.spec
 specs_path ../specs
-Running test 115 test type: certify, description: basic test in certify mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test115 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 119 test type: query, description: query test with knobs only where query is satisfiable without stability and fails with stability
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test119 -mode query -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_system_stable_certify.spec
 specs_path ../specs
 Running test 127 test type: certify, description: certification example with knobs only and fictitious inputs with values fixed through their ranges
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test127 -mode certify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test127 -mode certify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_query.spec
 specs_path ../specs
 Running test 143 test type: query, description: basic test for compress_rules for et_sklearn in mode query
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test143 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 159 test type: prediction, description: tests the msle loss function and sample weights with model_per_response t
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test159 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -model_per_response t -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae,cosine  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test143 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
-specs_path ../specs
-Running test 164 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization 
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test164 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 160 test type: prediction, description: tests nn keras tuner bayesian
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test160 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -nn_keras_metrics msle -nn_keras_tuner bayesian -nn_keras_layers_grid "2,3" -nn_keras_losses_grid "mse,mae,huber" -model_per_response f -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-Running test 168 test type: optimize, description: basic test for rf_caret with flat tree_encoding and modelper_response in model exploration mode optimize
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test168 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding flat -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
-specs_path ../specs
-Running test 173 test type: verify, description: basic test for nn_keras flat encoding for sequential api
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test173 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae -solver_path /nfs/iil/proj/dt/eva/smlp/external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
-
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 178 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features are not scaled adapts test 177
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test178 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 170 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response f in model exploration mode optimize
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test170 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 180 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features and responses are not scaled adapts test 175
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test180 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_feat f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 174 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test174 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 182 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test182 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path /nfs/iil/proj/dt/eva/smlp/external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+Running test 183 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test183 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 187 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization adapts test 164
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test187 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 191 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response t in model exploration mode optimize adapts test 169
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test191 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap t -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 120 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test120 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 195 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 192 by setting n_estimators 3 and then discrepancy between z3
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test195 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_witness_certify.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 128 test type: certify, description: Basic regression test in certify mode covering all four possible outcomes when certifying a witness for a query: the witness is stable
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test128 -mode certify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_witness_certify.spec -quer_names query_stable_witness,query_grid_conflict,query_unstable_witness,query_infeasible_witness,query_poly_intercept_sensitive -quer_exprs "y2<=90;y1>=9;y1>=(-13);y1>9;y1>=(-10)" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 148 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test148 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 199 test type: optimize, description: test to demonstrate that in pareto optimization and optsyn modes with multiple objectives when beta constraints are not present SMLP results are not consistent when different solvers are used; this is due to fact that when a subset of objectoves are exemined in pareto algo
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test199 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_verify.spec
-specs_path ../specs
-Running test 157 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training; adapts test 155 by consdering multiple responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test157 -mode verify -resp y1,y2 -feat x,p1,p2 --model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse,logcosh  
+Running test 218 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test218 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-Running test 166 test type: optsyn, description: basic flat tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test166 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 223 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test223 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-Running test 169 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response t in model exploration mode optimize
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test169 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
 Running test 177 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test177 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test177 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 191 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response t in model exploration mode optimize adapts test 169
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test191 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap t -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 189 test type: optsyn, description: basic branched tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn adapts test 166
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test189 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 196 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164 and test 181
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test196 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 193 test type: optimize, description: basic test for et_caret with branched tree_encoding in model exploration mode optimize adapts test 171
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test193 -mode optimize -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_no_input_beta.spec
 specs_path ../specs
-Running test 200 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test200 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 201 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and there are beta constraints
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test201 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input_beta.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_num_resp_mult_no_input.spec
 specs_path ../specs
-Running test 109 test type: synthesize, description: basic test for mode synthesize where synthesis fails
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test109 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_cannot_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 202 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and no beta constraints
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test202 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
-Running test 121 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is feasible
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test121 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 206 test type: optsyn, description: optimized synthesis test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 125
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test206 -mode optsyn -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_configuration_verify.spec
-specs_path ../specs
-Running test 129 test type: verify, description: verification example with demonstrating all basic result scenarious for assertions
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test129 -mode verify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_configuration_verify.spec -asrt_names assert_stable_config,assert_grid_conflict,assert_unstable_config,assert_infeasible -asrt_exprs "y2<=90;y1>=9;y1>=(-10);y1>20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 219 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test219 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type integer -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-Running test 149 test type: prediction, description: tests the mae loss function MeanAbsoluteError and sample weoghts
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test149 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mae -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 224 test type: correlate, description: basic test for correlate mode and tests the Shannon mutual information
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test224 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_verify.spec
-specs_path ../specs
-Running test 156 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training; adapts test 154 by consdering multiple responses
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test156 -mode verify -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
 Running test 167 test type: optsyn, description: basic flat tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test167 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test167 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
 Running test 171 test type: optimize, description: basic test for et_caret with flat tree_encoding in model exploration mode optimize
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test171 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test171 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 176 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api f for nn_keras in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test176 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 175 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test175 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 190 test type: optimize, description: basic test for rf_caret with branched tree_encoding and modelper_response in model exploration mode optimize adapts test 168
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test190 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding branched -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 178 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features are not scaled adapts test 177
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test178 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 198 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164 and test 183
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test198 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+Running test 182 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test182 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 206 test type: optsyn, description: optimized synthesis test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 125
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test206 -mode optsyn -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 192 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test192 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
 specs_path ../specs
-Running test 142 test type: optsyn, description: basic test for compress_rules option for rf_sklearn in optsin mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test142 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 203 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed adapts test 122
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test203 -mode optimize -pareto f -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 153 test type: prediction, description: tests the logcosh loss function LogCosh and sample weights
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test153 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss logcosh -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 215 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test215 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-Running test 161 test type: prediction, description: tests nn keras tuner bayesian
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test161 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -nn_keras_metrics mape,logcosh -nn_keras_tuner random -nn_keras_lrates_grid "0.01,0.001" -nn_keras_batches_grid "32,64" -model_per_response f -sw_coef 4 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 220 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test220 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+Running test 226 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test226 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
-Running test 170 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response f in model exploration mode optimize
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test170 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 145 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+smlp  -out_dir ./ -pref Test145 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+Running test 151 test type: prediction, description: tests msle loss function MeanSquaredLogarithmicError and and sample weoghts
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test151 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss msle -sw_coef 3 -sw_exp 10 -sw_int 0  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_verify.spec
 specs_path ../specs
-Running test 175 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test175 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 157 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training; adapts test 155 by consdering multiple responses
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test157 -mode verify -resp y1,y2 -feat x,p1,p2 --model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse,logcosh  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 183 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test183 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 164 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization 
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test164 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 189 test type: optsyn, description: basic branched tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn adapts test 166
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test189 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 168 test type: optimize, description: basic test for rf_caret with flat tree_encoding and modelper_response in model exploration mode optimize
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test168 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding flat -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 173 test type: verify, description: basic test for nn_keras flat encoding for sequential api
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test173 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 187 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization adapts test 164
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test187 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 193 test type: optimize, description: basic test for et_caret with branched tree_encoding in model exploration mode optimize adapts test 171
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test193 -mode optimize -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 194 test type: optsyn, description: basic branched tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test194 -mode optsyn -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_no_input.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 202 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and no beta constraints
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test202 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 198 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164 and test 183
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test198 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
 
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
 specs_path ../specs
-Running test 203 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed adapts test 122
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test203 -mode optimize -pareto f -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 204 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 123
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test204 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 215 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test215 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 216 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test216 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-Running test 150 test type: prediction, description: tests the mape loss function MeanAbsolutePercentageError and sample weights
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test150 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 221 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test221 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 225 test type: correlate, description: basic test for correlate mode and tests the adjusted mutual information
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test225 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-Running test 158 test type: prediction, description: tests the mape loss function and sample weights with model_per_response t
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test158 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -model_per_response t -sw_coef 8 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
 Running test 165 test type: optsyn, description: basic flat tree encoding test for dt_caretin model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test165 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding flat -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test165 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding flat -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
 Running test 172 test type: verify, description: basic test for nn_keras flat encoding for functional api
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test172 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -solver_path /nfs/iil/proj/dt/eva/smlp/external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test172 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 174 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test174 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 180 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features and responses are not scaled adapts test 175
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test180 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_feat f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 195 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 192 by setting n_estimators 3 and then discrepancy between z3
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test195 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 190 test type: optimize, description: basic test for rf_caret with branched tree_encoding and modelper_response in model exploration mode optimize adapts test 168
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test190 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding branched -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 199 test type: optimize, description: test to demonstrate that in pareto optimization and optsyn modes with multiple objectives when beta constraints are not present SMLP results are not consistent when different solvers are used; this is due to fact that when a subset of objectoves are exemined in pareto algo
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test199 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 197 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164 and test 182
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test197 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
 
-Running test 219 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test219 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type integer -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 205 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 145
+smlp  -out_dir ./ -pref Test205 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 223 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test223 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 217 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test217 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type category -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
+Running test 222 test type: correlate, description: basic test for correlate mode
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test222 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-Running test 218 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test218 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 227 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test227 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
-Running test 224 test type: correlate, description: basic test for correlate mode and tests the Shannon mutual information
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test224 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f  
 
+Running test 147 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test147 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 160 test type: prediction, description: tests nn keras tuner bayesian
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test160 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -nn_keras_metrics msle -nn_keras_tuner bayesian -nn_keras_layers_grid "2,3" -nn_keras_losses_grid "mse,mae,huber" -model_per_response f -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 153 test type: prediction, description: tests the logcosh loss function LogCosh and sample weights
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test153 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss logcosh -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_optsyn.spec
-specs_path ../specs
-Running test 179 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn when resposes are not scaled adapts test 174
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test179 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 161 test type: prediction, description: tests nn keras tuner bayesian
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test161 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -nn_keras_metrics mape,logcosh -nn_keras_tuner random -nn_keras_lrates_grid "0.01,0.001" -nn_keras_batches_grid "32,64" -model_per_response f -sw_coef 4 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 181 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test181 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 169 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response t in model exploration mode optimize
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test169 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 188 test type: optsyn, description: basic branched tree encoding test for dt_caretin model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test188 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding branched -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 176 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test176 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 194 test type: optsyn, description: basic branched tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test194 -mode optsyn -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 179 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn when resposes are not scaled adapts test 174
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test179 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 197 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164 and test 182
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test197 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path /nfs/iil/proj/dt/eva/smlp/external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+Running test 181 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test181 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_no_input_beta.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 201 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and there are beta constraints
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test201 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input_beta.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 188 test type: optsyn, description: basic branched tree encoding test for dt_caretin model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test188 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding branched -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
 specs_path ../specs
-Running test 204 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 123
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test204 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 217 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test217 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type category -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-Running test 221 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test221 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
-
-Running test 225 test type: correlate, description: basic test for correlate mode and tests the adjusted mutual information
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test225 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f  
-
+Running test 196 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164 and test 181
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test196 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 192 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test192 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 200 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test200 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-Running test 205 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 145
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py  -out_dir ./ -pref Test205 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 141 test type: optimize, description: basic test for compress_rules option for dt_sklearn in optimization mode
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test141 -mode optimize -opt_strategy lazy -pareto f  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules t  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 216 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test216 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 148 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test148 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 220 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test220 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 155 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test155 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae  
 
-Running test 226 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test226 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 7 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test7 -mode predict -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 11 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric labels
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test11 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 222 test type: correlate, description: basic test for correlate mode
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test222 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+Running test 17 test type: prediction, description: basic poly_sklearn prediction test from saved model on new data with numeric labels and two responses
+smlp -model_name "../models/Test11_smlp_toy_num_resp_mult" -out_dir ./ -pref Test17 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
-Running test 227 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test227 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+Running test 25 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test25 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test26_model -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
 
+Running test 37 test type: doe, description:  doe test with four levels with box_behnken
+smlp -doe_spec "../grids/doe_three_levels_real_nan.csv" -out_dir ./ -pref Test37 -mode doe -doe_algo box_behnken -log_time f  
 
+Running test 47 test type: prediction, description: tests options -pos_val and -neg_val when re-using saved model
+smlp -model_name "../models/test47_model" -out_dir ./ -pref Test47 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model f -use_model t -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
 
-Running test 107 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test107 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_beta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 54 test type: discretization, description: tests discretization options
+smlp -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test54 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
 
-spec_fn smlp_toy_basic.spec
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
 specs_path ../specs
-Running test 114 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual without specifying resp and feat in command line
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test114 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model f -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
+Running test 66 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+smlp -model_name "../models/test65_model" -out_dir ./ -pref Test66 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
 
-spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+spec_fn smlp_toy_num_resp_mult.spec
 specs_path ../specs
-Running test 122 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test122 -mode optimize -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 79 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test79 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<0"  -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_verify.spec
+spec_fn smlp_toy_num_resp_mult_query_vacuous.spec
 specs_path ../specs
-Running test 140 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test140 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -trace_prec 1 -trace_anonym t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
-
-Running test 147 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test147 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+Running test 91 test type: query, description: test to detect contradictory constraints in optimization mode due to contradictory alpha global and alpha bounds constraints on FMAX_xyx
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test91 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
 specs_path ../specs
-Running test 154 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test154 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5  
+Running test 98 test type: optsyn, description: basic test for et_caret in model exploration mode optsyn
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test98 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 115 test type: certify, description: basic test in certify mode
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test115 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+spec_fn smlp_toy_system_stable_verify.spec
 specs_path ../specs
-Running test 145 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py  -out_dir ./ -pref Test145 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+Running test 126 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+smlp -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test126 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
-Running test 151 test type: prediction, description: tests msle loss function MeanSquaredLogarithmicError and and sample weoghts
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test151 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss msle -sw_coef 3 -sw_exp 10 -sw_int 0  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 142 test type: optsyn, description: basic test for compress_rules option for rf_sklearn in optsin mode
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test142 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
 
 spec_fn smlp_toy_num_resp_mult_y2_verify.spec
 specs_path ../specs
-Running test 155 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training
-/home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/lib/python3.11/site-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test155 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae  
+Running test 154 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training
+smlp -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test154 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5  
 
 Initiating 7 worker...
 comparing Test1_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt to master
@@ -1178,7 +1178,6 @@ Passed!
 comparing Test14_smlp_toy_basic_training_predictions_summary.csv to master
 Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1186,7 +1185,6 @@ Passed!
 comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1194,7 +1192,6 @@ Passed!
 comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
 comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1232,7 +1229,6 @@ Passed!
 comparing test19_model_rerun_model_config.json to master
 Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1240,7 +1236,6 @@ Passed!
 comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
 Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1287,7 +1282,6 @@ Passed!
 comparing test22_model_rerun_model_config.json to master
 Passed!
 comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt to master
-Passed!
 File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-PF .png does not exist
 File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-|PF |.png does not exist
 comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_missing_values_dict.json to master
@@ -1328,7 +1322,6 @@ Passed!
 comparing test24_model_rerun_model_config.json to master
 Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1365,7 +1358,6 @@ Passed!
 comparing test26_model_rerun_model_config.json to master
 Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
 Passed!
 comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
@@ -1454,7 +1446,6 @@ Passed!
 comparing Test31_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
 Passed!
 comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
-Passed!
 comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_args_config.json to master
 Passed!
 comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
@@ -1543,7 +1534,6 @@ Passed!
 comparing test47_model_poly_sklearn_formula.txt to master
 Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult.txt to master
-Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult_missing_values_dict.json to master
 Passed!
 comparing Test47_test47_model_smlp_toy_pf_mult_new_prediction_precisions.csv to master
@@ -1715,7 +1705,6 @@ Passed!
 File master test63_model_y1_smlp_full_model_term.json does not exist
 File master test63_model_y1_smlp_model_term.json does not exist
 comparing Test64_test63_model.txt to master
-Passed!
 File master Test64_test63_model_trace.csv does not exist
 comparing Test64_test63_model_verify_results.json to master
 Test 65 Failed:
@@ -1760,7 +1749,6 @@ Passed!
 File master test69_model_y2_smlp_full_model_term.json does not exist
 File master test69_model_y2_smlp_model_term.json does not exist
 comparing Test70_test69_model.txt to master
-Passed!
 File master Test70_test69_model_trace.csv does not exist
 comparing Test70_test69_model_verify_results.json to master
 Test 71 Failed:
@@ -2490,7 +2478,6 @@ File master test101_model_y1_smlp_model_term.json does not exist
 File master test101_model_y2_smlp_full_model_term.json does not exist
 File master test101_model_y2_smlp_model_term.json does not exist
 comparing Test102_test101_model.txt to master
-Passed!
 comparing Test102_test101_model_certify_results.json to master
 Passed!
 File master Test102_test101_model_trace.csv does not exist
@@ -2716,11 +2703,9 @@ comparing test110_model_poly_sklearn_formula.txt to master
 comparing test110_model_rerun_model_config.json to master
 Passed!
 comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
-Passed!
 comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
 Passed!
 comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
-Passed!
 comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
 Passed!
 comparing test113_model_dt_sklearn_tree_rules.txt to master
@@ -3626,6 +3611,9 @@ File master Test172_smlp_toy_num_resp_mult_trace.csv does not exist
 File master Test172_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
 File master Test172_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
 File master Test172_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test172_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test172_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
 File master Test173_smlp_toy_num_resp_mult.txt does not exist
 File master Test173_smlp_toy_num_resp_mult_data_bounds.json does not exist
 File master Test173_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
@@ -3642,6 +3630,9 @@ File master Test173_smlp_toy_num_resp_mult_trace.csv does not exist
 File master Test173_smlp_toy_num_resp_mult_train-reg_y2_mae.png does not exist
 File master Test173_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
 File master Test173_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test173_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test173_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
 File master Test174_smlp_toy_num_resp_mult.txt does not exist
 File master Test174_smlp_toy_num_resp_mult_data_bounds.json does not exist
 File master Test174_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
@@ -3835,7 +3826,12 @@ File master Test182_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does
 File master Test182_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
 File master Test182_smlp_toy_num_resp_mult_model_features_dict.json does not exist
 File master Test182_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_results.csv does not exist
 File master Test182_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test182_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test182_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
 File master Test182_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
 File master Test182_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
 File master Test182_smlp_toy_num_resp_mult_trace.csv does not exist
@@ -4112,7 +4108,12 @@ File master Test197_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does
 File master Test197_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
 File master Test197_smlp_toy_num_resp_mult_model_features_dict.json does not exist
 File master Test197_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_results.csv does not exist
 File master Test197_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test197_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test197_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
 File master Test197_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
 File master Test197_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
 File master Test197_smlp_toy_num_resp_mult_trace.csv does not exist
@@ -4278,5 +4279,5 @@ File master Test227_smlp_toy_basic_features_summary.csv does not exist
 master log file does not exist!
 Do you wish to copy the new log file to master?
 (yes/no|y/n): No new tests crashed (not in the masters)
-Time: 36.19023111661275 minutes
+Time: 33.25827042659124 minutes
 End of regression
diff --git a/tests/smlp_regression/run_smlp_regression_venv_expected_diff_report.log b/tests/smlp_regression/run_smlp_regression_venv_expected_diff_report.log
index 0f81984d..71387358 100644
--- a/tests/smlp_regression/run_smlp_regression_venv_expected_diff_report.log
+++ b/tests/smlp_regression/run_smlp_regression_venv_expected_diff_report.log
@@ -314,12 +314,60 @@
 737a737
 > if (p2 > 0.30543398172847647) and (p1 > 0.7651434488432218) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
 =================== End of Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test19_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test19_model_rerun_model_config.json
+=================== End of Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test22_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test22_model_rerun_model_config.json
+=================== End of Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt diff report ================================
+=================== Diff report for: Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test24_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test24_model_rerun_model_config.json
+=================== End of Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: test26_model_dt_sklearn_tree_rules.txt ==================================
 6d5
 < if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
 7a7
 > if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
 =================== End of test26_model_dt_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test26_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test26_model_rerun_model_config.json
+=================== End of Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: Test29_smlp_toy_cls_metasymbol_colnames_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
@@ -335,11 +383,23 @@
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test31_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
 =================== Diff report for: Test33_smlp_toy_num_resp_mult.txt ==================================
 95,96d94
 < smlp_logger - WARNING - Range plots are not supported in this version of SMLP
 < 
 =================== End of Test33_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test47_test47_model_smlp_toy_pf_mult.txt ==================================
+83c83
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test47_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test47_model_rerun_model_config.json
+=================== End of Test47_test47_model_smlp_toy_pf_mult.txt diff report ================================
 =================== Diff report for: Test58_smlp_toy_num_resp_mult_optimization_progress.json ==================================
 17,19d16
 < 		"p1": {
@@ -385,6 +445,12 @@
 > 			"p2": 7.0,
 > 			"y1": 9.0
 =================== End of Test63_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: Test64_test63_model.txt ==================================
+27c27
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test63_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test63_model_rerun_model_config.json
+=================== End of Test64_test63_model.txt diff report ================================
 =================== Diff report for: Test64_test63_model_verify_results.json ==================================
 12d11
 < 			"p1": 1.0,
@@ -497,7 +563,7 @@
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test66_test65_model.txt diff report ================================
 =================== Diff report for: Test66_test65_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test66_test65_model_verify_results.json: No such file or directory
+diff: /home/mdmitry/github/smlptech/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test66_test65_model_verify_results.json: No such file or directory
 =================== End of Test66_test65_model_verify_results.json diff report ================================
 =================== Diff report for: Test68_test67_model.txt ==================================
 0a1,97
@@ -600,7 +666,7 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test68_test67_model.txt diff report ================================
 =================== Diff report for: Test68_test67_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test68_test67_model_verify_results.json: No such file or directory
+diff: /home/mdmitry/github/smlptech/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test68_test67_model_verify_results.json: No such file or directory
 =================== End of Test68_test67_model_verify_results.json diff report ================================
 =================== Diff report for: Test69_smlp_toy_num_resp_mult_verify_results.json ==================================
 6d5
@@ -613,6 +679,12 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > 			"p2": 7.0,
 > 			"y2": 5.078784562647343
 =================== End of Test69_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: Test70_test69_model.txt ==================================
+25c25
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test69_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test69_model_rerun_model_config.json
+=================== End of Test70_test69_model.txt diff report ================================
 =================== Diff report for: Test70_test69_model_verify_results.json ==================================
 6d5
 < 			"p1": 1.0,
@@ -712,7 +784,7 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test72_test71_model.txt diff report ================================
 =================== Diff report for: Test72_test71_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test72_test71_model_verify_results.json: No such file or directory
+diff: /home/mdmitry/github/smlptech/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test72_test71_model_verify_results.json: No such file or directory
 =================== End of Test72_test71_model_verify_results.json diff report ================================
 =================== Diff report for: Test77_test76_model.txt ==================================
 0a1,110
@@ -828,7 +900,7 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > smlp_logger - INFO - Executing run_smlp.py script: End
 =================== End of Test77_test76_model.txt diff report ================================
 =================== Diff report for: Test77_test76_model_verify_results.json ==================================
-diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test77_test76_model_verify_results.json: No such file or directory
+diff: /home/mdmitry/github/smlptech/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/Test77_test76_model_verify_results.json: No such file or directory
 =================== End of Test77_test76_model_verify_results.json diff report ================================
 =================== Diff report for: Test79_smlp_toy_num_resp_mult_query_results.json ==================================
 14a15
@@ -2028,6 +2100,12 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > 	"y1": {
 > 		"value_in_config": 9.0
 =================== End of Test100_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test102_test101_model.txt ==================================
+38c38
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test101_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test101_model_rerun_model_config.json
+=================== End of Test102_test101_model.txt diff report ================================
 =================== Diff report for: Test105_smlp_toy_num_resp_mult_verify_results.json ==================================
 6d5
 < 			"p1": 4.0,
@@ -2039,8 +2117,20 @@ diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_
 > 			"y1": 9.0,
 =================== End of Test105_smlp_toy_num_resp_mult_verify_results.json diff report ================================
 =================== Diff report for: test110_model_poly_sklearn_formula.txt ==================================
-diff: /home/mdmitry/github/smlp_python311_refactoring/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/test110_model_poly_sklearn_formula.txt: No such file or directory
+diff: /home/mdmitry/github/smlptech/scripts/venv/smlp_package_venv/smlp/regr_smlp/code/test110_model_poly_sklearn_formula.txt: No such file or directory
 =================== End of test110_model_poly_sklearn_formula.txt diff report ================================
+=================== Diff report for: Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
+=================== Diff report for: Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
 =================== Diff report for: Test113_smlp_toy_basic_optimization_progress.json ==================================
 17,18c17,21
 < 		"x2": {
diff --git a/tests/smlp_regression/run_smlp_regression_whl_expected.log b/tests/smlp_regression/run_smlp_regression_whl_expected.log
new file mode 100644
index 00000000..2d5c2748
--- /dev/null
+++ b/tests/smlp_regression/run_smlp_regression_whl_expected.log
@@ -0,0 +1,4283 @@
+Calling 8 workers for multiprocessing...
+Initiating 0 worker...
+Initiating 1 worker...
+Initiating 2 worker...
+Initiating 3 worker...
+Initiating 4 worker...
+Initiating 5 worker...
+Initiating 6 worker...
+Running test 3 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric response in training/test data only
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test3 -mode predict -resp y1 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_unlabeled.csv" 
+
+Running test 10 test type: prediction, description: basic et_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test10 -mode predict -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 15 -et_sklearn_bootstrap f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 18 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test18 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test19_model -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 24 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test24_model" -out_dir ./ -pref Test24 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 32 test type: unknown, description:  test reusing saved model by using configuration file
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test32 -config ../models/test20_model_rerun_model_config.json  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 39 test type: doe, description:  doe test with four levels with latin_hypercube 
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test39 -mode doe -doe_algo latin_hypercube -doe_prob_distr Exponential -doe_samples 30 -log_time f  
+
+Running test 47 test type: prediction, description: tests options -pos_val and -neg_val when re-using saved model
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test47_model" -out_dir ./ -pref Test47 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model f -use_model t -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
+
+Running test 55 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test55 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
+specs_path ../specs
+Running test 68 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test67_model" -out_dir ./ -pref Test68 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -model_per_response t -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 80 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test80 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 86 test type: optimize, description: tests alpha
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test86 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -asrt_names asrt1,asrt2,asrt3 -asrt_exprs "(y2**3+p2)/2<6;y1>=9;y2<0" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 94 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test94 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_witness.spec
+specs_path ../specs
+Running test 102 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test101_model" -out_dir ./ -pref Test102 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model t  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_stable_verify.spec
+specs_path ../specs
+Running test 105 test type: verify, description: basic dt_sklearn assertion verfication test with numeric labels and integer grid as domain
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test105 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_stable_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 110 test type: prediction, description: smlp toy basic example for predict mode from SMLP user manual
+Running test 6 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test6 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 9 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test9 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -model_name test20_model -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -save_config t -save_model_config t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 16 test type: prediction, description: basic nn_keras prediction test from saved model on new data with numeric labels and two responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/Test8_smlp_toy_num_resp_mult" -out_dir ./ -pref Test16 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10  -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 25 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test25 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test26_model -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 35 test type: doe, description:  doe test with four levels with plackett_burman
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test35 -mode doe -doe_algo plackett_burman -log_time f  
+
+Running test 44 test type: doe, description:  doe test with four levels with uniform_random_matrix
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test44 -mode doe -doe_algo uniform_random_matrix -doe_samples 20 -log_time f  
+
+Running test 53 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test53 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
+specs_path ../specs
+Running test 64 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test63_model" -out_dir ./ -pref Test64 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
+specs_path ../specs
+Running test 72 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test71_model" -out_dir ./ -pref Test72 -mode verify -resp y1,y2 -feat x0,x1,x2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
+specs_path ../specs
+Running test 83 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with numeric labels and integer grid as domain and with scaling objectives
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test83 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -beta "y1>7 and y2>6" -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1/2-y2;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 93 test type: optsyn, description: basic test for mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test93 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_witness.spec
+specs_path ../specs
+Running test 101 test type: certify, description: basic test in certify mode to test stability (theta) and guard (eta) constraint generation
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test101 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test101_model -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_witness.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_unsat_eta_verify.spec
+specs_path ../specs
+Running test 106 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test106 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_unsat_eta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_basic.spec
+specs_path ../specs
+Running test 113 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test113 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model t -model_name test113_model -save_model_config t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
+
+spec_fn smlp_toy_system_stable_constant_query.spec
+specs_path ../specs
+Running test 7 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test7 -mode predict -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 11 test type: prediction, description: basic poly_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test11 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 17 test type: prediction, description: basic poly_sklearn prediction test from saved model on new data with numeric labels and two responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/Test11_smlp_toy_num_resp_mult" -out_dir ./ -pref Test17 -mode predict -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 23 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels and saving model using name specified through model_name option - adapts Test6
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test23 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model t -use_model f -model_name test24_model -model_per_response t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 30 test type: subgroups, description: basic  test for subgroup discovery for numric responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test30 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -feat x,p1,p2 -plots t -seed 10 -log_time f  
+
+Running test 38 test type: doe, description:  doe test with four levels with box_wilson
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test38 -mode doe -doe_algo box_wilson -doe_cc_face ccc  -doe_cc_alpha r -doe_cc_center 2,3 -log_time f  
+
+Running test 45 test type: doe, description:  doe test with four levels with fractional_factorial
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels_real.csv" -out_dir ./ -pref Test45 -mode doe -doe_algo fractional_factorial -doe_resolution 5 -log_time f  
+
+Running test 52 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test52 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y1_verify.spec
+specs_path ../specs
+Running test 63 test type: verify, description: basic dt_sklearn assertion verification test on data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test63 -mode verify -resp y1 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f -model_name test63_model -spec ../specs/smlp_toy_num_resp_mult_y1_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x/2+y1>4.3;(y1+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 79 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test79 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult.spec -quer_names query1,query2,query3 -quer_exprs "(y2**3+p2)/2<6;y1>=9;y2<0"  -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_query_vacuous.spec
+specs_path ../specs
+Running test 91 test type: query, description: test to detect contradictory constraints in optimization mode due to contradictory alpha global and alpha bounds constraints on FMAX_xyx
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test91 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 99 test type: optimize, description: testing that the response and feature names can be taken from spec file in model exploration modes when the responses and/or features are not specified in the command line
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test99 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_certify_witness.spec
+specs_path ../specs
+Running test 103 test type: certify, description: 
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test103 -mode certify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t -use_model f  -model_name test103_model -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_certify_witness.spec -quer_names valid_candidate,grid_conflict,range_conflict -quer_exprs "True;True;True" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 111 test type: unknown, description: smlp toy basic test to rerun saved model using the model rerun config file saved during model training
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test111 -config ../models/test110_model_rerun_model_config.json  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+
+spec_fn smlp_toy_system_stable_constant_certify.spec
+specs_path ../specs
+Running test 117 test type: certify, description: certification test with knobs only where assertion is valid without stability and fails with stability
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test117 -mode certify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 123 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+Running test 8 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and two responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test8 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -nn_keras_epochs 20 -nn_keras_seq_api f -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 14 test type: train, description: EV-SI real life poly_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test14 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 21 test type: prediction, description: test for illegal symbols in column names
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_metasymbol_mult_reg.csv" -out_dir ./ -pref Test21 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model t -use_model f -model_name test22_model -pred_plots t -resp_plots t -data_scaler none -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
+
+Running test 29 test type: subgroups, description: basic  test for subgroup discovery for pass-fail responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_cls_metasymbol_colnames_mult.csv" -out_dir ./ -pref Test29 -mode subgroups -psg_dim 3 -psg_top 10 -resp "PF 1,PF#" -plots t -seed 10 -log_time f  
+
+Running test 37 test type: doe, description:  doe test with four levels with box_behnken
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_three_levels_real_nan.csv" -out_dir ./ -pref Test37 -mode doe -doe_algo box_behnken -log_time f  
+
+Running test 46 test type: prediction, description: tests options -pos_val and -neg_val
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_pf_mult.csv" -out_dir ./ -pref Test46 -mode predict -resp "PF,PF1" -model poly_sklearn -save_model t -save_model_config f -use_model f -model_name test47_model -data_scaler none  -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -pos_val fail -neg_val pass  -new_dat "../data/smlp_toy_pf_mult.csv" 
+
+Running test 54 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test54 -mode discretize -resp "PF,PF1" -discr_algo ordinals -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_noknobs_verify.spec
+specs_path ../specs
+Running test 66 test type: verify, description: basic dt_sklearn  assertion verification test on data with one numeric response
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test65_model" -out_dir ./ -pref Test66 -mode verify -resp y1,y2 -feat x0,x1,x2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -save_model f -use_model t -spec ../specs/smlp_toy_num_resp_noknobs_verify.spec -asrt_names asrt1,asrt2 -asrt_exprs "x0**2+y1>4.3;(y1+x2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   
+
+Running test 77 test type: unknown, description: verification test run using model_rerun config covering the case when mrmr selcts only a subset of features specified through the command line or config file
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test76_model" -out_dir ./ -pref Test77 -config ../models/test76_model_rerun_model_config.json  
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 85 test type: optimize, description: tests alpha and eta constraints specified in command line in optimization mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test85 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -data_scaler min_max -objv_names obj1,objv2 -objv_exprs "(y1+y2)/2;y1" -alpha "p2<5 and x==10 and  x<12" -eta "p1==4" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_verify_vacuous.spec
+specs_path ../specs
+Running test 92 test type: verify, description: test to detect contradictory constraints in verification mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test92 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_verify_vacuous.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 100 test type: optimize, description: basic test for sat_threshold option enabing usage of objectve values in SAT assignments that prove optimization thresholds
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test100 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 104 test type: verify, description: assertion verfication test with wrong spec that does not assign a single value using a singleton grid or range with equal max and min
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test104 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_cannot_synthesize.spec
+specs_path ../specs
+Running test 109 test type: synthesize, description: basic test for mode synthesize where synthesis fails
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test109 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_cannot_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 121 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is feasible
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test121 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_configuration_verify.spec
+specs_path ../specs
+Running test 2 test type: prediction, description: basic rf_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test2 -mode predict -resp y1 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 12 test type: train, description: EV-SI real life dt_sklearn predict test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test12 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 20 test type: prediction, description: basic dt_sklearn prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test20_model" -out_dir ./ -pref Test20 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -data_scaler none -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 27 test type: prediction, description: checks nn_keras prediction with nn_keras_seq_api t
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test27 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 34 test type: doe, description:  doe test with four levels with full_factorial method
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test34 -mode doe -doe_algo full_factorial -log_time f  
+
+Running test 42 test type: doe, description:  doe test with four levels with maximin_reconstruction
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test42 -mode doe -doe_algo maximin_reconstruction -doe_samples 20 -log_time f  
+
+Running test 50 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test50 -mode discretize -resp "PF,PF1" -discr_algo kmeans -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 59 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test59 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
+specs_path ../specs
+Running test 81 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test81 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_query.spec
+specs_path ../specs
+Running test 89 test type: query, description: basic test in query mode to test stability (theta) and guard (eta) constraint generation
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test89 -mode query -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_query.spec
+specs_path ../specs
+Running test 97 test type: query, description: basic test for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test97 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_beta_verify.spec
+specs_path ../specs
+Running test 107 test type: verify, description: test for verification mode to check that eta contraints are not contradictory and as otherwise verification problem is not well defined
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test107 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -spec ../specs/smlp_toy_num_resp_mult_beta_verify.spec -asrt_names asrt_y1,asrt_y2 -asrt_expr "y1*2+x<=5 and y1<=10;-2*y2-1<10-p2" -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 112 test type: prediction, description: smlp toy basic test from SMLP manual
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test110_model" -out_dir ./ -pref Test112 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -use_model t -save_model f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+
+spec_fn smlp_toy_system_stable_constant_verify.spec
+specs_path ../specs
+Running test 118 test type: verify, description: verification test with knobs only where assertion is valid without stability and fails with stability
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test118 -mode verify -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 125 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is feasible and optimization is performed
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test125 -mode optsyn -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 5 test type: prediction, description: basic dt_caret prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test5 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model t -use_model f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 15 test type: prediction, description: basic dt_caret prediction test from saved model on new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/Test5_smlp_toy_num_resp_mult" -out_dir ./ -pref Test15 -mode predict -resp y1 -feat x,p1,p2 -model dt_caret -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f   -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 22 test type: prediction, description: test for illegal symbols in column names
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test22_model" -out_dir ./ -pref Test22 -mode predict -resp "PF ,|PF |" -model poly_sklearn -save_model f -use_model t -pred_plots t -resp_plots t -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_metasymbol_mult_reg_pred_labeled.csv" 
+
+Running test 33 test type: unknown, description: testing -config option with subgroups mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test33 -config ../models/Test31_smlp_toy_num_resp_mult_args_config.json  
+
+Running test 41 test type: doe, description:  doe test with four levels with random_k_means
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test41 -mode doe -doe_algo random_k_means -doe_samples 20 -log_time f  
+
+Running test 49 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test49 -mode discretize -resp "PF,PF1" -discr_algo quantile -discr_bins 6 -discr_labels t -discr_type category -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 58 test type: optimize, description: basic dt_sklearn optimization test with numeric labels and integer grid as domain and without scaling objectives
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test58 -mode optimize -pareto f -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 70 test type: verify, description: nn_keras verification test with re-using saved model_per_response trained model
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test69_model" -out_dir ./ -pref Test70 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model f -use_model t -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_alpha_asrt_verify.spec
+specs_path ../specs
+Running test 87 test type: verify, description: tests global alpha constraints and assertions specified in spec file
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test87 -mode verify -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model t  -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_alpha_asrt_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 96 test type: optsyn, description: basic test for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test96 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_basic.spec
+specs_path ../specs
+Running test 114 test type: optimize, description: smlp toy basic test for mode optimize from SMLP manual without specifying resp and feat in command line
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test114 -mode optimize -pareto t -opt_strategy lazy -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -mrmr_pred 0 -epsilon 0.05 -delta_rel 0.01 -save_model f -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -spec ../specs/smlp_toy_basic.spec  
+
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 122 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test122 -mode optimize -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_verify.spec
+specs_path ../specs
+Running test 140 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test140 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -trace_prec 1 -trace_anonym t -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 147 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test147 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 154 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training
+Running test 4 test type: prediction, description: basic nn_keras prediction test on labeled and new data with numeric labels and one response
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test4 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nn_keras_weights_precision 2 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 13 test type: train, description: EV-SI real life nn_keras prediction test on labeled and new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test13 -mode train -resp y1,y2 -feat x1,x2,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 28 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and functional API
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test28 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 36 test type: doe, description:  doe test with four levels with sukharev_grid
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_four_levels_real.csv" -out_dir ./ -pref Test36 -mode doe -doe_algo sukharev_grid -doe_samples 125 -log_time f  
+
+Running test 43 test type: doe, description:  doe test with four levels with halton_sequence
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test43 -mode doe -doe_algo halton_sequence -doe_samples 20 -log_time f  
+
+Running test 51 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test51 -mode discretize -resp "PF,PF1" -discr_algo jenks -discr_bins 6 -discr_labels f -discr_type integer -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 60 test type: verify, description: basic nn_keras assertion verification test for functional nn_keras model
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test60 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_free_inps.spec
+specs_path ../specs
+Running test 82 test type: optimize, description: basic dt_sklearn single objective optimization test with numeric labels and integer grid as domain and with scaling objectives
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test82 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps.spec -data_scaler min_max -objv_names obj1,objv2,objv3 -objv_exprs "(y1+y2)/2;y1;y2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_optsyn_vacuous.spec
+specs_path ../specs
+Running test 90 test type: optsyn, description: test to detect contradictory constraints in optsyn mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test90 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn_vacuous.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 98 test type: optsyn, description: basic test for et_caret in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test98 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 115 test type: certify, description: basic test in certify mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test115 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 124 test type: optsyn, description: optimized synthesis test with constant knob and no inputs where synthesis is not feasible because while beta constraint is feasible the assertion is not feasible therefore optimization is not performed
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test124 -mode optsyn -pareto f -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult.spec
+specs_path ../specs
+Running test 141 test type: optimize, description: basic test for compress_rules option for dt_sklearn in optimization mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test141 -mode optimize -opt_strategy lazy -pareto f  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules t  -spec ../specs/smlp_toy_num_resp_mult.spec -objv_names objv_y1,objv_y2 -objv_exprs "y1;y2" -epsilon 0.01 -delta_rel 0.01 -data_scaler none -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 149 test type: prediction, description: tests the mae loss function MeanAbsoluteError and sample weoghts
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test149 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mae -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 155 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training
+Running test 1 test type: train, description: basic dt_caret training and test on labeled data with single numeric response
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test1 -mode train -resp y1 -feat x,p1,p2 -model dt_caret -save_model_config f -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 19 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test19_model" -out_dir ./ -pref Test19 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15  -save_model f -use_model t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 26 test type: prediction, description: basic dt_sklearn prediction test using a model saved under a name specified through model_name  option on new data with numeric labels
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -model_name "../models/test26_model" -out_dir ./ -pref Test26 -mode predict -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model t -mrmr_pred 2 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 31 test type: subgroups, description: testing resp2b in subgroup discovery mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test31 -mode subgroups -psg_dim 3 -psg_top 10 -resp y1,y2 -resp2b "y1<6;y2>6" -feat x,p1,p2 -plots t -seed 10 -log_time f -save_config t  
+
+Running test 40 test type: doe, description:  doe test with four levels with latin_hypercube_space_filling
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -doe_spec "../grids/doe_two_levels.csv" -out_dir ./ -pref Test40 -mode doe -doe_algo latin_hypercube_sf -doe_samples 20 -log_time f  
+
+Running test 48 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test48 -mode discretize -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 56 test type: discretization, description: tests discretization options
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test56 -mode discretize -resp "PF,PF1" -discr_algo ranks -discr_bins 6 -discr_labels f -discr_type object -data_scaler none  -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 69 test type: verify, description: nn_keras verification test with model_per_response training 
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test69 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model t -use_model f -model_name test69_model -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "(y2**3+p2)/2<6" -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 88 test type: optimize, description: basic dt_sklearn multi objective pareto optimization test with beta and objectives specified in spec file
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test88 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -tree_encoding nested -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 95 test type: optsyn, description: basic test for dt_caret in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test95 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -save_model f -use_model f -tree_encoding nested -compress_rules f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_synthesize.spec
+specs_path ../specs
+Running test 108 test type: synthesize, description: basic test for dt_sklearn in model exploration mode synthesize where synthesis succeeds
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test108 -mode synthesize  -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -tree_encoding nested -compress_rules f -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_synthesize.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 120 test type: synthesize, description: synthesis test with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test120 -mode synthesize -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_certify.spec
+specs_path ../specs
+Running test 127 test type: certify, description: certification example with knobs only and fictitious inputs with values fixed through their ranges
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test127 -mode certify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_certify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 145 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py  -out_dir ./ -pref Test145 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 151 test type: prediction, description: tests msle loss function MeanSquaredLogarithmicError and and sample weoghts
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test151 -mode predict -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss msle -sw_coef 3 -sw_exp 10 -sw_int 0  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_verify.spec
+specs_path ../specs
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test110 -mode predict -resp y1,y2 -feat x1,x2,p1,p2 -model poly_sklearn -save_model t -model_name test110_model -save_model_config t -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  -new_dat "../data/smlp_toy_basic_pred_unlabeled.csv" 
+
+spec_fn smlp_toy_system.spec
+specs_path ../specs
+Running test 116 test type: certify, description: basic test in certify mode when system is specified and is used as the model; p2 rel-rad needs to be 0 or very close to it the witness to first query to be stable
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test116 -mode certify -resp y1,y2 -feat x1,x2,p1,p2 -model system -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_system.spec -quer_names query1,query2 -quer_exprs "y1>0;y2<=0" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_verify.spec
+specs_path ../specs
+Running test 126 test type: verify, description: verification example with knobs only and fictitious inputs that have no effect where proparty is valid without stability and fails with stability
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test126 -mode verify -model system -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_verify.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 142 test type: optsyn, description: basic test for compress_rules option for rf_sklearn in optsin mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test142 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 15 -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 153 test type: prediction, description: tests the logcosh loss function LogCosh and sample weights
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test153 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss logcosh -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 161 test type: prediction, description: tests nn keras tuner bayesian
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test161 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -nn_keras_metrics mape,logcosh -nn_keras_tuner random -nn_keras_lrates_grid "0.01,0.001" -nn_keras_batches_grid "32,64" -model_per_response f -sw_coef 4 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 170 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response f in model exploration mode optimize
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test170 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 173 test type: verify, description: basic test for nn_keras flat encoding for sequential api
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test173 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 182 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test182 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 191 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response t in model exploration mode optimize adapts test 169
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test191 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap t -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 194 test type: optsyn, description: basic branched tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test194 -mode optsyn -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 197 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when responses are not scaled modifies test 164 and test 182
+Running test 119 test type: query, description: query test with knobs only where query is satisfiable without stability and fails with stability
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test119 -mode query -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_query.spec -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_witness_certify.spec
+specs_path ../specs
+Running test 128 test type: certify, description: Basic regression test in certify mode covering all four possible outcomes when certifying a witness for a query: the witness is stable
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test128 -mode certify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -dt_sklearn_max_depth 15 -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_witness_certify.spec -quer_names query_stable_witness,query_grid_conflict,query_unstable_witness,query_infeasible_witness,query_poly_intercept_sensitive -quer_exprs "y2<=90;y1>=9;y1>=(-13);y1>9;y1>=(-10)" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 148 test type: prediction, description: checks nn_keras prediction with sw_coef 0.8 and sequential API
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test148 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_verify.spec
+specs_path ../specs
+Running test 156 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner for functional model training; adapts test 154 by consdering multiple responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test156 -mode verify -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 167 test type: optsyn, description: basic flat tree encoding test with model_per_response t for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test167 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 171 test type: optimize, description: basic test for et_caret with flat tree_encoding in model exploration mode optimize
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test171 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 176 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test176 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 179 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn when resposes are not scaled adapts test 174
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test179 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 181 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test181 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 183 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test183 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 192 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test192 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 129 test type: verify, description: verification example with demonstrating all basic result scenarious for assertions
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_ctg_num_resp.csv" -out_dir ./ -pref Test129 -mode verify -resp y1,y2 -feat x,p1,p2 -model poly_sklearn -save_model f -use_model f -model_per_response f -spec ../specs/smlp_toy_configuration_verify.spec -asrt_names assert_stable_config,assert_grid_conflict,assert_unstable_config,assert_infeasible -asrt_exprs "y2<=90;y1>=9;y1>=(-10);y1>20" -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 150 test type: prediction, description: tests the mape loss function MeanAbsolutePercentageError and sample weights
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test150 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -sw_coef 0.8  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 158 test type: prediction, description: tests the mape loss function and sample weights with model_per_response t
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test158 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -model_per_response t -sw_coef 8 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 166 test type: optsyn, description: basic flat tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test166 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding flat -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 169 test type: optimize, description: basic test for et_sklearn with flat tree_encoding and model_per_response t in model exploration mode optimize
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test169 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -rf_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding flat -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 175 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test175 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 178 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features are not scaled adapts test 177
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test178 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 188 test type: optsyn, description: basic branched tree encoding test for dt_caretin model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test188 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding branched -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 196 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features are not scaled modifies test 164 and test 181
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test196 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_no_input_beta.spec
+specs_path ../specs
+Running test 201 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and there are beta constraints
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test201 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input_beta.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 205 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 145
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py  -out_dir ./ -pref Test205 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -doe_spec ../grids/doe_two_levels_opt.csv -doe_algo latin_hypercube -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 217 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test217 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type category -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test123 -mode optimize -pareto t -opt_strategy lazy -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_query.spec
+specs_path ../specs
+Running test 143 test type: query, description: basic test for compress_rules for et_sklearn in mode query
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test143 -mode query -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_bootstrap f -tree_encoding nested -compress_rules t -save_model f -use_model f  -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_query.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 159 test type: prediction, description: tests the msle loss function and sample weights with model_per_response t
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test159 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_loss msle -model_per_response t -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae,cosine  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 165 test type: optsyn, description: basic flat tree encoding test for dt_caretin model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test165 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_caret -tree_encoding flat -save_model f -use_model f -compress_rules f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_y2_verify.spec
+specs_path ../specs
+Running test 172 test type: verify, description: basic test for nn_keras flat encoding for functional api
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test172 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 180 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api t for nn_keras in model exploration mode optsyn when features and responses are not scaled adapts test 175
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test180 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -scale_feat f -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 187 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization adapts test 164
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test187 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 195 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 192 by setting n_estimators 3 and then discrepancy between z3
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test195 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 3 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 198 test type: optimize, description: basic branched tree encoding test for dt_sklearn multi objective pareto optimization when features and responses are not scaled modifies test 164 and test 183
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test198 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -scale_feat f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 204 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 123
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test204 -mode optimize -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 215 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test215 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 221 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test221 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 226 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test197 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding branched -scale_resp f -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat""  
+
+spec_fn smlp_toy_num_resp_mult_no_input.spec
+specs_path ../specs
+Running test 202 test type: optimize, description: basic dt_sklearn single objective optimization with the eager algorithm when there are no inputs and no beta constraints
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test202 -mode optimize -pareto t -opt_strategy eager -resp y1,y2 -feat p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f  -spec ../specs/smlp_toy_num_resp_mult_no_input.spec -data_scaler min_max -objv_names obj1 -objv_exprs "(y1+y2)/2" -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_feasible.spec
+specs_path ../specs
+Running test 206 test type: optsyn, description: optimized synthesis test with eager strategy and with constant knob and no inputs where synthesis is feasible and optimization is performed adapts test 125
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test206 -mode optsyn -pareto t -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_feasible.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 218 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test218 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type ordered -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 223 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test223 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 146 test type: optimize, description: optimization test with constant knob and no inputs where synthesis is feasible and optimization is performed
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py  -out_dir ./ -pref Test146 -mode optimize -pareto t -opt_strategy lazy -model poly_sklearn -resp y1,y2 -feat p1,p2,x1,x2 -save_model t -use_model f -mrmr_pred 0 -model_per_response t -split 1 -spec ../specs/smlp_toy_system.spec -doe_spec ../grids/explore_doe_two_levels.csv -doe_algo latin_hypercube -epsilon 0.99999999 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 152 test type: prediction, description: tests the huber loss function Huber and sample weights
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test152 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss huber -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+Running test 160 test type: prediction, description: tests nn keras tuner bayesian
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test160 -mode predict -resp y1,y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_loss mape -nn_keras_metrics msle -nn_keras_tuner bayesian -nn_keras_layers_grid "2,3" -nn_keras_losses_grid "mse,mae,huber" -model_per_response f -sw_coef 8 -sw_exp 5 -sw_int 0.5  -new_dat "../data/smlp_toy_num_resp_mult_pred_labeled.csv" 
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 177 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response t nn_keras_seq_api t for nn_keras in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test177 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api t -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response t -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 190 test type: optimize, description: basic test for rf_caret with branched tree_encoding and modelper_response in model exploration mode optimize adapts test 168
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test190 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding branched -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 199 test type: optimize, description: test to demonstrate that in pareto optimization and optsyn modes with multiple objectives when beta constraints are not present SMLP results are not consistent when different solvers are used; this is due to fact that when a subset of objectoves are exemined in pareto algo
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test199 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 219 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test219 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type integer -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 224 test type: correlate, description: basic test for correlate mode and tests the Shannon mutual information
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test224 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method shannon -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 157 test type: verify, description: basic nn_keras assertion verification test that uses keras tuner with sequrntial models for model training; adapts test 155 by consdering multiple responses
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test157 -mode verify -resp y1,y2 -feat x,p1,p2 --model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics rmse,logcosh  
+
+spec_fn smlp_toy_num_resp_mult_free_inps_beta_objv.spec
+specs_path ../specs
+Running test 164 test type: optimize, description: basic flat tree encoding test for dt_sklearn multi objective pareto optimization 
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test164 -mode optimize -pareto t -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model dt_sklearn -dt_sklearn_max_depth 15 -compress_rules f -tree_encoding flat -spec ../specs/smlp_toy_num_resp_mult_free_inps_beta_objv.spec -data_scaler min_max -epsilon 0.05 -delta_rel 0.01 -save_model_config f -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 168 test type: optimize, description: basic test for rf_caret with flat tree_encoding and modelper_response in model exploration mode optimize
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test168 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_caret -model_per_response t -compress_rules t -tree_encoding flat -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 174 test type: optsyn, description: basic layered nn_keras encoding test with model_per_response f nn_keras_seq_api f for nn_keras in model exploration mode optsyn
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test174 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model nn_keras -nn_keras_epochs 20 -nn_keras_seq_api f -nnet_encoding layered -save_model f -use_model f -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 189 test type: optsyn, description: basic branched tree encoding test with model_per_response f for rf_sklearn in model exploration mode optsyn adapts test 166
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test189 -mode optsyn -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model rf_sklearn -rf_sklearn_max_depth 4 -rf_sklearn_n_estimators 3 -tree_encoding branched -compress_rules t -save_model f -use_model f -compress_rules t -mrmr_pred 2 -model_per_response f -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_num_resp_mult_optsyn.spec
+specs_path ../specs
+Running test 193 test type: optimize, description: basic test for et_caret with branched tree_encoding in model exploration mode optimize adapts test 171
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test193 -mode optimize -resp y1,y2 -feat x,p1,p2 -model et_caret -tree_encoding branched -model_per_response t -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0.05 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+spec_fn smlp_toy_system_stable_constant_synth_fail.spec
+specs_path ../specs
+Running test 203 test type: optimize, description: optimization test with eager strategy and with constant knob and no inputs where synthesis is not feasible because the assertion is not feasible but beta constraint is feasible therefore optimization is performed adapts test 122
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test203 -mode optimize -pareto f -opt_strategy eager -model system -resp y1,y2 -feat p1,p2 -save_model f -use_model f -mrmr_pred 0 -model_per_response t -spec ../specs/smlp_toy_system_stable_constant_synth_fail.spec -epsilon 0.00000001 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+Running test 216 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test216 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 220 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test220 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 225 test type: correlate, description: basic test for correlate mode and tests the adjusted mutual information
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test225 -mode correlate -resp y1,y2 -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test226 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method correlation -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 222 test type: correlate, description: basic test for correlate mode
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_mult_discr.csv" -out_dir ./ -pref Test222 -mode correlate -resp "PF,PF1" -discr_algo uniform -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method adjusted -mrmr_pred 0 -plots f -seed 10 -log_time f -pos_val fail -neg_val pass  
+
+Running test 227 test type: correlate, description: basic test for correlate mode and tests the normalized mutual information
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_basic.csv" -out_dir ./ -pref Test227 -mode correlate -resp y1,y2 -discr_algo uniform -discret_num t -discr_bins 6 -discr_labels t -discr_type object -data_scaler none -cont_est pearson,spearman,kendall -mi_method normalized -mrmr_pred 0 -plots f -seed 10 -log_time f  
+
+Running test 200 test type: optimize, description: basic test for et_sklearn with branched tree_encoding and model_per_response f in model exploration mode optimize adapts test 170 !!!!!!!!! in this test z3 result differs from mathsat and yices results (the latter two give sma results
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test200 -mode optimize -opt_strategy lazy -resp y1,y2 -feat x,p1,p2 -model et_sklearn -et_sklearn_max_depth 2 -et_sklearn_n_estimators 100 -et_sklearn_bootstrap f -tree_encoding branched -model_per_response f -compress_rules t -save_model f -use_model f -mrmr_pred 2 -spec ../specs/smlp_toy_num_resp_mult_optsyn.spec -epsilon 0.1 -delta_rel 0 -solver_path ../../../external/mathsat-5.6.8-linux-x86_64-reentrant/bin/mathsat -plots f -pred_plots f -resp_plots f -seed 10 -log_time f  
+
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test154 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api f -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5  
+
+/usr/local/lib/python3.11/dist-packages/smlp/run_smlp.py -data "../data/smlp_toy_num_resp_mult.csv" -out_dir ./ -pref Test155 -mode verify -resp y2 -feat x,p1,p2 -model nn_keras -nnet_encoding nested -mrmr_pred 0 -plots f -pred_plots f -resp_plots f -seed 10 -log_time f -nn_keras_epochs 20 -nn_keras_seq_api t -nn_keras_tuner hyperband -nn_keras_layers_grid "2,2;3,3,3" -save_model_config f -spec ../specs/smlp_toy_num_resp_mult_y2_verify.spec -asrt_names asrt1 -asrt_exprs "2*y2>1" -sw_coef 4 -sw_exp 5 -sw_int 0.5 -nn_keras_metrics mae  
+
+Initiating 7 worker...
+comparing Test1_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test1_smlp_toy_num_resp_mult_eval_dt_caret_labeled-col-y1.png does not exist
+File master Test1_smlp_toy_num_resp_mult_eval_dt_caret_test-col-y1.png does not exist
+File master Test1_smlp_toy_num_resp_mult_eval_dt_caret_training-col-y1.png does not exist
+comparing Test1_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+File master Test1_smlp_toy_num_resp_mult_resp-distr.png does not exist
+comparing Test1_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test1_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test2_smlp_toy_num_resp_mult_rf_sklearn_y1_tree_rules.txt does not exist
+comparing Test2_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+File master Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_eval_rf_sklearn_labeled-col-y1.png does not exist
+File master Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_eval_rf_sklearn_new-col-y1.png does not exist
+File master Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_eval_rf_sklearn_test-col-y1.png does not exist
+File master Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_eval_rf_sklearn_training-col-y1.png does not exist
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+File master Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_resp-distr.png does not exist
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test2_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled.txt to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_poly_sklearn_formula.txt to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_missing_values_dict.json to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_new_predictions_summary.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_test_predictions_summary.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test3_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_unlabeled_training_predictions_summary.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+File master Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test4_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test6_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt to master
+comparing Test7_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test7_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+File master Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_mse.png does not exist
+File master Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_args_config.json to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test9_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing test20_model_data_bounds.json to master
+Passed!
+comparing test20_model_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing test20_model_model_features_dict.json to master
+Passed!
+comparing test20_model_model_levels_dict.json to master
+Passed!
+comparing test20_model_rerun_model_config.json to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt to master
+comparing Test10_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test10_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_poly_sklearn_formula.txt to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test12_smlp_toy_basic.txt to master
+Passed!
+comparing Test12_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test12_smlp_toy_basic_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test12_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test12_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test12_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test12_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test12_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test12_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+comparing Test12_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test12_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+comparing Test13_smlp_toy_basic.txt to master
+Passed!
+comparing Test13_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test13_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test13_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test13_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test13_smlp_toy_basic_model_gen.json to master
+Passed!
+comparing Test13_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test13_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test13_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+File master Test13_smlp_toy_basic_train-reg_y1_mse.png does not exist
+File master Test13_smlp_toy_basic_train-reg_y2_mse.png does not exist
+comparing Test13_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test13_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+comparing Test14_smlp_toy_basic.txt to master
+Passed!
+comparing Test14_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test14_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test14_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test14_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test14_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test14_smlp_toy_basic_poly_sklearn_formula.txt to master
+Passed!
+comparing Test14_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test14_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+comparing Test14_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test14_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test18_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing test19_model_data_bounds.json to master
+Passed!
+comparing test19_model_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing test19_model_model_features_dict.json to master
+Passed!
+comparing test19_model_model_levels_dict.json to master
+Passed!
+comparing test19_model_rerun_model_config.json to master
+Passed!
+comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt to master
+Passed!
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_labeled-col-PF .png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_labeled-col-|PF |.png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-PF .png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-|PF |.png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_test-col-PF .png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_test-col-|PF |.png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_training-col-PF .png does not exist
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_training-col-|PF |.png does not exist
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_new_predictions_summary.csv to master
+Passed!
+File master Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_resp-distr.png does not exist
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test21_smlp_toy_num_metasymbol_mult_reg_smlp_toy_num_metasymbol_mult_reg_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing test22_model_data_bounds.json to master
+Passed!
+comparing test22_model_model_features_dict.json to master
+Passed!
+comparing test22_model_model_levels_dict.json to master
+Passed!
+comparing test22_model_poly_sklearn_formula.txt to master
+Passed!
+comparing test22_model_rerun_model_config.json to master
+Passed!
+comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt to master
+File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-PF .png does not exist
+File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_eval_poly_sklearn_new-col-|PF |.png does not exist
+comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_new_predictions_summary.csv to master
+Passed!
+File master Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled_resp-distr.png does not exist
+File master test24_model_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test23_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing test24_model_data_bounds.json to master
+Passed!
+File master test24_model_dt_sklearn_y2_tree_rules.txt does not exist
+comparing test24_model_model_features_dict.json to master
+Passed!
+comparing test24_model_model_levels_dict.json to master
+Passed!
+comparing test24_model_rerun_model_config.json to master
+Passed!
+comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing test26_model_dt_sklearn_tree_rules.txt to master
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test25_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing test26_model_data_bounds.json to master
+Passed!
+comparing test26_model_model_features_dict.json to master
+Passed!
+comparing test26_model_model_levels_dict.json to master
+Passed!
+comparing test26_model_rerun_model_config.json to master
+Passed!
+comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+File master Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test27_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv to master
+Passed!
+File master Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test28_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv to master
+Passed!
+comparing Test29_smlp_toy_cls_metasymbol_colnames_mult.txt to master
+comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_features_ranking.csv to master
+Passed!
+comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_missing_values_dict.json to master
+Passed!
+comparing Test29_smlp_toy_cls_metasymbol_colnames_mult_ranking_resp_feat.csv to master
+Passed!
+comparing Test30_smlp_toy_num_resp_mult.txt to master
+comparing Test30_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
+comparing Test30_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test30_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
+Passed!
+comparing Test31_smlp_toy_num_resp_mult.txt to master
+comparing Test31_smlp_toy_num_resp_mult_args_config.json to master
+Passed!
+comparing Test31_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
+comparing Test31_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test31_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
+Passed!
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt to master
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_args_config.json to master
+Passed!
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json to master
+Passed!
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv to master
+Passed!
+comparing Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv to master
+Passed!
+comparing Test33_smlp_toy_num_resp_mult.txt to master
+comparing Test33_smlp_toy_num_resp_mult_features_ranking.csv to master
+Passed!
+comparing Test33_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test33_smlp_toy_num_resp_mult_ranking_resp_feat.csv to master
+Passed!
+comparing Test34_doe_four_levels_real.txt to master
+Passed!
+comparing Test34_doe_four_levels_real_doe.csv to master
+Passed!
+comparing Test35_doe_four_levels_real.txt to master
+Passed!
+comparing Test35_doe_four_levels_real_doe.csv to master
+Passed!
+comparing Test36_doe_four_levels_real.txt to master
+Passed!
+comparing Test36_doe_four_levels_real_doe.csv to master
+Passed!
+comparing Test37_doe_three_levels_real_nan.txt to master
+Passed!
+comparing Test37_doe_three_levels_real_nan_doe.csv to master
+Passed!
+comparing Test38_doe_two_levels.txt to master
+Passed!
+comparing Test38_doe_two_levels_doe.csv to master
+Passed!
+comparing Test39_doe_two_levels.txt to master
+Passed!
+comparing Test39_doe_two_levels_doe.csv to master
+Passed!
+comparing Test40_doe_two_levels.txt to master
+Passed!
+comparing Test40_doe_two_levels_doe.csv to master
+Passed!
+comparing Test41_doe_two_levels.txt to master
+Passed!
+comparing Test42_doe_two_levels.txt to master
+Passed!
+comparing Test43_doe_two_levels.txt to master
+Passed!
+comparing Test43_doe_two_levels_doe.csv to master
+Passed!
+comparing Test44_doe_two_levels.txt to master
+Passed!
+comparing Test44_doe_two_levels_doe.csv to master
+Passed!
+comparing Test45_doe_two_levels_real.txt to master
+Passed!
+comparing Test45_doe_two_levels_real_doe.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult.txt to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_missing_values_dict.json to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_new_prediction_precisions.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_new_predictions_summary.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_test_predictions_summary.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test46_smlp_toy_pf_mult_smlp_toy_pf_mult_training_predictions_summary.csv to master
+Passed!
+comparing test47_model_data_bounds.json to master
+Passed!
+comparing test47_model_model_features_dict.json to master
+Passed!
+comparing test47_model_model_levels_dict.json to master
+Passed!
+comparing test47_model_poly_sklearn_formula.txt to master
+Passed!
+comparing Test47_test47_model_smlp_toy_pf_mult.txt to master
+comparing Test47_test47_model_smlp_toy_pf_mult_missing_values_dict.json to master
+Passed!
+comparing Test47_test47_model_smlp_toy_pf_mult_new_prediction_precisions.csv to master
+Passed!
+comparing Test47_test47_model_smlp_toy_pf_mult_new_predictions_summary.csv to master
+Passed!
+comparing Test48_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test48_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test49_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test49_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test50_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test50_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test51_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test51_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test52_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test52_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test53_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test53_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test54_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test54_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test55_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test55_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+comparing Test56_smlp_toy_mult_discr.txt to master
+Passed!
+comparing Test56_smlp_toy_mult_discr_missing_values_dict.json to master
+Passed!
+Test 57 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test58_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test58_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test58_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test58_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test58_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test58_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test58_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test59_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test59_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+comparing Test59_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test59_smlp_toy_num_resp_mult_verify_results.json to master
+Passed!
+File master Test59_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test59_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test60_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_model_gen.json to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test60_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test60_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+comparing Test60_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test60_smlp_toy_num_resp_mult_verify_results.json to master
+Passed!
+File master Test60_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test60_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+Test 61 Failed:
+Error in Build stage:
+Data file does not exist
+Test 62 Failed:
+Error in Build stage:
+Data file does not exist
+File master test63_model_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test63_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test63_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test63_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test63_smlp_toy_num_resp_mult_verify_results.json to master
+comparing test63_model_data_bounds.json to master
+Passed!
+comparing test63_model_model_features_dict.json to master
+Passed!
+comparing test63_model_model_levels_dict.json to master
+Passed!
+comparing test63_model_rerun_model_config.json to master
+Passed!
+File master test63_model_y1_smlp_full_model_term.json does not exist
+File master test63_model_y1_smlp_model_term.json does not exist
+comparing Test64_test63_model.txt to master
+File master Test64_test63_model_trace.csv does not exist
+comparing Test64_test63_model_verify_results.json to master
+Test 65 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test66_test65_model.txt to master
+File new Test66_test65_model_verify_results.json does not exist
+Test 67 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test68_test67_model.txt to master
+File new Test68_test67_model_verify_results.json does not exist
+comparing Test69_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test69_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test69_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+comparing Test69_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test69_smlp_toy_num_resp_mult_verify_results.json to master
+comparing test69_model_data_bounds.json to master
+Passed!
+comparing test69_model_model_features_dict.json to master
+Passed!
+comparing test69_model_model_gen.json to master
+Passed!
+comparing test69_model_model_levels_dict.json to master
+Passed!
+comparing test69_model_rerun_model_config.json to master
+Passed!
+File master test69_model_y2_smlp_full_model_term.json does not exist
+File master test69_model_y2_smlp_model_term.json does not exist
+comparing Test70_test69_model.txt to master
+File master Test70_test69_model_trace.csv does not exist
+comparing Test70_test69_model_verify_results.json to master
+Test 71 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test72_test71_model.txt to master
+File new Test72_test71_model_verify_results.json does not exist
+Test 73 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+Test 74 Failed:
+Error in Build stage:
+New data file does not exist
+Test 75 Failed:
+Error in Build stage:
+New data file does not exist
+Test 76 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test77_test76_model.txt to master
+File new Test77_test76_model_verify_results.json does not exist
+Test 78 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test79_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test79_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+File master Test79_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test79_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_query_results.json to master
+comparing Test79_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test79_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test79_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test79_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test79_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test79_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test79_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test79_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test80_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test80_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test80_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test80_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test80_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test80_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test80_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test81_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test81_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test81_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test81_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test81_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test81_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test82_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test82_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test82_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test82_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test82_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test82_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test83_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test83_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test83_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test83_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test83_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test83_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+Test 84 Failed:
+Error in Build stage:
+Data file does not exist
+comparing Test85_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test85_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test85_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test85_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test85_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test85_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test85_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test86_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test86_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test86_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test86_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test86_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test86_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_rerun_model_config.json to master
+Passed!
+File master Test87_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test87_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test87_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test87_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test87_smlp_toy_num_resp_mult_verify_results.json to master
+comparing Test88_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test88_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test88_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test88_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test88_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test88_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test88_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test89_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test89_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test89_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test89_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_query_results.json to master
+comparing Test89_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test89_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test89_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test89_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test89_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test89_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test89_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test89_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test90_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test90_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test90_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test90_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+File master Test90_smlp_toy_num_resp_mult_optimization_results.json does not exist
+comparing Test90_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test90_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test90_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test90_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test90_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test90_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test90_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test90_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test91_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test91_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test91_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test91_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_query_results.json to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test91_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test91_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test91_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_rerun_model_config.json to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test92_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test92_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test92_smlp_toy_num_resp_mult_verify_results.json to master
+Passed!
+File master Test93_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test93_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test93_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test93_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test93_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_optimization_results.json to master
+comparing Test93_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test93_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test93_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test93_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test93_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test93_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test93_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test93_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test94_smlp_toy_num_resp_mult_rf_sklearn_y2_tree_rules.txt does not exist
+comparing Test94_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test94_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test94_smlp_toy_num_resp_mult_rf_sklearn_y1_tree_rules.txt does not exist
+comparing Test94_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test94_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test94_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test94_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test94_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test94_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test94_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test94_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test95_smlp_toy_num_resp_mult_y2_dt_caret_tree_rules.txt to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test95_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_optimization_results.json to master
+comparing Test95_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test95_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test95_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test95_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt to master
+Passed!
+File master Test95_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test95_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test95_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test95_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test96_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test96_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_optimization_results.json to master
+comparing Test96_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test96_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test96_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test96_smlp_toy_num_resp_mult_y1_rf_caret_tree_rules.txt to master
+Passed!
+File master Test96_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test96_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+comparing Test96_smlp_toy_num_resp_mult_y2_rf_caret_tree_rules.txt to master
+Passed!
+File master Test96_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test96_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test97_smlp_toy_num_resp_mult.txt to master
+comparing Test97_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test97_smlp_toy_num_resp_mult_et_sklearn_y1_tree_rules.txt does not exist
+File master Test97_smlp_toy_num_resp_mult_et_sklearn_y2_tree_rules.txt does not exist
+comparing Test97_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_query_results.json to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test97_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test97_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test97_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test97_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test97_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test97_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test97_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test98_smlp_toy_num_resp_mult_y2_et_caret_tree_rules.txt to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test98_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_optimization_results.json to master
+comparing Test98_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test98_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test98_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test98_smlp_toy_num_resp_mult_y1_et_caret_tree_rules.txt to master
+Passed!
+File master Test98_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test98_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test98_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test98_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test99_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test99_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test99_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test99_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test99_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test99_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test99_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_optimization_progress.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_optimization_progress.json to master
+comparing Test100_smlp_toy_num_resp_mult_optimization_results.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_optimization_results.json to master
+File master Test100_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test100_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test100_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test100_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test100_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master test101_model_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test101_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_certify_results.json to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test101_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test101_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test101_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing test101_model_data_bounds.json to master
+Passed!
+File master test101_model_dt_sklearn_y1_tree_rules.txt does not exist
+comparing test101_model_model_features_dict.json to master
+Passed!
+comparing test101_model_model_levels_dict.json to master
+Passed!
+comparing test101_model_rerun_model_config.json to master
+Passed!
+File master test101_model_y1_smlp_full_model_term.json does not exist
+File master test101_model_y1_smlp_model_term.json does not exist
+File master test101_model_y2_smlp_full_model_term.json does not exist
+File master test101_model_y2_smlp_model_term.json does not exist
+comparing Test102_test101_model.txt to master
+comparing Test102_test101_model_certify_results.json to master
+Passed!
+File master Test102_test101_model_trace.csv does not exist
+comparing test103_model_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_certify_results.json to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test103_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test103_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test103_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing test103_model_data_bounds.json to master
+Passed!
+comparing test103_model_model_features_dict.json to master
+Passed!
+comparing test103_model_model_levels_dict.json to master
+Passed!
+comparing test103_model_rerun_model_config.json to master
+Passed!
+File master test103_model_smlp_full_model_term.json does not exist
+comparing Test104_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test104_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test104_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test104_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+File master Test105_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+comparing Test105_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test105_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test105_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test105_smlp_toy_num_resp_mult_verify_results.json to master
+comparing Test106_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test106_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test106_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+comparing Test106_smlp_toy_num_resp_mult_verify_results.json to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test107_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test107_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test107_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test108_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test108_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test108_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test108_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_synthesize_results.json to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test108_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test108_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test108_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test108_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test108_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test108_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test108_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test109_smlp_toy_num_resp_mult_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test109_smlp_toy_num_resp_mult.txt to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_data_bounds.json to master
+Passed!
+File master Test109_smlp_toy_num_resp_mult_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test109_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_labeled_predictions_summary.csv to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_missing_values_dict.json to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_model_features_dict.json to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_model_levels_dict.json to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_synthesize_results.json to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_test_prediction_precisions.csv to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_test_predictions_summary.csv to master
+Passed!
+File master Test109_smlp_toy_num_resp_mult_trace.csv does not exist
+comparing Test109_smlp_toy_num_resp_mult_training_prediction_precisions.csv to master
+Passed!
+comparing Test109_smlp_toy_num_resp_mult_training_predictions_summary.csv to master
+Passed!
+File master Test109_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test109_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test109_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test109_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled.txt to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_labeled_predictions_summary.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_test_prediction_precisions.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_test_predictions_summary.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_training_prediction_precisions.csv to master
+Passed!
+comparing Test110_smlp_toy_basic_smlp_toy_basic_pred_unlabeled_training_predictions_summary.csv to master
+Passed!
+comparing test110_model_data_bounds.json to master
+Passed!
+comparing test110_model_model_features_dict.json to master
+Passed!
+comparing test110_model_model_levels_dict.json to master
+Passed!
+comparing test110_model_poly_sklearn_formula.txt to master
+comparing test110_model_rerun_model_config.json to master
+Passed!
+comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
+comparing Test111_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
+Passed!
+comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt to master
+comparing Test112_test110_model_smlp_toy_basic_pred_unlabeled_new_predictions_summary.csv to master
+Passed!
+comparing test113_model_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test113_smlp_toy_basic.txt to master
+Passed!
+comparing Test113_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_optimization_progress.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_optimization_progress.json to master
+comparing Test113_smlp_toy_basic_optimization_results.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_optimization_results.json to master
+comparing Test113_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+File master Test113_smlp_toy_basic_trace.csv does not exist
+comparing Test113_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test113_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+comparing test113_model_data_bounds.json to master
+Passed!
+comparing test113_model_model_features_dict.json to master
+Passed!
+comparing test113_model_model_levels_dict.json to master
+Passed!
+comparing test113_model_rerun_model_config.json to master
+Passed!
+File master test113_model_smlp_full_model_term.json does not exist
+comparing Test114_smlp_toy_basic_dt_sklearn_tree_rules.txt to master
+Passed!
+comparing Test114_smlp_toy_basic.txt to master
+Passed!
+comparing Test114_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test114_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test114_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test114_smlp_toy_basic_optimization_progress.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_optimization_progress.json to master
+comparing Test114_smlp_toy_basic_optimization_results.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_optimization_results.json to master
+File master Test114_smlp_toy_basic_smlp_full_model_term.json does not exist
+comparing Test114_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+File master Test114_smlp_toy_basic_trace.csv does not exist
+comparing Test114_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test114_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+File master Test115_smlp_toy_basic_dt_sklearn_y2_tree_rules.txt does not exist
+comparing Test115_smlp_toy_basic.txt to master
+Passed!
+comparing Test115_smlp_toy_basic_certify_results.json to master
+Passed!
+comparing Test115_smlp_toy_basic_data_bounds.json to master
+Passed!
+File master Test115_smlp_toy_basic_dt_sklearn_y1_tree_rules.txt does not exist
+comparing Test115_smlp_toy_basic_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test115_smlp_toy_basic_labeled_predictions_summary.csv to master
+Passed!
+comparing Test115_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test115_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test115_smlp_toy_basic_test_prediction_precisions.csv to master
+Passed!
+comparing Test115_smlp_toy_basic_test_predictions_summary.csv to master
+Passed!
+File master Test115_smlp_toy_basic_trace.csv does not exist
+comparing Test115_smlp_toy_basic_training_prediction_precisions.csv to master
+Passed!
+comparing Test115_smlp_toy_basic_training_predictions_summary.csv to master
+Passed!
+File master Test115_smlp_toy_basic_y1_smlp_full_model_term.json does not exist
+File master Test115_smlp_toy_basic_y1_smlp_model_term.json does not exist
+File master Test115_smlp_toy_basic_y2_smlp_full_model_term.json does not exist
+File master Test115_smlp_toy_basic_y2_smlp_model_term.json does not exist
+comparing Test116_smlp_toy_basic.txt to master
+Passed!
+comparing Test116_smlp_toy_basic_certify_results.json to master
+Passed!
+comparing Test116_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test116_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test116_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test116_smlp_toy_basic_trace.csv does not exist
+comparing Test117_smlp_toy_basic.txt to master
+Passed!
+comparing Test117_smlp_toy_basic_certify_results.json to master
+Passed!
+comparing Test117_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test117_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test117_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test117_smlp_toy_basic_trace.csv does not exist
+comparing Test118_smlp_toy_basic.txt to master
+Passed!
+comparing Test118_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test118_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test118_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test118_smlp_toy_basic_trace.csv does not exist
+comparing Test118_smlp_toy_basic_verify_results.json to master
+comparing Test119_smlp_toy_basic.txt to master
+Passed!
+comparing Test119_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test119_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test119_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test119_smlp_toy_basic_query_results.json to master
+File master Test119_smlp_toy_basic_trace.csv does not exist
+comparing Test120_smlp_toy_basic.txt to master
+Passed!
+comparing Test120_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test120_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test120_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test120_smlp_toy_basic_synthesize_results.json to master
+Passed!
+File master Test120_smlp_toy_basic_trace.csv does not exist
+comparing Test121_smlp_toy_basic.txt to master
+Passed!
+comparing Test121_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test121_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test121_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test121_smlp_toy_basic_synthesize_results.json to master
+File master Test121_smlp_toy_basic_trace.csv does not exist
+comparing Test122_smlp_toy_basic.txt to master
+Passed!
+comparing Test122_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test122_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test122_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test122_smlp_toy_basic_optimization_progress.csv to master
+Passed!
+comparing Test122_smlp_toy_basic_optimization_progress.json to master
+comparing Test122_smlp_toy_basic_optimization_results.json to master
+File master Test122_smlp_toy_basic_trace.csv does not exist
+comparing Test123_smlp_toy_basic.txt to master
+Passed!
+comparing Test123_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test123_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test123_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test123_smlp_toy_basic_optimization_progress.csv to master
+Passed!
+comparing Test123_smlp_toy_basic_optimization_progress.json to master
+comparing Test123_smlp_toy_basic_optimization_results.csv to master
+Passed!
+comparing Test123_smlp_toy_basic_optimization_results.json to master
+File master Test123_smlp_toy_basic_sampling_prediction_precisions.csv does not exist
+File master Test123_smlp_toy_basic_sampling_predictions_summary.csv does not exist
+File master Test123_smlp_toy_basic_trace.csv does not exist
+comparing Test124_smlp_toy_basic.txt to master
+Passed!
+comparing Test124_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test124_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test124_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test124_smlp_toy_basic_optimization_results.json does not exist
+File master Test124_smlp_toy_basic_trace.csv does not exist
+comparing Test125_smlp_toy_basic.txt to master
+Passed!
+comparing Test125_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test125_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test125_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+comparing Test125_smlp_toy_basic_optimization_progress.csv to master
+Passed!
+comparing Test125_smlp_toy_basic_optimization_progress.json to master
+comparing Test125_smlp_toy_basic_optimization_results.csv to master
+Passed!
+comparing Test125_smlp_toy_basic_optimization_results.json to master
+File master Test125_smlp_toy_basic_trace.csv does not exist
+comparing Test126_smlp_toy_basic.txt to master
+Passed!
+comparing Test126_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test126_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test126_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test126_smlp_toy_basic_trace.csv does not exist
+comparing Test126_smlp_toy_basic_verify_results.json to master
+comparing Test127_smlp_toy_basic.txt to master
+Passed!
+comparing Test127_smlp_toy_basic_certify_results.json to master
+Passed!
+comparing Test127_smlp_toy_basic_data_bounds.json to master
+Passed!
+comparing Test127_smlp_toy_basic_model_features_dict.json to master
+Passed!
+comparing Test127_smlp_toy_basic_model_levels_dict.json to master
+Passed!
+File master Test127_smlp_toy_basic_trace.csv does not exist
+comparing Test128_smlp_toy_ctg_num_resp.txt to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_certify_results.json to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_data_bounds.json to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_labeled_predictions_summary.csv to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_missing_values_dict.json to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_model_features_dict.json to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_model_levels_dict.json to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_poly_sklearn_formula.txt to master
+Passed!
+File master Test128_smlp_toy_ctg_num_resp_smlp_full_model_term.json does not exist
+comparing Test128_smlp_toy_ctg_num_resp_test_prediction_precisions.csv to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_test_predictions_summary.csv to master
+Passed!
+File master Test128_smlp_toy_ctg_num_resp_trace.csv does not exist
+comparing Test128_smlp_toy_ctg_num_resp_training_prediction_precisions.csv to master
+Passed!
+comparing Test128_smlp_toy_ctg_num_resp_training_predictions_summary.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp.txt to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_data_bounds.json to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_labeled_prediction_precisions.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_labeled_predictions_summary.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_missing_values_dict.json to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_model_features_dict.json to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_model_levels_dict.json to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_poly_sklearn_formula.txt to master
+Passed!
+File master Test129_smlp_toy_ctg_num_resp_smlp_full_model_term.json does not exist
+comparing Test129_smlp_toy_ctg_num_resp_test_prediction_precisions.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_test_predictions_summary.csv to master
+Passed!
+File master Test129_smlp_toy_ctg_num_resp_trace.csv does not exist
+comparing Test129_smlp_toy_ctg_num_resp_training_prediction_precisions.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_training_predictions_summary.csv to master
+Passed!
+comparing Test129_smlp_toy_ctg_num_resp_verify_results.json to master
+Test 130 Failed:
+Error in Build stage:
+Data file does not exist
+Test 131 Failed:
+Error in Build stage:
+Data file does not exist
+Test 132 Failed:
+Error in Build stage:
+Data file does not exist
+Test 133 Failed:
+Error in Build stage:
+Data file does not exist
+Test 134 Failed:
+Error in Build stage:
+Data file does not exist
+Test 135 Failed:
+Error in Build stage:
+Data file does not exist
+Test 136 Failed:
+Error in Build stage:
+Data file does not exist
+Test 137 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+Test 138 Failed:
+Error in Build stage:
+Data file does not exist
+Test 139 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+File master Test140_smlp_toy_basic.txt does not exist
+File master Test140_smlp_toy_basic_data_bounds.json does not exist
+File master Test140_smlp_toy_basic_features_scaler.pkl does not exist
+File master Test140_smlp_toy_basic_model_features_dict.json does not exist
+File master Test140_smlp_toy_basic_model_levels_dict.json does not exist
+File master Test140_smlp_toy_basic_responses_scaler.pkl does not exist
+File master Test140_smlp_toy_basic_trace.csv does not exist
+File master Test140_smlp_toy_basic_verify_results.json does not exist
+File master Test141_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test141_smlp_toy_num_resp_mult.txt does not exist
+File master Test141_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test141_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test141_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test141_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test141_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test141_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test141_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test141_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test141_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test141_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test141_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test141_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test141_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_rf_sklearn_y1_tree_rules.txt does not exist
+File master Test142_smlp_toy_num_resp_mult.txt does not exist
+File master Test142_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test142_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test142_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test142_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test142_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test142_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test142_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test142_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test142_smlp_toy_num_resp_mult_rf_sklearn_y2_tree_rules.txt does not exist
+File master Test142_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test142_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test142_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test142_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test142_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test143_smlp_toy_num_resp_mult_et_sklearn_y2_tree_rules.txt does not exist
+File master Test143_smlp_toy_num_resp_mult.txt does not exist
+File master Test143_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test143_smlp_toy_num_resp_mult_et_sklearn_y1_tree_rules.txt does not exist
+File master Test143_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test143_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test143_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test143_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test143_smlp_toy_num_resp_mult_query_results.json does not exist
+File master Test143_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test143_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test143_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test143_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test143_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test143_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+Test 144 Failed:
+Error in Build stage:
+Data file does not exist
+File master Test145_doe_two_levels_opt.txt does not exist
+File master Test145_doe_two_levels_opt_trace.csv does not exist
+File master Test146_explore_doe_two_levels.txt does not exist
+File master Test146_explore_doe_two_levels_trace.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test147_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test147_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test147_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test147_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test147_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test147_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test147_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test147_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test147_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test148_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test148_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test148_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test148_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test148_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test148_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test148_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test148_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_all_responses_mse.png does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test148_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test149_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test149_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test149_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test149_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test149_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test149_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test149_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test149_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test149_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test150_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test150_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test150_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test150_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test150_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test150_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test150_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test150_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_mse.png does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test150_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test151_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test151_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test151_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test151_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test151_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test151_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test151_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test151_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test151_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test152_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test152_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test152_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test152_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test152_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test152_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test152_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test152_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_mse.png does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mse.png does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test152_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test153_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test153_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test153_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test153_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test153_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test153_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test153_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test153_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_all_responses_mse.png does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test153_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test154_smlp_toy_num_resp_mult.txt does not exist
+File master Test154_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test154_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test154_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test154_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test154_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test154_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test154_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test154_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test154_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test154_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test154_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test154_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test155_smlp_toy_num_resp_mult.txt does not exist
+File master Test155_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test155_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test155_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test155_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test155_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test155_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test155_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test155_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_train-reg_y2_mae.png does not exist
+File master Test155_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test155_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test155_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test155_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test156_smlp_toy_num_resp_mult.txt does not exist
+File master Test156_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test156_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test156_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test156_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test156_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test156_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test156_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test156_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test156_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test156_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_train-reg_y1_rmse.png does not exist
+File master Test156_smlp_toy_num_resp_mult_train-reg_y2_rmse.png does not exist
+File master Test156_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test156_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test157_smlp_toy_num_resp_mult.txt does not exist
+File master Test157_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test157_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test157_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test157_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test157_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test157_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test157_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test157_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test157_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test157_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_train-reg_all_responses_logcosh.png does not exist
+File master Test157_smlp_toy_num_resp_mult_train-reg_all_responses_rmse.png does not exist
+File master Test157_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test157_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test158_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test158_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test158_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test158_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test158_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test158_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test158_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_rmse.png does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_rmse.png does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test158_smlp_toy_num_resp_mult_y1_nn_keras_model_complete.h5 does not exist
+File master Test158_smlp_toy_num_resp_mult_y2_nn_keras_model_complete.h5 does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test159_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test159_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test159_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test159_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test159_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test159_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test159_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_cosine.png does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_mae.png does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_cosine.png does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_mae.png does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test159_smlp_toy_num_resp_mult_y1_nn_keras_model_complete.h5 does not exist
+File master Test159_smlp_toy_num_resp_mult_y2_nn_keras_model_complete.h5 does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test160_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test160_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test160_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test160_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test160_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test160_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y1_msle.png does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_y2_msle.png does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test160_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt does not exist
+File master Test161_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test161_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test161_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test161_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test161_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test161_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_prediction_precisions.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_labeled_predictions_summary.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_missing_values_dict.json does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_prediction_precisions.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_new_predictions_summary.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_prediction_precisions.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_test_predictions_summary.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_all_responses_logcosh.png does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_train-reg_all_responses_mape.png does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_prediction_precisions.csv does not exist
+File master Test161_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled_training_predictions_summary.csv does not exist
+Test 162 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+Test 163 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+File master Test164_smlp_toy_num_resp_mult.txt does not exist
+File master Test164_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test164_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test164_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test164_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test164_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test164_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test164_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test164_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test164_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test164_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test164_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test164_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test164_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test164_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_y2_dt_caret_tree_rules.txt does not exist
+File master Test165_smlp_toy_num_resp_mult.txt does not exist
+File master Test165_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test165_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test165_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test165_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test165_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test165_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test165_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test165_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test165_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test165_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt does not exist
+File master Test165_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test165_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test165_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test165_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test166_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt does not exist
+File master Test166_smlp_toy_num_resp_mult.txt does not exist
+File master Test166_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test166_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test166_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test166_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test166_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test166_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test166_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test166_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test166_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test166_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test166_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test166_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_rf_sklearn_y1_tree_rules.txt does not exist
+File master Test167_smlp_toy_num_resp_mult.txt does not exist
+File master Test167_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test167_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test167_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test167_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test167_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test167_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test167_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test167_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test167_smlp_toy_num_resp_mult_rf_sklearn_y2_tree_rules.txt does not exist
+File master Test167_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test167_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test167_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test167_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test167_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test168_smlp_toy_num_resp_mult_y2_rf_caret_tree_rules.txt does not exist
+File master Test168_smlp_toy_num_resp_mult.txt does not exist
+File master Test168_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test168_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test168_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test168_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test168_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test168_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test168_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test168_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test168_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test168_smlp_toy_num_resp_mult_y1_rf_caret_tree_rules.txt does not exist
+File master Test168_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test168_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test168_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test168_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test169_smlp_toy_num_resp_mult_et_sklearn_y2_tree_rules.txt does not exist
+File master Test169_smlp_toy_num_resp_mult.txt does not exist
+File master Test169_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test169_smlp_toy_num_resp_mult_et_sklearn_y1_tree_rules.txt does not exist
+File master Test169_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test169_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test169_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test169_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test169_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test169_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test169_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test169_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test169_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test169_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test169_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test169_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test170_smlp_toy_num_resp_mult.txt does not exist
+File master Test170_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test170_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt does not exist
+File master Test170_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test170_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test170_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test170_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test170_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test170_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test170_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test170_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test170_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test170_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test170_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_y2_et_caret_tree_rules.txt does not exist
+File master Test171_smlp_toy_num_resp_mult.txt does not exist
+File master Test171_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test171_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test171_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test171_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test171_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test171_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test171_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test171_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test171_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test171_smlp_toy_num_resp_mult_y1_et_caret_tree_rules.txt does not exist
+File master Test171_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test171_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test171_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test171_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test172_smlp_toy_num_resp_mult.txt does not exist
+File master Test172_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test172_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test172_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test172_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test172_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test172_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test172_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test172_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test172_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test172_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test172_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test172_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test173_smlp_toy_num_resp_mult.txt does not exist
+File master Test173_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test173_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test173_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test173_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test173_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test173_smlp_toy_num_resp_mult_nn_keras_model_complete.h5 does not exist
+File master Test173_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test173_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_train-reg_y2_mae.png does not exist
+File master Test173_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test173_smlp_toy_num_resp_mult_verify_results.json does not exist
+File master Test173_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test173_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test174_smlp_toy_num_resp_mult.txt does not exist
+File master Test174_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test174_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test174_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test174_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test174_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test174_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test174_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test174_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test174_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test174_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test174_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test174_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test174_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_train-reg_y1_mse.png does not exist
+File master Test174_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test174_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test174_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test175_smlp_toy_num_resp_mult.txt does not exist
+File master Test175_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test175_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test175_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test175_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test175_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test175_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test175_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test175_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test175_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test175_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test175_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test175_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test175_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_train-reg_all_responses_mse.png does not exist
+File master Test175_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test175_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test176_smlp_toy_num_resp_mult.txt does not exist
+File master Test176_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test176_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test176_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test176_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test176_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test176_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test176_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test176_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test176_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test176_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test176_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_train-reg_y1_mse.png does not exist
+File master Test176_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test176_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test176_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test176_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test176_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test176_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test177_smlp_toy_num_resp_mult.txt does not exist
+File master Test177_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test177_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test177_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test177_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test177_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test177_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test177_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test177_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test177_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test177_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test177_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_train-reg_y1_mse.png does not exist
+File master Test177_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test177_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test177_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test177_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test177_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test177_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test178_smlp_toy_num_resp_mult.txt does not exist
+File master Test178_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test178_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test178_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test178_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test178_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test178_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test178_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test178_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test178_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test178_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_train-reg_y1_mse.png does not exist
+File master Test178_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test178_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test178_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test178_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test178_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test178_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test179_smlp_toy_num_resp_mult.txt does not exist
+File master Test179_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test179_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test179_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test179_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test179_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test179_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test179_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test179_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test179_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test179_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test179_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_train-reg_y1_mse.png does not exist
+File master Test179_smlp_toy_num_resp_mult_train-reg_y2_mse.png does not exist
+File master Test179_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test179_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test180_smlp_toy_num_resp_mult.txt does not exist
+File master Test180_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test180_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test180_smlp_toy_num_resp_mult_model_checkpoint.h5 does not exist
+File master Test180_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test180_smlp_toy_num_resp_mult_model_gen.json does not exist
+File master Test180_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test180_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test180_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test180_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test180_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_train-reg_all_responses_mse.png does not exist
+File master Test180_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test180_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test181_smlp_toy_num_resp_mult.txt does not exist
+File master Test181_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test181_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test181_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test181_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test181_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test181_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test181_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test181_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test181_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test181_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test181_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test181_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test181_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test182_smlp_toy_num_resp_mult.txt does not exist
+File master Test182_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test182_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test182_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test182_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test182_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test182_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test182_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test182_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test182_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test182_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test183_smlp_toy_num_resp_mult.txt does not exist
+File master Test183_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test183_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test183_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test183_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test183_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test183_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test183_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test183_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test183_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test183_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test183_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test183_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+Test 184 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+Test 185 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+Test 186 Failed:
+Error in Build stage:
+Data file does not exist
+Error in Build stage:
+New data file does not exist
+File master Test187_smlp_toy_num_resp_mult.txt does not exist
+File master Test187_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test187_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test187_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test187_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test187_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test187_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test187_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test187_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test187_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test187_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test187_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test187_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test187_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test187_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_y2_dt_caret_tree_rules.txt does not exist
+File master Test188_smlp_toy_num_resp_mult.txt does not exist
+File master Test188_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test188_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test188_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test188_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test188_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test188_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test188_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test188_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test188_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test188_smlp_toy_num_resp_mult_y1_dt_caret_tree_rules.txt does not exist
+File master Test188_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test188_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test188_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test188_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test189_smlp_toy_num_resp_mult.txt does not exist
+File master Test189_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test189_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test189_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test189_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test189_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test189_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test189_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test189_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test189_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt does not exist
+File master Test189_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test189_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test189_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test189_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_y2_rf_caret_tree_rules.txt does not exist
+File master Test190_smlp_toy_num_resp_mult.txt does not exist
+File master Test190_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test190_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test190_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test190_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test190_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test190_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test190_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test190_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test190_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test190_smlp_toy_num_resp_mult_y1_rf_caret_tree_rules.txt does not exist
+File master Test190_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test190_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test190_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test190_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test191_smlp_toy_num_resp_mult_et_sklearn_y1_tree_rules.txt does not exist
+File master Test191_smlp_toy_num_resp_mult.txt does not exist
+File master Test191_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test191_smlp_toy_num_resp_mult_et_sklearn_y2_tree_rules.txt does not exist
+File master Test191_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test191_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test191_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test191_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test191_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test191_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test191_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test191_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test191_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test191_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test191_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test191_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test192_smlp_toy_num_resp_mult.txt does not exist
+File master Test192_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test192_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt does not exist
+File master Test192_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test192_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test192_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test192_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test192_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test192_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test192_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test192_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test192_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test192_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test192_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_y2_et_caret_tree_rules.txt does not exist
+File master Test193_smlp_toy_num_resp_mult.txt does not exist
+File master Test193_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test193_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test193_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test193_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test193_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test193_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test193_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test193_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test193_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test193_smlp_toy_num_resp_mult_y1_et_caret_tree_rules.txt does not exist
+File master Test193_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test193_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test193_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test193_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test194_smlp_toy_num_resp_mult_rf_sklearn_y1_tree_rules.txt does not exist
+File master Test194_smlp_toy_num_resp_mult.txt does not exist
+File master Test194_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test194_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test194_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test194_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test194_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test194_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test194_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test194_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test194_smlp_toy_num_resp_mult_rf_sklearn_y2_tree_rules.txt does not exist
+File master Test194_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test194_smlp_toy_num_resp_mult_y1_smlp_full_model_term.json does not exist
+File master Test194_smlp_toy_num_resp_mult_y1_smlp_model_term.json does not exist
+File master Test194_smlp_toy_num_resp_mult_y2_smlp_full_model_term.json does not exist
+File master Test194_smlp_toy_num_resp_mult_y2_smlp_model_term.json does not exist
+File master Test195_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt does not exist
+File master Test195_smlp_toy_num_resp_mult.txt does not exist
+File master Test195_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test195_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test195_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test195_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test195_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test195_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test195_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test195_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test195_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test195_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test195_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test195_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test196_smlp_toy_num_resp_mult.txt does not exist
+File master Test196_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test196_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test196_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test196_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test196_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test196_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test196_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test196_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test196_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test196_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test196_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test196_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test197_smlp_toy_num_resp_mult.txt does not exist
+File master Test197_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test197_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test197_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test197_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test197_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test197_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test197_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test197_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test197_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test197_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test198_smlp_toy_num_resp_mult.txt does not exist
+File master Test198_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test198_smlp_toy_num_resp_mult_dt_sklearn_model_complete.pkl does not exist
+File master Test198_smlp_toy_num_resp_mult_dt_sklearn_tree_rules.txt does not exist
+File master Test198_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test198_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test198_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test198_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test198_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test198_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test198_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test198_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test198_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test199_smlp_toy_num_resp_mult.txt does not exist
+File master Test199_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test199_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt does not exist
+File master Test199_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test199_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test199_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test199_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test199_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test199_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test199_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test199_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test199_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test199_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test199_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test200_smlp_toy_num_resp_mult.txt does not exist
+File master Test200_smlp_toy_num_resp_mult_data_bounds.json does not exist
+File master Test200_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt does not exist
+File master Test200_smlp_toy_num_resp_mult_features_scaler.pkl does not exist
+File master Test200_smlp_toy_num_resp_mult_labeled_prediction_precisions.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_labeled_predictions_summary.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_missing_values_dict.json does not exist
+File master Test200_smlp_toy_num_resp_mult_model_features_dict.json does not exist
+File master Test200_smlp_toy_num_resp_mult_model_levels_dict.json does not exist
+File master Test200_smlp_toy_num_resp_mult_optimization_progress.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_optimization_progress.json does not exist
+File master Test200_smlp_toy_num_resp_mult_optimization_results.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_optimization_results.json does not exist
+File master Test200_smlp_toy_num_resp_mult_responses_scaler.pkl does not exist
+File master Test200_smlp_toy_num_resp_mult_smlp_full_model_term.json does not exist
+File master Test200_smlp_toy_num_resp_mult_smlp_model_term.json does not exist
+File master Test200_smlp_toy_num_resp_mult_test_prediction_precisions.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_test_predictions_summary.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_trace.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_training_prediction_precisions.csv does not exist
+File master Test200_smlp_toy_num_resp_mult_training_predictions_summary.csv does not exist
+File master Test201_smlp_toy_num_resp_mult.txt does not exist
+File master Test202_smlp_toy_num_resp_mult.txt does not exist
+File master Test203_smlp_toy_basic.txt does not exist
+File master Test203_smlp_toy_basic_data_bounds.json does not exist
+File master Test203_smlp_toy_basic_features_scaler.pkl does not exist
+File master Test203_smlp_toy_basic_model_features_dict.json does not exist
+File master Test203_smlp_toy_basic_model_levels_dict.json does not exist
+File master Test203_smlp_toy_basic_optimization_progress.csv does not exist
+File master Test203_smlp_toy_basic_optimization_progress.json does not exist
+File master Test203_smlp_toy_basic_optimization_results.json does not exist
+File master Test203_smlp_toy_basic_responses_scaler.pkl does not exist
+File master Test203_smlp_toy_basic_trace.csv does not exist
+File master Test204_smlp_toy_basic.txt does not exist
+File master Test204_smlp_toy_basic_data_bounds.json does not exist
+File master Test204_smlp_toy_basic_features_scaler.pkl does not exist
+File master Test204_smlp_toy_basic_model_features_dict.json does not exist
+File master Test204_smlp_toy_basic_model_levels_dict.json does not exist
+File master Test204_smlp_toy_basic_optimization_progress.csv does not exist
+File master Test204_smlp_toy_basic_optimization_progress.json does not exist
+File master Test204_smlp_toy_basic_optimization_results.csv does not exist
+File master Test204_smlp_toy_basic_optimization_results.json does not exist
+File master Test204_smlp_toy_basic_responses_scaler.pkl does not exist
+File master Test204_smlp_toy_basic_sampling_prediction_precisions.csv does not exist
+File master Test204_smlp_toy_basic_sampling_predictions_summary.csv does not exist
+File master Test204_smlp_toy_basic_trace.csv does not exist
+File master Test205_doe_two_levels_opt.txt does not exist
+File master Test205_doe_two_levels_opt_trace.csv does not exist
+File master Test206_smlp_toy_basic.txt does not exist
+File master Test206_smlp_toy_basic_data_bounds.json does not exist
+File master Test206_smlp_toy_basic_features_scaler.pkl does not exist
+File master Test206_smlp_toy_basic_model_features_dict.json does not exist
+File master Test206_smlp_toy_basic_model_levels_dict.json does not exist
+File master Test206_smlp_toy_basic_optimization_progress.csv does not exist
+File master Test206_smlp_toy_basic_optimization_progress.json does not exist
+File master Test206_smlp_toy_basic_optimization_results.csv does not exist
+File master Test206_smlp_toy_basic_optimization_results.json does not exist
+File master Test206_smlp_toy_basic_responses_scaler.pkl does not exist
+File master Test206_smlp_toy_basic_trace.csv does not exist
+Test 207 Failed:
+Error in Build stage:
+Data file does not exist
+Test 208 Failed:
+Error in Build stage:
+Data file does not exist
+Test 209 Failed:
+Error in Build stage:
+Data file does not exist
+Test 210 Failed:
+Error in Build stage:
+Data file does not exist
+Test 211 Failed:
+Error in Build stage:
+Data file does not exist
+Test 212 Failed:
+Error in Build stage:
+Data file does not exist
+Test 213 Failed:
+Error in Build stage:
+Data file does not exist
+Test 214 Failed:
+Error in Build stage:
+Data file does not exist
+File master Test215_smlp_toy_mult_discr.txt does not exist
+File master Test215_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test215_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test216_smlp_toy_basic.txt does not exist
+File master Test216_smlp_toy_basic_features_summary.csv does not exist
+File master Test217_smlp_toy_mult_discr.txt does not exist
+File master Test217_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test217_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test218_smlp_toy_mult_discr.txt does not exist
+File master Test218_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test218_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test219_smlp_toy_mult_discr.txt does not exist
+File master Test219_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test219_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test220_smlp_toy_mult_discr.txt does not exist
+File master Test220_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test220_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test221_smlp_toy_mult_discr.txt does not exist
+File master Test221_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test221_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test222_smlp_toy_mult_discr.txt does not exist
+File master Test222_smlp_toy_mult_discr_features_summary.csv does not exist
+File master Test222_smlp_toy_mult_discr_missing_values_dict.json does not exist
+File master Test223_smlp_toy_basic.txt does not exist
+File master Test223_smlp_toy_basic_features_summary.csv does not exist
+File master Test224_smlp_toy_basic.txt does not exist
+File master Test224_smlp_toy_basic_features_summary.csv does not exist
+File master Test225_smlp_toy_basic.txt does not exist
+File master Test225_smlp_toy_basic_features_summary.csv does not exist
+File master Test226_smlp_toy_basic.txt does not exist
+File master Test226_smlp_toy_basic_features_summary.csv does not exist
+File master Test227_smlp_toy_basic.txt does not exist
+File master Test227_smlp_toy_basic_features_summary.csv does not exist
+master log file does not exist!
+Do you wish to copy the new log file to master?
+(yes/no|y/n): No new tests crashed (not in the masters)
+Time: 32.69679698944092 minutes
+End of regression
diff --git a/tests/smlp_regression/run_smlp_regression_whl_expected_diff_report.log b/tests/smlp_regression/run_smlp_regression_whl_expected_diff_report.log
new file mode 100644
index 00000000..38cac8eb
--- /dev/null
+++ b/tests/smlp_regression/run_smlp_regression_whl_expected_diff_report.log
@@ -0,0 +1,3293 @@
+=================== Diff report for: Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt ==================================
+94d93
+< if (p2 > 0.4000000134110451) and (p1 <= 0.75) and (p2 > 0.7000000178813934) and (x <= 0.6666666716337204) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+96c95
+< if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.4000000134110451) and (p1 <= 0.75) and (p2 > 0.7000000178813934) and (x <= 0.6666666716337204) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+97a97
+> if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of Test7_smlp_toy_num_resp_mult_rf_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt ==================================
+6d5
+< if (p1 > 0.7673577288013687) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+7a7
+> if (p1 > 0.7673577288013687) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+21d20
+< if (p2 > 0.565498446377692) and (p1 > 0.21566598080828134) and (p2 > 0.7262518305173236) and (x > 0.03081251758592215) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+22a22
+> if (p2 > 0.565498446377692) and (p1 > 0.21566598080828134) and (p2 > 0.7262518305173236) and (x > 0.03081251758592215) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+44d43
+< if (p2 > 0.05282566885129813) and (p1 > 0.9621611074368288) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+45a45
+> if (p2 > 0.05282566885129813) and (p1 > 0.9621611074368288) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+66d65
+< if (p2 > 0.10769168804757841) and (p2 > 0.9843916629018533) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+67a67
+> if (p2 > 0.10769168804757841) and (p2 > 0.9843916629018533) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+73d72
+< if (p1 <= 0.9643084043470717) and (p2 > 0.7106753814549537) and (x <= 0.7383051325780686) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+75c74
+< if (p1 > 0.9643084043470717) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.9643084043470717) and (p2 > 0.7106753814549537) and (x <= 0.7383051325780686) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+76a76
+> if (p1 > 0.9643084043470717) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+88d87
+< if (p2 > 0.37253817607301204) and (p1 > 0.5069297996847564) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+89a89
+> if (p2 > 0.37253817607301204) and (p1 > 0.5069297996847564) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+96d95
+< if (p1 > 0.8097833990164955) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+97a97
+> if (p1 > 0.8097833990164955) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+103d102
+< if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x <= 0.7718040145802331) and (p1 <= 0.9832575130198419) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+105c104
+< if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x > 0.7718040145802331) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x <= 0.7718040145802331) and (p1 <= 0.9832575130198419) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+106a106
+> if (p2 > 0.30979522099243256) and (p2 > 0.7974478444662528) and (x > 0.7718040145802331) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+118d117
+< if (p1 > 0.6478692095949636) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+119a119
+> if (p1 > 0.6478692095949636) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+126d125
+< if (p2 > 0.5083941302766997) and (p1 > 0.9604900148513215) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+127a127
+> if (p2 > 0.5083941302766997) and (p1 > 0.9604900148513215) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+134d133
+< if (p2 > 0.38305688667253446) and (p1 > 0.2547155522064844) and (p1 > 0.7231216464299344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+135a135
+> if (p2 > 0.38305688667253446) and (p1 > 0.2547155522064844) and (p1 > 0.7231216464299344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+141d140
+< if (p1 <= 0.5519522472992318) and (p2 > 0.33294736609465786) and (p2 > 0.7309142946144038) and (x <= 0.6016799023753295) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+143c142
+< if (p1 > 0.5519522472992318) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.5519522472992318) and (p2 > 0.33294736609465786) and (p2 > 0.7309142946144038) and (x <= 0.6016799023753295) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+144a144
+> if (p1 > 0.5519522472992318) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+155d154
+< if (p1 <= 0.5757871147132418) and (p2 > 0.39527962049249543) and (p2 > 0.6458938131907435) and (x <= 0.6096057855068803) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+157c156
+< if (p1 > 0.5757871147132418) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.5757871147132418) and (p2 > 0.39527962049249543) and (p2 > 0.6458938131907435) and (x <= 0.6096057855068803) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+158a158
+> if (p1 > 0.5757871147132418) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+204d203
+< if (p1 <= 0.8026946730924279) and (p2 > 0.05688018773537138) and (p2 > 0.4364986121396114) and (p2 > 0.6777798791052577) and (x <= 0.6717608829535293) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+206c205
+< if (p1 > 0.8026946730924279) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.8026946730924279) and (p2 > 0.05688018773537138) and (p2 > 0.4364986121396114) and (p2 > 0.6777798791052577) and (x <= 0.6717608829535293) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+207a207
+> if (p1 > 0.8026946730924279) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+218d217
+< if (p2 > 0.5397191641571555) and (p1 <= 0.7132398065706901) and (p2 > 0.634045960603359) and (x <= 0.6156377025174744) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+220c219
+< if (p2 > 0.5397191641571555) and (p1 > 0.7132398065706901) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.5397191641571555) and (p1 <= 0.7132398065706901) and (p2 > 0.634045960603359) and (x <= 0.6156377025174744) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+221a221
+> if (p2 > 0.5397191641571555) and (p1 > 0.7132398065706901) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+233d232
+< if (p1 > 0.6806756624396312) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+234a234
+> if (p1 > 0.6806756624396312) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+241d240
+< if (p2 > 0.4943563777461445) and (p1 > 0.920448066629678) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+242a242
+> if (p2 > 0.4943563777461445) and (p1 > 0.920448066629678) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+264d263
+< if (p1 > 0.7209493553829144) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+265a265
+> if (p1 > 0.7209493553829144) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+286d285
+< if (p2 > 0.9499151226831205) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+287a287
+> if (p2 > 0.9499151226831205) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+300d299
+< if (p2 > 0.4160567286499109) and (p1 <= 0.7821608059025187) and (p2 > 0.7500101945124135) and (x <= 0.8482964849267818) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+302c301
+< if (p2 > 0.4160567286499109) and (p1 > 0.7821608059025187) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.4160567286499109) and (p1 <= 0.7821608059025187) and (p2 > 0.7500101945124135) and (x <= 0.8482964849267818) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+303a303
+> if (p2 > 0.4160567286499109) and (p1 > 0.7821608059025187) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+357d356
+< if (p1 <= 0.6838882522116826) and (p2 > 0.0626814738207876) and (p2 > 0.3422835304420513) and (p2 > 0.6023659933821865) and (x <= 0.7909361110756394) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+359c358
+< if (p1 > 0.6838882522116826) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.6838882522116826) and (p2 > 0.0626814738207876) and (p2 > 0.3422835304420513) and (p2 > 0.6023659933821865) and (x <= 0.7909361110756394) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+360a360
+> if (p1 > 0.6838882522116826) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+364d363
+< if (p2 > 0.40336603038169727) and (p1 <= 0.7296289325364069) and (p2 > 0.6471116276536257) and (x <= 0.4249370103517018) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+366c365
+< if (p2 > 0.40336603038169727) and (p1 > 0.7296289325364069) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.40336603038169727) and (p1 <= 0.7296289325364069) and (p2 > 0.6471116276536257) and (x <= 0.4249370103517018) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+367a367
+> if (p2 > 0.40336603038169727) and (p1 > 0.7296289325364069) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+379d378
+< if (p1 > 0.5139580394672034) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+380a380
+> if (p1 > 0.5139580394672034) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+387d386
+< if (p2 > 0.8305540819794657) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+388a388
+> if (p2 > 0.8305540819794657) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+395d394
+< if (p2 > 0.9449580902908733) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+396a396
+> if (p2 > 0.9449580902908733) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+410d409
+< if (p1 > 0.5120007179267708) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+411a411
+> if (p1 > 0.5120007179267708) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+417d416
+< if (p1 <= 0.610545704891228) and (p2 > 0.6501177091384854) and (x <= 0.7877861639695688) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+419c418
+< if (p1 > 0.610545704891228) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p1 <= 0.610545704891228) and (p2 > 0.6501177091384854) and (x <= 0.7877861639695688) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+420a420
+> if (p1 > 0.610545704891228) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+424d423
+< if (p2 > 0.45482464342137086) and (p1 <= 0.6847267941034989) and (p2 > 0.7332769920461923) and (x <= 0.7843162575827582) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+426c425
+< if (p2 > 0.45482464342137086) and (p1 > 0.6847267941034989) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.45482464342137086) and (p1 <= 0.6847267941034989) and (p2 > 0.7332769920461923) and (x <= 0.7843162575827582) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+427a427
+> if (p2 > 0.45482464342137086) and (p1 > 0.6847267941034989) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+446d445
+< if (p2 > 0.054852516881587224) and (p1 > 0.8053342741007611) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+447a447
+> if (p2 > 0.054852516881587224) and (p1 > 0.8053342741007611) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+461d460
+< if (p2 > 0.35838276676758324) and (p1 > 0.6469177723149386) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+462a462
+> if (p2 > 0.35838276676758324) and (p1 > 0.6469177723149386) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+476d475
+< if (p1 > 0.6586678422329332) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+477a477
+> if (p1 > 0.6586678422329332) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+483d482
+< if (p2 > 0.6300749409152544) and (p1 <= 0.9968296801656623) and (x <= 0.37232690124052253) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+485c484
+< if (p2 > 0.6300749409152544) and (p1 > 0.9968296801656623) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.6300749409152544) and (p1 <= 0.9968296801656623) and (x <= 0.37232690124052253) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+486a486
+> if (p2 > 0.6300749409152544) and (p1 > 0.9968296801656623) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+497d496
+< if (p2 > 0.37996283470651265) and (p1 <= 0.5025284804881217) and (p2 > 0.7656687748432474) and (x <= 0.5092783321373655) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+499c498
+< if (p2 > 0.37996283470651265) and (p1 > 0.5025284804881217) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.37996283470651265) and (p1 <= 0.5025284804881217) and (p2 > 0.7656687748432474) and (x <= 0.5092783321373655) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+500a500
+> if (p2 > 0.37996283470651265) and (p1 > 0.5025284804881217) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+505d504
+< if (p2 > 0.22414377714700243) and (p1 > 0.904138504017209) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+506a506
+> if (p2 > 0.22414377714700243) and (p1 > 0.904138504017209) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+513d512
+< if (p1 > 0.8937446875002909) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+514a514
+> if (p1 > 0.8937446875002909) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+535d534
+< if (p2 > 0.07422745696931493) and (p2 > 0.545370601481947) and (p2 > 0.9300510326789317) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+536a536
+> if (p2 > 0.07422745696931493) and (p2 > 0.545370601481947) and (p2 > 0.9300510326789317) then (y1 = 1.0) and (y2 = 0.0) | based on 1 samples
+542d541
+< if (p2 > 0.7889165751584417) and (x <= 0.9135558618761394) and (p1 <= 0.8191675724550931) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+544c543
+< if (p2 > 0.7889165751584417) and (x > 0.9135558618761394) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.7889165751584417) and (x <= 0.9135558618761394) and (p1 <= 0.8191675724550931) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+545a545
+> if (p2 > 0.7889165751584417) and (x > 0.9135558618761394) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+549d548
+< if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 <= 0.8197608151565123) and (p2 > 0.6876566959859812) and (x <= 0.6647538383146583) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+551c550
+< if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 > 0.8197608151565123) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 <= 0.8197608151565123) and (p2 > 0.6876566959859812) and (x <= 0.6647538383146583) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+552a552
+> if (p2 > 0.09689574087825406) and (p2 > 0.33636798963203285) and (p1 > 0.8197608151565123) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+556d555
+< if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x <= 0.792321881648303) and (p1 <= 0.574456778622445) and (p2 > 0.7807007138854876) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+558c557
+< if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x > 0.792321881648303) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x <= 0.792321881648303) and (p1 <= 0.574456778622445) and (p2 > 0.7807007138854876) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+559a559
+> if (p2 > 0.16337258050375272) and (p2 > 0.20940975581022525) and (x > 0.792321881648303) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+563d562
+< if (p2 > 0.7007179663985585) and (x <= 0.47267748344348626) and (p1 <= 0.5654538877147501) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+565c564
+< if (p2 > 0.7007179663985585) and (x > 0.47267748344348626) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+---
+> if (p2 > 0.7007179663985585) and (x <= 0.47267748344348626) and (p1 <= 0.5654538877147501) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+566a566
+> if (p2 > 0.7007179663985585) and (x > 0.47267748344348626) then (y1 = 0.0) and (y2 = 0.0) | based on 1 samples
+570d569
+< if (p2 > 0.30978463977099613) and (p1 <= 0.6320834037065894) and (p2 > 0.6127691589194908) and (x <= 0.6760619000417248) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+572c571
+< if (p2 > 0.30978463977099613) and (p1 > 0.6320834037065894) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.30978463977099613) and (p1 <= 0.6320834037065894) and (p2 > 0.6127691589194908) and (x <= 0.6760619000417248) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+573a573
+> if (p2 > 0.30978463977099613) and (p1 > 0.6320834037065894) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+578d577
+< if (p1 > 0.6819941814439344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+579a579
+> if (p1 > 0.6819941814439344) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+600d599
+< if (p1 > 0.5931505284240239) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+601a601
+> if (p1 > 0.5931505284240239) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+631d630
+< if (p2 > 0.3774126001528523) and (p1 <= 0.6553700527434098) and (p2 > 0.7353104082940054) and (x <= 0.4155191624469929) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+633c632
+< if (p2 > 0.3774126001528523) and (p1 > 0.6553700527434098) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.3774126001528523) and (p1 <= 0.6553700527434098) and (p2 > 0.7353104082940054) and (x <= 0.4155191624469929) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+634a634
+> if (p2 > 0.3774126001528523) and (p1 > 0.6553700527434098) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+638d637
+< if (p2 > 0.23018040425618197) and (p1 <= 0.7102524464532046) and (p2 > 0.7248063887234734) and (x <= 0.7892120132227867) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+640c639
+< if (p2 > 0.23018040425618197) and (p1 > 0.7102524464532046) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.23018040425618197) and (p1 <= 0.7102524464532046) and (p2 > 0.7248063887234734) and (x <= 0.7892120132227867) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+641a641
+> if (p2 > 0.23018040425618197) and (p1 > 0.7102524464532046) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+653d652
+< if (p2 > 0.21158053456413584) and (p1 > 0.5586915479780601) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+654a654
+> if (p2 > 0.21158053456413584) and (p1 > 0.5586915479780601) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+661d660
+< if (p1 > 0.6795984351446844) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+662a662
+> if (p1 > 0.6795984351446844) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+677d676
+< if (p1 > 0.8126054242312002) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+678a678
+> if (p1 > 0.8126054242312002) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+684d683
+< if (p2 > 0.26886312862339573) and (p1 <= 0.8950548846717248) and (p2 > 0.6824239181038759) and (x <= 0.7910962169102163) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+686c685
+< if (p2 > 0.26886312862339573) and (p1 > 0.8950548846717248) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.26886312862339573) and (p1 <= 0.8950548846717248) and (p2 > 0.6824239181038759) and (x <= 0.7910962169102163) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+687a687
+> if (p2 > 0.26886312862339573) and (p1 > 0.8950548846717248) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+698d697
+< if (p2 > 0.25803846924474394) and (p1 <= 0.85781003667871) and (p2 > 0.6174925668996046) and (x <= 0.4784058184220548) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+700c699
+< if (p2 > 0.25803846924474394) and (p1 > 0.85781003667871) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.25803846924474394) and (p1 <= 0.85781003667871) and (p2 > 0.6174925668996046) and (x <= 0.4784058184220548) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+701a701
+> if (p2 > 0.25803846924474394) and (p1 > 0.85781003667871) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+705d704
+< if (p2 > 0.16944414757631912) and (p1 <= 0.7608029128801092) and (p2 > 0.31309513934344707) and (p2 > 0.7650359471516853) and (x <= 0.6112039253981838) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+707c706
+< if (p2 > 0.16944414757631912) and (p1 > 0.7608029128801092) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+---
+> if (p2 > 0.16944414757631912) and (p1 <= 0.7608029128801092) and (p2 > 0.31309513934344707) and (p2 > 0.7650359471516853) and (x <= 0.6112039253981838) then (y1 = 1.0) and (y2 = 0.0) | based on 2 samples
+708a708
+> if (p2 > 0.16944414757631912) and (p1 > 0.7608029128801092) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+728d727
+< if (p2 > 0.29657478970316) and (p1 > 0.8279177280272906) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+729a729
+> if (p2 > 0.29657478970316) and (p1 > 0.8279177280272906) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+736d735
+< if (p2 > 0.30543398172847647) and (p1 > 0.7651434488432218) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+737a737
+> if (p2 > 0.30543398172847647) and (p1 > 0.7651434488432218) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of Test10_smlp_toy_num_resp_mult_et_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test5_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test15_Test5_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test8_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test16_Test8_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/Test11_smlp_toy_num_resp_mult_rerun_model_config.json
+=================== End of Test17_Test11_smlp_toy_num_resp_mult_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test19_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test19_model_rerun_model_config.json
+=================== End of Test19_test19_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test20_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test22_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test22_model_rerun_model_config.json
+=================== End of Test22_test22_model_smlp_toy_num_metasymbol_mult_reg_pred_labeled.txt diff report ================================
+=================== Diff report for: Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test24_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test24_model_rerun_model_config.json
+=================== End of Test24_test24_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: test26_model_dt_sklearn_tree_rules.txt ==================================
+6d5
+< if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+7a7
+> if (p2 > 0.4000000134110451) and (p1 > 0.75) then (y1 = 1.0) and (y2 = 1.0) | based on 1 samples
+=================== End of test26_model_dt_sklearn_tree_rules.txt diff report ================================
+=================== Diff report for: Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+87c87
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test26_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test26_model_rerun_model_config.json
+=================== End of Test26_test26_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test29_smlp_toy_cls_metasymbol_colnames_mult.txt ==================================
+95,96d94
+< smlp_logger - WARNING - Range plots are not supported in this version of SMLP
+< 
+=================== End of Test29_smlp_toy_cls_metasymbol_colnames_mult.txt diff report ================================
+=================== Diff report for: Test30_smlp_toy_num_resp_mult.txt ==================================
+95,96d94
+< smlp_logger - WARNING - Range plots are not supported in this version of SMLP
+< 
+=================== End of Test30_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test31_smlp_toy_num_resp_mult.txt ==================================
+95,96d94
+< smlp_logger - WARNING - Range plots are not supported in this version of SMLP
+< 
+=================== End of Test31_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt ==================================
+75c75
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test20_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test20_model_rerun_model_config.json
+=================== End of Test32_test20_model_smlp_toy_num_resp_mult_pred_labeled.txt diff report ================================
+=================== Diff report for: Test33_smlp_toy_num_resp_mult.txt ==================================
+95,96d94
+< smlp_logger - WARNING - Range plots are not supported in this version of SMLP
+< 
+=================== End of Test33_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test47_test47_model_smlp_toy_pf_mult.txt ==================================
+83c83
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test47_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test47_model_rerun_model_config.json
+=================== End of Test47_test47_model_smlp_toy_pf_mult.txt diff report ================================
+=================== Diff report for: Test58_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+27a25,27
+> 		},
+> 		"y1": {
+> 			"value_in_config": 5.0
+=================== End of Test58_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test58_smlp_toy_num_resp_mult_optimization_results.json ==================================
+3d2
+< 		"p1": 7.0,
+5c4
+< 		"y1": 9.0,
+---
+> 		"p1": 7.0,
+6a6
+> 		"y1": 9.0,
+15d14
+< 		"p1": 7.0,
+17c16
+< 		"y1": 5.0,
+---
+> 		"p1": 7.0,
+18a18
+> 		"y1": 5.0,
+=================== End of Test58_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test63_smlp_toy_num_resp_mult_verify_results.json ==================================
+12d11
+< 			"p1": 1.0,
+14,15c13,15
+< 			"y1": 9.0,
+< 			"p2": 7.0
+---
+> 			"p1": 1.0,
+> 			"p2": 7.0,
+> 			"y1": 9.0
+=================== End of Test63_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: Test64_test63_model.txt ==================================
+27c27
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test63_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test63_model_rerun_model_config.json
+=================== End of Test64_test63_model.txt diff report ================================
+=================== Diff report for: Test64_test63_model_verify_results.json ==================================
+12d11
+< 			"p1": 1.0,
+14,15c13,15
+< 			"y1": 9.0,
+< 			"p2": 7.0
+---
+> 			"p1": 1.0,
+> 			"p2": 7.0,
+> 			"y1": 9.0
+=================== End of Test64_test63_model_verify_results.json diff report ================================
+=================== Diff report for: Test66_test65_model.txt ==================================
+0a1,97
+> 
+> smlp_logger - INFO - Model exploration specification:
+> {'version': '1.1', 'spec': [{'label': 'y1', 'type': 'response', 'range': 'float'}, {'label': 'y2', 'type': 'response', 'range': 'float'}, {'label': 'x0', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x1', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x2', 'type': 'input', 'range': 'float', 'bounds': [3, 7]}], 'alpha': 'x1==1 or x1==4 or x1==7'}
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: Start
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": Start
+> 
+> smlp_logger - INFO - Computed spec global constraint expressions:
+> 
+> smlp_logger - INFO - Global alpha : x1==1 or x1==4 or x1==7
+> 
+> smlp_logger - INFO - Global beta  : None
+> 
+> smlp_logger - INFO - Radii  theta : {}
+> 
+> smlp_logger - INFO - Delta  const : {'delta_abs': 0.0, 'delta_rel': 0.01}
+> 
+> smlp_logger - INFO - Assertion asrt1: x0**2+y1>4.3
+> 
+> smlp_logger - INFO - Assertion asrt2: (y1+x2)/2<6
+> 
+> smlp_logger - INFO - PREPARE DATA FOR MODELING
+> 
+> smlp_logger - INFO - LOAD TRAINED MODEL
+> 
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test65_model_rerun_model_config.json
+> 
+> smlp_logger - INFO - Creating model exploration base components: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: End
+> 
+> smlp_logger - INFO - Variable domains (alpha): {'y1': {'range': 'float', 'interval': None}, 'y2': {'range': 'float', 'interval': None}, 'x0': {'range': 'float', 'interval': [0, 10]}, 'x1': {'range': 'float', 'interval': [0, 10]}, 'x2': {'range': 'float', 'interval': [3, 7]}}
+> 
+> smlp_logger - INFO - Input bounds (alpha): {'x0': {'min': 0, 'max': 10}, 'x1': {'min': 0, 'max': 10}, 'x2': {'min': 3, 'max': 7}}
+> 
+> smlp_logger - INFO - Knob bounds (eta): {}
+> 
+> smlp_logger - INFO - Knob grids (eta): {}
+> 
+> smlp_logger - INFO - Alpha global   constraints: (or (or (= x1 1) (= x1 4)) (= x1 7))
+> 
+> smlp_logger - INFO - Alpha ranges   constraints: (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7)))
+> 
+> smlp_logger - INFO - Alpha combined constraints: (and (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7))) (or (or (= x1 1) (= x1 4)) (= x1 7)))
+> 
+> smlp_logger - INFO - Beta  global   constraints: true
+> 
+> smlp_logger - INFO - Eta   ranges   constraints: true
+> 
+> smlp_logger - INFO - Eta   grid     constraints: true
+> 
+> smlp_logger - INFO - Eta   global   constraints: true
+> 
+> smlp_logger - INFO - Eta   combined constraints: true
+> 
+> smlp_logger - INFO - Creating model exploration base components: End
+> 
+> smlp_logger - INFO - Input and knob interface constraints are consistent
+> 
+> smlp_logger - INFO - Building model terms: Start
+> 
+> smlp_logger - INFO - Model operator counts for y1: {'add': 1, 'mul': 15, 'ite': 5, 'and': 9, 'prop': 14, 'const': 50, 'sub': 14, 'var': 14}
+> 
+> smlp_logger - INFO - Model operator counts for y2: {'add': 1, 'mul': 15, 'ite': 5, 'and': 9, 'prop': 14, 'const': 50, 'sub': 14, 'var': 14}
+> 
+> smlp_logger - INFO - Building model terms: End
+> 
+> smlp_logger - INFO - Model interface constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt1:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt2:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying assertion asrt1 <-> x0**2+y1>4.3
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt1
+> 
+> smlp_logger - INFO - Completed with result: PASS
+> 
+> smlp_logger - INFO - Verifying assertion asrt2 <-> (y1+x2)/2<6
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt2
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": End
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: End
+=================== End of Test66_test65_model.txt diff report ================================
+=================== Diff report for: Test66_test65_model_verify_results.json ==================================
+diff: /app/smlp/regr_smlp/code/Test66_test65_model_verify_results.json: No such file or directory
+=================== End of Test66_test65_model_verify_results.json diff report ================================
+=================== Diff report for: Test68_test67_model.txt ==================================
+0a1,97
+> 
+> smlp_logger - INFO - Model exploration specification:
+> {'version': '1.1', 'spec': [{'label': 'y1', 'type': 'response', 'range': 'float'}, {'label': 'y2', 'type': 'response', 'range': 'float'}, {'label': 'x0', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x1', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x2', 'type': 'input', 'range': 'float', 'bounds': [3, 7]}], 'alpha': 'x1==1 or x1==4 or x1==7'}
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: Start
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": Start
+> 
+> smlp_logger - INFO - Computed spec global constraint expressions:
+> 
+> smlp_logger - INFO - Global alpha : x1==1 or x1==4 or x1==7
+> 
+> smlp_logger - INFO - Global beta  : None
+> 
+> smlp_logger - INFO - Radii  theta : {}
+> 
+> smlp_logger - INFO - Delta  const : {'delta_abs': 0.0, 'delta_rel': 0.01}
+> 
+> smlp_logger - INFO - Assertion asrt1: x0**2+y1>4.3
+> 
+> smlp_logger - INFO - Assertion asrt2: (y1+x2)/2<6
+> 
+> smlp_logger - INFO - PREPARE DATA FOR MODELING
+> 
+> smlp_logger - INFO - LOAD TRAINED MODEL
+> 
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test67_model_rerun_model_config.json
+> 
+> smlp_logger - INFO - Creating model exploration base components: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: End
+> 
+> smlp_logger - INFO - Variable domains (alpha): {'y1': {'range': 'float', 'interval': None}, 'y2': {'range': 'float', 'interval': None}, 'x0': {'range': 'float', 'interval': [0, 10]}, 'x1': {'range': 'float', 'interval': [0, 10]}, 'x2': {'range': 'float', 'interval': [3, 7]}}
+> 
+> smlp_logger - INFO - Input bounds (alpha): {'x0': {'min': 0, 'max': 10}, 'x1': {'min': 0, 'max': 10}, 'x2': {'min': 3, 'max': 7}}
+> 
+> smlp_logger - INFO - Knob bounds (eta): {}
+> 
+> smlp_logger - INFO - Knob grids (eta): {}
+> 
+> smlp_logger - INFO - Alpha global   constraints: (or (or (= x1 1) (= x1 4)) (= x1 7))
+> 
+> smlp_logger - INFO - Alpha ranges   constraints: (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7)))
+> 
+> smlp_logger - INFO - Alpha combined constraints: (and (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7))) (or (or (= x1 1) (= x1 4)) (= x1 7)))
+> 
+> smlp_logger - INFO - Beta  global   constraints: true
+> 
+> smlp_logger - INFO - Eta   ranges   constraints: true
+> 
+> smlp_logger - INFO - Eta   grid     constraints: true
+> 
+> smlp_logger - INFO - Eta   global   constraints: true
+> 
+> smlp_logger - INFO - Eta   combined constraints: true
+> 
+> smlp_logger - INFO - Creating model exploration base components: End
+> 
+> smlp_logger - INFO - Input and knob interface constraints are consistent
+> 
+> smlp_logger - INFO - Building model terms: Start
+> 
+> smlp_logger - INFO - Model operator counts for y1: {'add': 1, 'mul': 7, 'ite': 3, 'and': 3, 'prop': 6, 'const': 24, 'sub': 6, 'var': 6}
+> 
+> smlp_logger - INFO - Model operator counts for y2: {'add': 1, 'mul': 4, 'ite': 2, 'and': 1, 'prop': 3, 'const': 14, 'sub': 3, 'var': 3}
+> 
+> smlp_logger - INFO - Building model terms: End
+> 
+> smlp_logger - INFO - Model interface constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt1:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt2:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying assertion asrt1 <-> x0**2+y1>4.3
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt1
+> 
+> smlp_logger - INFO - Completed with result: PASS
+> 
+> smlp_logger - INFO - Verifying assertion asrt2 <-> (y1+x2)/2<6
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt2
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": End
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: End
+=================== End of Test68_test67_model.txt diff report ================================
+=================== Diff report for: Test68_test67_model_verify_results.json ==================================
+diff: /app/smlp/regr_smlp/code/Test68_test67_model_verify_results.json: No such file or directory
+=================== End of Test68_test67_model_verify_results.json diff report ================================
+=================== Diff report for: Test69_smlp_toy_num_resp_mult_verify_results.json ==================================
+6d5
+< 			"p1": 1.0,
+8,9c7,9
+< 			"y2": 5.078784562647343,
+< 			"p2": 7.0
+---
+> 			"p1": 1.0,
+> 			"p2": 7.0,
+> 			"y2": 5.078784562647343
+=================== End of Test69_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: Test70_test69_model.txt ==================================
+25c25
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test69_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test69_model_rerun_model_config.json
+=================== End of Test70_test69_model.txt diff report ================================
+=================== Diff report for: Test70_test69_model_verify_results.json ==================================
+6d5
+< 			"p1": 1.0,
+8,9c7,9
+< 			"y2": 5.078784562647343,
+< 			"p2": 7.0
+---
+> 			"p1": 1.0,
+> 			"p2": 7.0,
+> 			"y2": 5.078784562647343
+=================== End of Test70_test69_model_verify_results.json diff report ================================
+=================== Diff report for: Test72_test71_model.txt ==================================
+0a1,84
+> 
+> smlp_logger - INFO - Model exploration specification:
+> {'version': '1.1', 'spec': [{'label': 'y1', 'type': 'response', 'range': 'float'}, {'label': 'y2', 'type': 'response', 'range': 'float'}, {'label': 'x0', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x1', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x2', 'type': 'input', 'range': 'float', 'bounds': [3, 7]}], 'alpha': 'x1==1 or x1==4 or x1==7'}
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: Start
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": Start
+> 
+> smlp_logger - INFO - Computed spec global constraint expressions:
+> 
+> smlp_logger - INFO - Global alpha : x1==1 or x1==4 or x1==7
+> 
+> smlp_logger - INFO - Global beta  : None
+> 
+> smlp_logger - INFO - Radii  theta : {}
+> 
+> smlp_logger - INFO - Delta  const : {'delta_abs': 0.0, 'delta_rel': 0.01}
+> 
+> smlp_logger - INFO - Assertion asrt1: (y2**3+x2)/2<6
+> 
+> smlp_logger - INFO - PREPARE DATA FOR MODELING
+> 
+> smlp_logger - INFO - LOAD TRAINED MODEL
+> 
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test71_model_rerun_model_config.json
+> 
+> smlp_logger - INFO - Creating model exploration base components: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: End
+> 
+> smlp_logger - INFO - Variable domains (alpha): {'y1': {'range': 'float', 'interval': None}, 'y2': {'range': 'float', 'interval': None}, 'x0': {'range': 'float', 'interval': [0, 10]}, 'x1': {'range': 'float', 'interval': [0, 10]}, 'x2': {'range': 'float', 'interval': [3, 7]}}
+> 
+> smlp_logger - INFO - Input bounds (alpha): {'x0': {'min': 0, 'max': 10}, 'x1': {'min': 0, 'max': 10}, 'x2': {'min': 3, 'max': 7}}
+> 
+> smlp_logger - INFO - Knob bounds (eta): {}
+> 
+> smlp_logger - INFO - Knob grids (eta): {}
+> 
+> smlp_logger - INFO - Alpha global   constraints: (or (or (= x1 1) (= x1 4)) (= x1 7))
+> 
+> smlp_logger - INFO - Alpha ranges   constraints: (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7)))
+> 
+> smlp_logger - INFO - Alpha combined constraints: (and (and (and (and true (and (>= x0 0) (<= x0 10))) (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7))) (or (or (= x1 1) (= x1 4)) (= x1 7)))
+> 
+> smlp_logger - INFO - Beta  global   constraints: true
+> 
+> smlp_logger - INFO - Eta   ranges   constraints: true
+> 
+> smlp_logger - INFO - Eta   grid     constraints: true
+> 
+> smlp_logger - INFO - Eta   global   constraints: true
+> 
+> smlp_logger - INFO - Eta   combined constraints: true
+> 
+> smlp_logger - INFO - Creating model exploration base components: End
+> 
+> smlp_logger - INFO - Input and knob interface constraints are consistent
+> 
+> smlp_logger - INFO - Building model terms: Start
+> 
+> smlp_logger - INFO - Model operator counts for y1: {'add': 256, 'mul': 472, 'ite': 39, 'prop': 39, 'const': 846, 'sub': 216, 'var': 216}
+> 
+> smlp_logger - INFO - Model operator counts for y2: {'add': 256, 'mul': 472, 'ite': 39, 'prop': 39, 'const': 846, 'sub': 216, 'var': 216}
+> 
+> smlp_logger - INFO - Building model terms: End
+> 
+> smlp_logger - INFO - Model interface constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt1:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying assertion asrt1 <-> (y2**3+x2)/2<6
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt1
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": End
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: End
+=================== End of Test72_test71_model.txt diff report ================================
+=================== Diff report for: Test72_test71_model_verify_results.json ==================================
+diff: /app/smlp/regr_smlp/code/Test72_test71_model_verify_results.json: No such file or directory
+=================== End of Test72_test71_model_verify_results.json diff report ================================
+=================== Diff report for: Test77_test76_model.txt ==================================
+0a1,110
+> 
+> smlp_logger - INFO - Model exploration specification:
+> {'version': '1.1', 'spec': [{'label': 'y1', 'type': 'response', 'range': 'float'}, {'label': 'y2', 'type': 'response', 'range': 'float'}, {'label': 'x0', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x1', 'type': 'input', 'range': 'float', 'bounds': [0, 10]}, {'label': 'x2', 'type': 'input', 'range': 'float', 'bounds': [3, 7]}], 'alpha': 'x1==1 or x1==4 or x1==7'}
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: Start
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": Start
+> 
+> smlp_logger - INFO - Computed spec global constraint expressions:
+> 
+> smlp_logger - INFO - Global alpha : x1==1 or x1==4 or x1==7
+> 
+> smlp_logger - INFO - Global beta  : None
+> 
+> smlp_logger - INFO - Radii  theta : {}
+> 
+> smlp_logger - INFO - Delta  const : {'delta_abs': 0.0, 'delta_rel': 0.01}
+> 
+> smlp_logger - INFO - Assertion asrt1: (y2**3+x2)/2<6
+> 
+> smlp_logger - INFO - Assertion asrt2: y1>=9
+> 
+> smlp_logger - INFO - Assertion asrt3: y2<0
+> 
+> smlp_logger - INFO - PREPARE DATA FOR MODELING
+> 
+> smlp_logger - INFO - LOAD TRAINED MODEL
+> 
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test76_model_rerun_model_config.json
+> 
+> smlp_logger - INFO - Creating model exploration base components: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: Start
+> 
+> smlp_logger - INFO - Parsing the SPEC: End
+> 
+> smlp_logger - INFO - Variable domains (alpha): {'y1': {'range': 'float', 'interval': None}, 'y2': {'range': 'float', 'interval': None}, 'x0': {'range': 'float', 'interval': [0, 10]}, 'x1': {'range': 'float', 'interval': [0, 10]}, 'x2': {'range': 'float', 'interval': [3, 7]}}
+> 
+> smlp_logger - INFO - Input bounds (alpha): {'x0': {'min': 0, 'max': 10}, 'x1': {'min': 0, 'max': 10}, 'x2': {'min': 3, 'max': 7}}
+> 
+> smlp_logger - INFO - Knob bounds (eta): {}
+> 
+> smlp_logger - INFO - Knob grids (eta): {}
+> 
+> smlp_logger - INFO - Alpha global   constraints: (or (or (= x1 1) (= x1 4)) (= x1 7))
+> 
+> smlp_logger - INFO - Alpha ranges   constraints: (and (and true (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7)))
+> 
+> smlp_logger - INFO - Alpha combined constraints: (and (and (and true (and (>= x1 0) (<= x1 10))) (and (>= x2 3) (<= x2 7))) (or (or (= x1 1) (= x1 4)) (= x1 7)))
+> 
+> smlp_logger - INFO - Beta  global   constraints: true
+> 
+> smlp_logger - INFO - Eta   ranges   constraints: true
+> 
+> smlp_logger - INFO - Eta   grid     constraints: true
+> 
+> smlp_logger - INFO - Eta   global   constraints: true
+> 
+> smlp_logger - INFO - Eta   combined constraints: true
+> 
+> smlp_logger - INFO - Creating model exploration base components: End
+> 
+> smlp_logger - INFO - Input and knob interface constraints are consistent
+> 
+> smlp_logger - INFO - Building model terms: Start
+> 
+> smlp_logger - INFO - Model operator counts for y1: {'add': 1, 'mul': 21, 'ite': 6, 'and': 14, 'prop': 20, 'const': 69, 'sub': 20, 'var': 20}
+> 
+> smlp_logger - INFO - Model operator counts for y2: {'add': 1, 'mul': 21, 'ite': 6, 'and': 14, 'prop': 20, 'const': 69, 'sub': 20, 'var': 20}
+> 
+> smlp_logger - INFO - Building model terms: End
+> 
+> smlp_logger - INFO - Model interface constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt1:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt2:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying consistency of configuration for assertion asrt3:
+>    true
+> 
+> smlp_logger - INFO - Input, knob and configuration constraints are consistent
+> 
+> smlp_logger - INFO - Verifying assertion asrt1 <-> (y2**3+x2)/2<6
+> 
+> smlp_logger - INFO - The configuration is inconsistent with assertion asrt1
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Verifying assertion asrt2 <-> y1>=9
+> 
+> smlp_logger - INFO - The configuration is consistent with assertion asrt2
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Verifying assertion asrt3 <-> y2<0
+> 
+> smlp_logger - INFO - The configuration is inconsistent with assertion asrt3
+> 
+> smlp_logger - INFO - Completed with result: FAIL
+> 
+> smlp_logger - INFO - Running SMLP in mode "verify": End
+> 
+> smlp_logger - INFO - Executing run_smlp.py script: End
+=================== End of Test77_test76_model.txt diff report ================================
+=================== Diff report for: Test77_test76_model_verify_results.json ==================================
+diff: /app/smlp/regr_smlp/code/Test77_test76_model_verify_results.json: No such file or directory
+=================== End of Test77_test76_model_verify_results.json diff report ================================
+=================== Diff report for: Test79_smlp_toy_num_resp_mult_query_results.json ==================================
+14a15
+> 			"p1": 7.0,
+16d16
+< 			"y2": 9.0,
+18c18
+< 			"p1": 7.0
+---
+> 			"y2": 9.0
+=================== End of Test79_smlp_toy_num_resp_mult_query_results.json diff report ================================
+=================== Diff report for: Test80_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+10,12d9
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+16,17c13,14
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+20a18,20
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test80_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test80_smlp_toy_num_resp_mult_optimization_results.json ==================================
+3d2
+< 		"p1": 7.0,
+5c4
+< 		"y1": 9.0,
+---
+> 		"p1": 7.0,
+6a6
+> 		"y1": 9.0,
+=================== End of Test80_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test81_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+10,12d9
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+16,17c13,14
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+20a18,20
+> 		},
+> 		"y1": {
+> 			"value_in_config": 5.0
+=================== End of Test81_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test81_smlp_toy_num_resp_mult_optimization_results.json ==================================
+3d2
+< 		"p1": 4.0,
+5c4
+< 		"y1": 9.0,
+---
+> 		"p1": 4.0,
+6a6
+> 		"y1": 9.0,
+=================== End of Test81_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test82_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+24,26d23
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+30,31c27,28
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+35a33,35
+> 		"y1": {
+> 			"value_in_config": 5.0
+> 		},
+62,64d61
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+68,69c65,66
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+73a71,73
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+121,123d120
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+127,128c124,125
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+131a129,131
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test82_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test82_smlp_toy_num_resp_mult_optimization_results.json ==================================
+23,25d22
+< 	"p1": {
+< 		"value_in_config": 4.0
+< 	},
+29,30c26,27
+< 	"y1": {
+< 		"value_in_config": 9.0
+---
+> 	"p1": {
+> 		"value_in_config": 4.0
+33a31,33
+> 	},
+> 	"y1": {
+> 		"value_in_config": 9.0
+=================== End of Test82_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test83_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+24,26d23
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+30,31c27,28
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+35a33,35
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+62,64d61
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+68,69c65,66
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+73a71,73
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+100,102d99
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c103,104
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+111a109,111
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+138,140d137
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+144,145c141,142
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+149a147,149
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+197,199d196
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+203,204c200,201
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+208a206,208
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+235,237d234
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+241,242c238,239
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+246a244,246
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+273,275d272
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+279,280c276,277
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+284a282,284
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+332,334d331
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+338,339c335,336
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+342a340,342
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test83_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test83_smlp_toy_num_resp_mult_optimization_results.json ==================================
+23,25d22
+< 	"p1": {
+< 		"value_in_config": 7.0
+< 	},
+29,30c26,27
+< 	"y1": {
+< 		"value_in_config": 9.0
+---
+> 	"p1": {
+> 		"value_in_config": 7.0
+33a31,33
+> 	},
+> 	"y1": {
+> 		"value_in_config": 9.0
+=================== End of Test83_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test85_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+27a25,27
+> 		},
+> 		"y1": {
+> 			"value_in_config": 5.0
+=================== End of Test85_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test85_smlp_toy_num_resp_mult_optimization_results.json ==================================
+3d2
+< 		"p1": 4.0,
+5c4
+< 		"y1": 5.0,
+---
+> 		"p1": 4.0,
+6a6
+> 		"y1": 5.0,
+18d17
+< 		"p1": 4.0,
+20c19
+< 		"y1": 5.0,
+---
+> 		"p1": 4.0,
+21a21
+> 		"y1": 5.0,
+=================== End of Test85_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test86_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+27a25,27
+> 		},
+> 		"y1": {
+> 			"value_in_config": 5.0
+=================== End of Test86_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test86_smlp_toy_num_resp_mult_optimization_results.json ==================================
+3d2
+< 		"p1": 4.0,
+5c4
+< 		"y1": 5.0,
+---
+> 		"p1": 4.0,
+6a6
+> 		"y1": 5.0,
+18d17
+< 		"p1": 4.0,
+20c19
+< 		"y1": 5.0,
+---
+> 		"p1": 4.0,
+21a21
+> 		"y1": 5.0,
+=================== End of Test86_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test87_smlp_toy_num_resp_mult_verify_results.json ==================================
+6d5
+< 			"p1": 2.5,
+8c7
+< 			"y1": 9.0,
+---
+> 			"p1": 2.5,
+9a9
+> 			"y1": 9.0,
+24d23
+< 			"p1": 2.5,
+26c25
+< 			"y1": 9.0,
+---
+> 			"p1": 2.5,
+27a27
+> 			"y1": 9.0,
+=================== End of Test87_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: Test88_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+24,26d23
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+30,31c27,28
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+35a33,35
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+62,64d61
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+68,69c65,66
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+73a71,73
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+100,102d99
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c103,104
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+111a109,111
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+138,140d137
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+144,145c141,142
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+149a147,149
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+197,199d196
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+203,204c200,201
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+208a206,208
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+235,237d234
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+241,242c238,239
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+246a244,246
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+273,275d272
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+279,280c276,277
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+284a282,284
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+332,334d331
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+338,339c335,336
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+342a340,342
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test88_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test88_smlp_toy_num_resp_mult_optimization_results.json ==================================
+23,25d22
+< 	"p1": {
+< 		"value_in_config": 7.0
+< 	},
+29,30c26,27
+< 	"y1": {
+< 		"value_in_config": 9.0
+---
+> 	"p1": {
+> 		"value_in_config": 7.0
+33a31,33
+> 	},
+> 	"y1": {
+> 		"value_in_config": 9.0
+=================== End of Test88_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test89_smlp_toy_num_resp_mult_query_results.json ==================================
+14a15
+> 			"p1": 7.0,
+16d16
+< 			"y2": 9.0,
+18c18
+< 			"p1": 7.0
+---
+> 			"y2": 9.0
+=================== End of Test89_smlp_toy_num_resp_mult_query_results.json diff report ================================
+=================== Diff report for: Test93_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+28a26,28
+> 		"y1": {
+> 			"value_in_config": 5.0
+> 		},
+48,50d47
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+54,55c51,52
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+59a57,59
+> 		"y1": {
+> 			"value_in_config": 5.0
+> 		},
+100,102d99
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+106,107c103,104
+< 		"y1": {
+< 			"value_in_config": 5.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+110a108,110
+> 		},
+> 		"y1": {
+> 			"value_in_config": 5.0
+=================== End of Test93_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test93_smlp_toy_num_resp_mult_optimization_results.json ==================================
+16,18d15
+< 	"p1": {
+< 		"value_in_config": 2.0
+< 	},
+22,23c19,20
+< 	"y1": {
+< 		"value_in_config": 5.0
+---
+> 	"p1": {
+> 		"value_in_config": 2.0
+26a24,26
+> 	},
+> 	"y1": {
+> 		"value_in_config": 5.0
+=================== End of Test93_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test94_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+28a26,28
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+48,50d47
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+54,55c51,52
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+59a57,59
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+79,81d78
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+85,86c82,83
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+90a88,90
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+110,112d109
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+116,117c113,114
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+121a119,121
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+162,164d161
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+168,169c165,166
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+173a171,173
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+193,195d192
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+199,200c196,197
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+204a202,204
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+224,226d223
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+230,231c227,228
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+235a233,235
+> 		"y1": {
+> 			"value_in_config": 7.48
+> 		},
+276,278d275
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+282,283c279,280
+< 		"y1": {
+< 			"value_in_config": 7.48
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+286a284,286
+> 		},
+> 		"y1": {
+> 			"value_in_config": 7.48
+=================== End of Test94_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test94_smlp_toy_num_resp_mult_optimization_results.json ==================================
+16,18d15
+< 	"p1": {
+< 		"value_in_config": 4.0
+< 	},
+22,23c19,20
+< 	"y1": {
+< 		"value_in_config": 7.48
+---
+> 	"p1": {
+> 		"value_in_config": 4.0
+26a24,26
+> 	},
+> 	"y1": {
+> 		"value_in_config": 7.48
+=================== End of Test94_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test95_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+28a26,28
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+48,50d47
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+54,55c51,52
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+59a57,59
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+79,81d78
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+85,86c82,83
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+90a88,90
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+131,133d130
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+137,138c134,135
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+141a139,141
+> 		},
+> 		"y1": {
+> 			"value_in_config": 7.0
+=================== End of Test95_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test95_smlp_toy_num_resp_mult_optimization_results.json ==================================
+16,18d15
+< 	"p1": {
+< 		"value_in_config": 2.0
+< 	},
+22,23c19,20
+< 	"y1": {
+< 		"value_in_config": 7.0
+---
+> 	"p1": {
+> 		"value_in_config": 2.0
+26a24,26
+> 	},
+> 	"y1": {
+> 		"value_in_config": 7.0
+=================== End of Test95_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test96_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+28a26,28
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+48,50d47
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+54,55c51,52
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+59a57,59
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+79,81d78
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+85,86c82,83
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+90a88,90
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+131,133d130
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+137,138c134,135
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+142a140,142
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+162,164d161
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+168,169c165,166
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+173a171,173
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+193,195d192
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+199,200c196,197
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+204a202,204
+> 		"y1": {
+> 			"value_in_config": 6.44
+> 		},
+245,247d244
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+251,252c248,249
+< 		"y1": {
+< 			"value_in_config": 6.44
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+255a253,255
+> 		},
+> 		"y1": {
+> 			"value_in_config": 6.44
+=================== End of Test96_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test96_smlp_toy_num_resp_mult_optimization_results.json ==================================
+16,18d15
+< 	"p1": {
+< 		"value_in_config": 4.0
+< 	},
+22,23c19,20
+< 	"y1": {
+< 		"value_in_config": 6.44
+---
+> 	"p1": {
+> 		"value_in_config": 4.0
+26a24,26
+> 	},
+> 	"y1": {
+> 		"value_in_config": 6.44
+=================== End of Test96_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test97_smlp_toy_num_resp_mult.txt ==================================
+252c252
+< smlp_logger - INFO - Model operator counts for y2: {'add': 100, 'mul': 715, 'const': 2547, 'ite': 305, 'and': 408, 'prop': 713, 'sub': 713, 'var': 713}
+---
+> smlp_logger - INFO - Model operator counts for y2: {'add': 100, 'mul': 716, 'const': 2550, 'ite': 305, 'and': 409, 'prop': 714, 'sub': 714, 'var': 714}
+=================== End of Test97_smlp_toy_num_resp_mult.txt diff report ================================
+=================== Diff report for: Test98_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+17,19d16
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+23,24c20,21
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+28a26,28
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+48,50d47
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+54,55c51,52
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+59a57,59
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+79,81d78
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+85,86c82,83
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+90a88,90
+> 		"y1": {
+> 			"value_in_config": 7.0
+> 		},
+131,133d130
+< 		"p1": {
+< 			"value_in_config": 2.0
+< 		},
+137,138c134,135
+< 		"y1": {
+< 			"value_in_config": 7.0
+---
+> 		"p1": {
+> 			"value_in_config": 2.0
+141a139,141
+> 		},
+> 		"y1": {
+> 			"value_in_config": 7.0
+=================== End of Test98_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test98_smlp_toy_num_resp_mult_optimization_results.json ==================================
+16,18d15
+< 	"p1": {
+< 		"value_in_config": 2.0
+< 	},
+22,23c19,20
+< 	"y1": {
+< 		"value_in_config": 7.0
+---
+> 	"p1": {
+> 		"value_in_config": 2.0
+26a24,26
+> 	},
+> 	"y1": {
+> 		"value_in_config": 7.0
+=================== End of Test98_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test99_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+24,26d23
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+30,31c27,28
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+35a33,35
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+62,64d61
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+68,69c65,66
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+73a71,73
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+100,102d99
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c103,104
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+111a109,111
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+138,140d137
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+144,145c141,142
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+149a147,149
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+197,199d196
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+203,204c200,201
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+208a206,208
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+235,237d234
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+241,242c238,239
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+246a244,246
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+273,275d272
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+279,280c276,277
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+284a282,284
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+332,334d331
+< 		"p1": {
+< 			"value_in_config": 7.0
+< 		},
+338,339c335,336
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 7.0
+342a340,342
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test99_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test99_smlp_toy_num_resp_mult_optimization_results.json ==================================
+23,25d22
+< 	"p1": {
+< 		"value_in_config": 7.0
+< 	},
+29,30c26,27
+< 	"y1": {
+< 		"value_in_config": 9.0
+---
+> 	"p1": {
+> 		"value_in_config": 7.0
+33a31,33
+> 	},
+> 	"y1": {
+> 		"value_in_config": 9.0
+=================== End of Test99_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test100_smlp_toy_num_resp_mult_optimization_progress.json ==================================
+24,26d23
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+30,31c27,28
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+35a33,35
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+62,64d61
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+68,69c65,66
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+73a71,73
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+100,102d99
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c103,104
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+111a109,111
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+138,140d137
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+144,145c141,142
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+149a147,149
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+197,199d196
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+203,204c200,201
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+208a206,208
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+235,237d234
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+241,242c238,239
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+246a244,246
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+273,275d272
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+279,280c276,277
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+284a282,284
+> 		"y1": {
+> 			"value_in_config": 9.0
+> 		},
+332,334d331
+< 		"p1": {
+< 			"value_in_config": 4.0
+< 		},
+338,339c335,336
+< 		"y1": {
+< 			"value_in_config": 9.0
+---
+> 		"p1": {
+> 			"value_in_config": 4.0
+342a340,342
+> 		},
+> 		"y1": {
+> 			"value_in_config": 9.0
+=================== End of Test100_smlp_toy_num_resp_mult_optimization_progress.json diff report ================================
+=================== Diff report for: Test100_smlp_toy_num_resp_mult_optimization_results.json ==================================
+23,25d22
+< 	"p1": {
+< 		"value_in_config": 4.0
+< 	},
+29,30c26,27
+< 	"y1": {
+< 		"value_in_config": 9.0
+---
+> 	"p1": {
+> 		"value_in_config": 4.0
+33a31,33
+> 	},
+> 	"y1": {
+> 		"value_in_config": 9.0
+=================== End of Test100_smlp_toy_num_resp_mult_optimization_results.json diff report ================================
+=================== Diff report for: Test102_test101_model.txt ==================================
+38c38
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test101_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test101_model_rerun_model_config.json
+=================== End of Test102_test101_model.txt diff report ================================
+=================== Diff report for: Test105_smlp_toy_num_resp_mult_verify_results.json ==================================
+6d5
+< 			"p1": 4.0,
+8c7
+< 			"y1": 9.0,
+---
+> 			"p1": 4.0,
+9a9
+> 			"y1": 9.0,
+=================== End of Test105_smlp_toy_num_resp_mult_verify_results.json diff report ================================
+=================== Diff report for: test110_model_poly_sklearn_formula.txt ==================================
+diff: /app/smlp/regr_smlp/code/test110_model_poly_sklearn_formula.txt: No such file or directory
+=================== End of test110_model_poly_sklearn_formula.txt diff report ================================
+=================== Diff report for: Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test111_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
+=================== Diff report for: Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt ==================================
+79c79
+< smlp_logger - INFO - Seving model rerun configuration in file ../models/test110_model_rerun_model_config.json
+---
+> smlp_logger - INFO - Seving model rerun configuration in file ./../models/test110_model_rerun_model_config.json
+=================== End of Test112_test110_model_smlp_toy_basic_pred_unlabeled.txt diff report ================================
+=================== Diff report for: Test113_smlp_toy_basic_optimization_progress.json ==================================
+17,18c17,21
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+23,24c26,27
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+31,33d33
+< 		},
+< 		"p2": {
+< 			"value_in_config": 4.0
+51,52c51,55
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+57,58c60,61
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+66,68d68
+< 		"p2": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c106,110
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+112,113c115,116
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+120,122d122
+< 		},
+< 		"p2": {
+< 			"value_in_config": 4.0
+=================== End of Test113_smlp_toy_basic_optimization_progress.json diff report ================================
+=================== Diff report for: Test113_smlp_toy_basic_optimization_results.json ==================================
+16,17c16,20
+< 	"x2": {
+< 		"value_in_config": 0.0
+---
+> 	"x1": {
+> 		"value_in_config": 10.0
+> 	},
+> 	"p2": {
+> 		"value_in_config": 4.0
+22,23c25,26
+< 	"x1": {
+< 		"value_in_config": 10.0
+---
+> 	"x2": {
+> 		"value_in_config": 0.0
+30,32d32
+< 	},
+< 	"p2": {
+< 		"value_in_config": 4.0
+=================== End of Test113_smlp_toy_basic_optimization_results.json diff report ================================
+=================== Diff report for: Test114_smlp_toy_basic_optimization_progress.json ==================================
+17,18c17,21
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+23,24c26,27
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+31,33d33
+< 		},
+< 		"p2": {
+< 			"value_in_config": 4.0
+51,52c51,55
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+57,58c60,61
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+66,68d68
+< 		"p2": {
+< 			"value_in_config": 4.0
+< 		},
+106,107c106,110
+< 		"x2": {
+< 			"value_in_config": 0.0
+---
+> 		"x1": {
+> 			"value_in_config": 10.0
+> 		},
+> 		"p2": {
+> 			"value_in_config": 4.0
+112,113c115,116
+< 		"x1": {
+< 			"value_in_config": 10.0
+---
+> 		"x2": {
+> 			"value_in_config": 0.0
+120,122d122
+< 		},
+< 		"p2": {
+< 			"value_in_config": 4.0
+=================== End of Test114_smlp_toy_basic_optimization_progress.json diff report ================================
+=================== Diff report for: Test114_smlp_toy_basic_optimization_results.json ==================================
+16,17c16,20
+< 	"x2": {
+< 		"value_in_config": 0.0
+---
+> 	"x1": {
+> 		"value_in_config": 10.0
+> 	},
+> 	"p2": {
+> 		"value_in_config": 4.0
+22,23c25,26
+< 	"x1": {
+< 		"value_in_config": 10.0
+---
+> 	"x2": {
+> 		"value_in_config": 0.0
+30,32d32
+< 	},
+< 	"p2": {
+< 		"value_in_config": 4.0
+=================== End of Test114_smlp_toy_basic_optimization_results.json diff report ================================
+=================== Diff report for: Test118_smlp_toy_basic_verify_results.json ==================================
+5a6
+> 			"p1": 0.2,
+7d7
+< 			"y2": 0.0,
+9c9
+< 			"p1": 0.2
+---
+> 			"y2": 0.0
+=================== End of Test118_smlp_toy_basic_verify_results.json diff report ================================
+=================== Diff report for: Test119_smlp_toy_basic_query_results.json ==================================
+14a15
+> 			"p1": 0.0,
+16d16
+< 			"y2": 0.0,
+18c18
+< 			"p1": 0.0
+---
+> 			"y2": 0.0
+=================== End of Test119_smlp_toy_basic_query_results.json diff report ================================
+=================== Diff report for: Test121_smlp_toy_basic_synthesize_results.json ==================================
+9,10c9,10
+< 		"p2": 0.0,
+< 		"p1": 0.0
+---
+> 		"p1": 0.0,
+> 		"p2": 0.0
+=================== End of Test121_smlp_toy_basic_synthesize_results.json diff report ================================
+=================== Diff report for: Test122_smlp_toy_basic_optimization_progress.json ==================================
+16a17,19
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+20c23
+< 		"y2": {
+---
+> 		"y1": {
+24c27
+< 		"y1": {
+---
+> 		"y2": {
+27,29d29
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+=================== End of Test122_smlp_toy_basic_optimization_progress.json diff report ================================
+=================== Diff report for: Test122_smlp_toy_basic_optimization_results.json ==================================
+2a3
+> 		"p1": 0.0,
+4d4
+< 		"y2": 0.0,
+6c6
+< 		"p1": 0.0,
+---
+> 		"y2": 0.0,
+16a17
+> 		"p1": 0.0,
+18d18
+< 		"y2": 0.0,
+20c20
+< 		"p1": 0.0,
+---
+> 		"y2": 0.0,
+=================== End of Test122_smlp_toy_basic_optimization_results.json diff report ================================
+=================== Diff report for: Test123_smlp_toy_basic_optimization_progress.json ==================================
+16a17,19
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+20c23
+< 		"y2": {
+---
+> 		"y1": {
+24c27
+< 		"y1": {
+---
+> 		"y2": {
+27,29d29
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+46a47,49
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+50c53
+< 		"y2": {
+---
+> 		"y1": {
+54c57
+< 		"y1": {
+---
+> 		"y2": {
+57,59d59
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+76a77,79
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+80c83
+< 		"y2": {
+---
+> 		"y1": {
+84c87
+< 		"y1": {
+---
+> 		"y2": {
+87,89d89
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+106a107,109
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+110c113
+< 		"y2": {
+---
+> 		"y1": {
+114c117
+< 		"y1": {
+---
+> 		"y2": {
+117,119d119
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+136a137,139
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+140c143
+< 		"y2": {
+---
+> 		"y1": {
+144c147
+< 		"y1": {
+---
+> 		"y2": {
+147,149d149
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+166a167,169
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+170c173
+< 		"y2": {
+---
+> 		"y1": {
+174c177
+< 		"y1": {
+---
+> 		"y2": {
+177,179d179
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+196a197,199
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+200c203
+< 		"y2": {
+---
+> 		"y1": {
+204c207
+< 		"y1": {
+---
+> 		"y2": {
+207,209d209
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+226a227,229
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+230c233
+< 		"y2": {
+---
+> 		"y1": {
+234c237
+< 		"y1": {
+---
+> 		"y2": {
+237,239d239
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+256a257,259
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+260c263
+< 		"y2": {
+---
+> 		"y1": {
+264c267
+< 		"y1": {
+---
+> 		"y2": {
+267,269d269
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+286a287,289
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+290c293
+< 		"y2": {
+---
+> 		"y1": {
+294c297
+< 		"y1": {
+---
+> 		"y2": {
+297,299d299
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+316a317,319
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+320c323
+< 		"y2": {
+---
+> 		"y1": {
+324c327
+< 		"y1": {
+---
+> 		"y2": {
+327,329d329
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+346a347,349
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+350c353
+< 		"y2": {
+---
+> 		"y1": {
+354c357
+< 		"y1": {
+---
+> 		"y2": {
+357,359d359
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+376a377,379
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+380c383
+< 		"y2": {
+---
+> 		"y1": {
+384c387
+< 		"y1": {
+---
+> 		"y2": {
+388,390d390
+< 		"p1": {
+< 			"value_in_config": 0.0
+< 		},
+427a428,430
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+431c434
+< 		"y2": {
+---
+> 		"y1": {
+435c438
+< 		"y1": {
+---
+> 		"y2": {
+438,440d440
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+457a458,460
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+461c464
+< 		"y2": {
+---
+> 		"y1": {
+465c468
+< 		"y1": {
+---
+> 		"y2": {
+468,470d470
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+487a488,490
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+491c494
+< 		"y2": {
+---
+> 		"y1": {
+495c498
+< 		"y1": {
+---
+> 		"y2": {
+498,500d500
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+517a518,520
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+521c524
+< 		"y2": {
+---
+> 		"y1": {
+525c528
+< 		"y1": {
+---
+> 		"y2": {
+528,530d530
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+547a548,550
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+551c554
+< 		"y2": {
+---
+> 		"y1": {
+555c558
+< 		"y1": {
+---
+> 		"y2": {
+558,560d560
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+577a578,580
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+581c584
+< 		"y2": {
+---
+> 		"y1": {
+585c588
+< 		"y1": {
+---
+> 		"y2": {
+588,590d590
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+607a608,610
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+611c614
+< 		"y2": {
+---
+> 		"y1": {
+615c618
+< 		"y1": {
+---
+> 		"y2": {
+618,620d620
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+637a638,640
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+641c644
+< 		"y2": {
+---
+> 		"y1": {
+645c648
+< 		"y1": {
+---
+> 		"y2": {
+648,650d650
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+667a668,670
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+671c674
+< 		"y2": {
+---
+> 		"y1": {
+675c678
+< 		"y1": {
+---
+> 		"y2": {
+678,680d680
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+697a698,700
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+701c704
+< 		"y2": {
+---
+> 		"y1": {
+705c708
+< 		"y1": {
+---
+> 		"y2": {
+708,710d710
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+727a728,730
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+731c734
+< 		"y2": {
+---
+> 		"y1": {
+735c738
+< 		"y1": {
+---
+> 		"y2": {
+738,740d740
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+757a758,760
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+761c764
+< 		"y2": {
+---
+> 		"y1": {
+765c768
+< 		"y1": {
+---
+> 		"y2": {
+768,770d770
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+787a788,790
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+791c794
+< 		"y2": {
+---
+> 		"y1": {
+795c798
+< 		"y1": {
+---
+> 		"y2": {
+799,801d801
+< 		"p1": {
+< 			"value_in_config": 0.0
+< 		},
+838a839,841
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+842c845
+< 		"y2": {
+---
+> 		"y1": {
+846c849
+< 		"y1": {
+---
+> 		"y2": {
+849,851d851
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+=================== End of Test123_smlp_toy_basic_optimization_progress.json diff report ================================
+=================== Diff report for: Test123_smlp_toy_basic_optimization_results.json ==================================
+15a16,18
+> 	"p1": {
+> 		"value_in_config": 0.0
+> 	},
+19c22
+< 	"y2": {
+---
+> 	"y1": {
+23c26
+< 	"y1": {
+---
+> 	"y2": {
+26,28d28
+< 	},
+< 	"p1": {
+< 		"value_in_config": 0.0
+=================== End of Test123_smlp_toy_basic_optimization_results.json diff report ================================
+=================== Diff report for: Test125_smlp_toy_basic_optimization_progress.json ==================================
+16a17,19
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+20c23
+< 		"y2": {
+---
+> 		"y1": {
+24c27
+< 		"y1": {
+---
+> 		"y2": {
+27,29d29
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+46a47,49
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+50c53
+< 		"y2": {
+---
+> 		"y1": {
+54c57
+< 		"y1": {
+---
+> 		"y2": {
+57,59d59
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+76a77,79
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+80c83
+< 		"y2": {
+---
+> 		"y1": {
+84c87
+< 		"y1": {
+---
+> 		"y2": {
+87,89d89
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+106a107,109
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+110c113
+< 		"y2": {
+---
+> 		"y1": {
+114c117
+< 		"y1": {
+---
+> 		"y2": {
+117,119d119
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+136a137,139
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+140c143
+< 		"y2": {
+---
+> 		"y1": {
+144c147
+< 		"y1": {
+---
+> 		"y2": {
+147,149d149
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+166a167,169
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+170c173
+< 		"y2": {
+---
+> 		"y1": {
+174c177
+< 		"y1": {
+---
+> 		"y2": {
+177,179d179
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+196a197,199
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+200c203
+< 		"y2": {
+---
+> 		"y1": {
+204c207
+< 		"y1": {
+---
+> 		"y2": {
+207,209d209
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+226a227,229
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+230c233
+< 		"y2": {
+---
+> 		"y1": {
+234c237
+< 		"y1": {
+---
+> 		"y2": {
+237,239d239
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+256a257,259
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+260c263
+< 		"y2": {
+---
+> 		"y1": {
+264c267
+< 		"y1": {
+---
+> 		"y2": {
+267,269d269
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+286a287,289
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+290c293
+< 		"y2": {
+---
+> 		"y1": {
+294c297
+< 		"y1": {
+---
+> 		"y2": {
+297,299d299
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+316a317,319
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+320c323
+< 		"y2": {
+---
+> 		"y1": {
+324c327
+< 		"y1": {
+---
+> 		"y2": {
+327,329d329
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+346a347,349
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+350c353
+< 		"y2": {
+---
+> 		"y1": {
+354c357
+< 		"y1": {
+---
+> 		"y2": {
+357,359d359
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+376a377,379
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+380c383
+< 		"y2": {
+---
+> 		"y1": {
+384c387
+< 		"y1": {
+---
+> 		"y2": {
+388,390d390
+< 		"p1": {
+< 			"value_in_config": 0.0
+< 		},
+427a428,430
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+431c434
+< 		"y2": {
+---
+> 		"y1": {
+435c438
+< 		"y1": {
+---
+> 		"y2": {
+438,440d440
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+457a458,460
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+461c464
+< 		"y2": {
+---
+> 		"y1": {
+465c468
+< 		"y1": {
+---
+> 		"y2": {
+468,470d470
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+487a488,490
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+491c494
+< 		"y2": {
+---
+> 		"y1": {
+495c498
+< 		"y1": {
+---
+> 		"y2": {
+498,500d500
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+517a518,520
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+521c524
+< 		"y2": {
+---
+> 		"y1": {
+525c528
+< 		"y1": {
+---
+> 		"y2": {
+528,530d530
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+547a548,550
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+551c554
+< 		"y2": {
+---
+> 		"y1": {
+555c558
+< 		"y1": {
+---
+> 		"y2": {
+558,560d560
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+577a578,580
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+581c584
+< 		"y2": {
+---
+> 		"y1": {
+585c588
+< 		"y1": {
+---
+> 		"y2": {
+588,590d590
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+607a608,610
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+611c614
+< 		"y2": {
+---
+> 		"y1": {
+615c618
+< 		"y1": {
+---
+> 		"y2": {
+618,620d620
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+637a638,640
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+641c644
+< 		"y2": {
+---
+> 		"y1": {
+645c648
+< 		"y1": {
+---
+> 		"y2": {
+648,650d650
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+667a668,670
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+671c674
+< 		"y2": {
+---
+> 		"y1": {
+675c678
+< 		"y1": {
+---
+> 		"y2": {
+678,680d680
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+697a698,700
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+701c704
+< 		"y2": {
+---
+> 		"y1": {
+705c708
+< 		"y1": {
+---
+> 		"y2": {
+708,710d710
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+727a728,730
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+731c734
+< 		"y2": {
+---
+> 		"y1": {
+735c738
+< 		"y1": {
+---
+> 		"y2": {
+738,740d740
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+757a758,760
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+761c764
+< 		"y2": {
+---
+> 		"y1": {
+765c768
+< 		"y1": {
+---
+> 		"y2": {
+768,770d770
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+787a788,790
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+791c794
+< 		"y2": {
+---
+> 		"y1": {
+795c798
+< 		"y1": {
+---
+> 		"y2": {
+799,801d801
+< 		"p1": {
+< 			"value_in_config": 0.0
+< 		},
+838a839,841
+> 		"p1": {
+> 			"value_in_config": 0.0
+> 		},
+842c845
+< 		"y2": {
+---
+> 		"y1": {
+846c849
+< 		"y1": {
+---
+> 		"y2": {
+849,851d851
+< 		},
+< 		"p1": {
+< 			"value_in_config": 0.0
+=================== End of Test125_smlp_toy_basic_optimization_progress.json diff report ================================
+=================== Diff report for: Test125_smlp_toy_basic_optimization_results.json ==================================
+15a16,18
+> 	"p1": {
+> 		"value_in_config": 0.0
+> 	},
+19c22
+< 	"y2": {
+---
+> 	"y1": {
+23c26
+< 	"y1": {
+---
+> 	"y2": {
+26,28d28
+< 	},
+< 	"p1": {
+< 		"value_in_config": 0.0
+=================== End of Test125_smlp_toy_basic_optimization_results.json diff report ================================
+=================== Diff report for: Test126_smlp_toy_basic_verify_results.json ==================================
+6,7d5
+< 			"x2": 0.0,
+< 			"y1": 0.2,
+8a7,9
+> 			"p2": 0.0,
+> 			"y1": 0.2,
+> 			"x2": 0.0,
+10,11c11
+< 			"y2": 0.0,
+< 			"p2": 0.0
+---
+> 			"y2": 0.0
+=================== End of Test126_smlp_toy_basic_verify_results.json diff report ================================
+=================== Diff report for: Test129_smlp_toy_ctg_num_resp_verify_results.json ==================================
+18d17
+< 			"p1": 7.5,
+20c19
+< 			"y1": -61.895667856765954,
+---
+> 			"p1": 7.5,
+21a21
+> 			"y1": -61.895667856765954,
+30d29
+< 			"p1": 7.5,
+32c31
+< 			"y1": -61.895667856765954,
+---
+> 			"p1": 7.5,
+33a33
+> 			"y1": -61.895667856765954,
+=================== End of Test129_smlp_toy_ctg_num_resp_verify_results.json diff report ================================