add level 3, add Minvo

.gitignore

@@ -2,3 +2,6 @@
 /bin
 /.idea
 *.iml
+/.vscode
+/core
+/*.log

Dockerfile

@@ -0,0 +1,10 @@
+FROM openjdk:8-slim-buster
+
+COPY . .
+RUN apt update && \
+    apt install -y vim git && \
+    apt install -y libxext6 libxrender1 libxtst6 libfreetype6 libfontconfig1 && \
+    echo "Done!"
+
+# Dev environment:
+# docker run -d --name bom-ai -e DISPLAY="host.docker.internal:0" -v /tmp/.X11-unix:/tmp/.X11-unix -v $HOME:/root openjdk:8-slim-buster sleep 999999999

models/sac/logs.csv

@@ -0,0 +1,152 @@
+episode,steps,totalReward,avgLoss,avgQ1Loss,avgQ2Loss,avgPolicyLoss
+0,210,-523.0,118.12451,57.803856,59.82003,0.50062275
+1,242,-749.0,119.76689,57.689888,60.6614,1.4156002
+2,925,-433.0,29.094067,11.821329,13.617163,3.6555743
+3,350,-1450.0,97.75449,49.923336,44.656353,3.1748052
+4,316,-983.0,181.35384,90.335,86.61,4.408834
+5,315,-1663.0,195.4226,92.854515,96.12815,6.4399476
+6,200,-563.0,127.81987,56.41343,63.062725,8.343729
+7,492,-1969.0,118.48268,46.97105,61.066925,10.444702
+8,1639,-1933.0,71.446945,17.357225,37.748768,16.340952
+9,611,-3869.0,172.67046,75.226616,84.87112,12.572725
+10,1129,-236.0,52.390003,13.913859,20.7331,17.743044
+11,2586,-894.0,32.774223,6.2971,6.447057,20.030064
+12,1705,-1958.0,58.806236,18.043636,19.590504,21.1721
+13,1087,-1929.0,67.4272,20.155167,24.935963,22.336071
+14,2240,-123.0,42.15841,9.641373,10.174707,22.342333
+15,1128,-1046.0,45.677597,10.252888,11.928723,23.495987
+16,869,-427.0,42.60451,8.979891,10.330642,23.29398
+17,1469,-1247.0,50.361095,11.086599,13.231975,26.042522
+18,1843,-2226.0,58.08662,13.345929,17.555159,27.185535
+19,209,-502.0,98.05267,39.028477,40.900356,18.123844
+20,582,-2491.0,129.24535,50.306473,56.399944,22.538923
+21,3053,-1365.0,59.419476,9.592533,13.747647,36.079296
+22,1574,-1598.0,59.90373,10.037819,13.51472,36.35119
+23,1941,-5878.0,100.58356,26.006247,34.26289,40.314415
+24,1656,-2202.0,73.19973,11.98628,18.913006,42.300446
+25,1735,-2155.0,79.18924,12.2470455,21.48121,45.460983
+26,1164,-1313.0,79.21062,12.396383,19.153912,47.660324
+27,610,-2019.0,105.52742,33.878315,39.571068,32.078037
+28,362,-1719.0,154.11963,53.11065,64.010025,36.998947
+29,353,-2500.0,223.22144,75.26022,108.108505,39.852715
+30,1101,-808.0,78.17186,7.5052843,12.557988,58.10859
+31,691,-2222.0,109.035255,30.359722,32.32763,46.347897
+32,1310,-1650.0,96.08864,11.255519,19.656374,65.17674
+33,1713,-2007.0,97.9173,11.116342,21.450443,65.35051
+34,493,-1859.0,126.57732,37.349167,41.03942,48.18874
+35,199,-583.0,149.29532,47.74101,53.956993,47.597305
+36,602,-2139.0,122.94492,30.306122,40.448242,52.19056
+37,415,-1235.0,118.02385,24.727316,34.640484,58.65606
+38,1498,-855.0,107.44676,6.473565,13.841501,87.1317
+39,1018,-465.0,92.36423,5.727498,7.5124907,79.12424
+40,1508,-1074.0,116.3741,8.731051,15.619425,92.02363
+41,2783,-7718.0,147.32169,24.090548,34.481503,88.749626
+42,2817,-1685.0,116.387314,8.810155,12.208402,95.36876
+43,900,-4465.0,166.33464,45.115116,53.52423,67.695305
+44,2576,-815.0,120.480225,7.7298965,10.9017315,101.848595
+45,2138,-61.0,104.30084,4.9779444,6.128467,93.19443
+46,201,-563.0,123.48415,26.819494,32.71556,63.949104
+47,325,-1343.0,156.92891,35.9489,44.947186,76.03282
+48,265,-788.0,126.70134,22.144688,32.233784,72.32287
+49,1480,-856.0,130.70566,7.4623823,9.821857,113.421425
+50,2814,415.0,125.44133,7.1611204,7.6502137,110.62999
+51,2773,-2229.0,130.94748,12.18892,16.88979,101.86876
+52,439,-2963.0,192.62236,51.537384,60.648438,80.436554
+53,3379,-2698.0,151.15074,13.95962,18.150515,119.04061
+54,406,-1656.0,154.1638,32.234413,33.465935,88.463455
+55,928,-532.0,139.04916,13.678808,15.582199,109.78816
+56,1807,-4969.0,169.50269,23.175442,29.379389,116.94785
+57,3567,-2742.0,158.13736,11.868324,15.63386,130.63516
+58,1595,-1537.0,157.65791,13.312529,18.453812,125.89158
+59,1738,-2335.0,165.72011,16.73418,22.532606,126.45332
+60,2110,-144.0,145.10225,9.112715,10.281461,125.70807
+61,3584,-3811.0,171.11647,14.337924,21.871695,134.90685
+62,350,-1140.0,144.29398,21.862326,27.185719,95.24593
+63,569,-1742.0,151.54155,21.045376,29.28093,101.215256
+64,2064,2.0,152.65018,8.205217,9.342428,135.10254
+65,542,-1074.0,128.08012,14.894574,17.12357,96.06197
+66,1529,-1512.0,174.40132,15.257792,19.353363,139.79016
+67,499,-2228.0,179.6372,30.673548,43.322502,105.64116
+68,210,-472.0,130.74551,15.163992,20.842999,94.738525
+69,932,-322.0,160.4552,10.627113,12.091006,137.73709
+70,1661,-2031.0,179.20987,15.501996,21.56076,142.14711
+71,1471,-3317.0,204.40268,25.035603,32.167492,147.1996
+72,3693,-3352.0,193.87155,18.341549,22.932495,152.5975
+73,620,-1838.0,171.4963,23.471308,29.276295,118.7487
+74,334,-2312.0,224.80649,41.612465,51.95589,131.23814
+75,2807,-2826.0,217.40385,19.104603,25.11099,173.18826
+76,211,-452.0,149.61783,17.018948,24.468262,108.130615
+77,1131,-1665.0,227.66077,22.852886,34.55725,170.25063
+78,405,-1526.0,200.46663,25.985239,38.89547,135.5859
+79,196,-613.0,166.63863,19.178562,30.738901,116.72117
+80,2775,-1298.0,225.39261,16.317951,20.474087,188.60056
+81,1246,-1496.0,260.51868,33.96737,38.915424,187.6359
+82,1795,-3210.0,241.34492,20.28743,25.996094,195.06139
+83,1003,-336.0,247.02841,33.084476,34.42362,179.52034
+84,1236,-4137.0,239.60161,29.686676,39.337677,170.57724
+85,201,-653.0,191.40996,27.361547,37.84957,126.19884
+86,852,-479.0,234.84122,25.684011,27.419458,181.73773
+87,584,-2971.0,374.7953,72.8714,91.26561,210.65828
+88,855,-628.0,264.15375,37.259468,39.90641,186.98785
+89,1063,-1221.0,315.79663,56.050713,60.30932,199.4366
+90,419,-2205.0,261.1889,47.547623,55.48989,158.15141
+91,851,-299.0,265.70084,36.8254,38.38253,190.49289
+92,496,-1628.0,218.82877,27.804276,35.946114,155.07835
+93,497,-2068.0,252.80205,36.05374,50.92767,165.82065
+94,2901,-1598.0,297.61774,31.636084,35.86326,230.11841
+95,196,-613.0,202.14757,23.986948,34.356026,143.8046
+96,1466,-877.0,338.9154,56.342846,58.485302,224.08725
+97,204,-513.0,208.65662,30.679163,40.03849,137.93896
+98,1348,-1347.0,245.89726,18.769289,22.457476,204.6705
+99,414,-1465.0,250.0127,36.8858,49.284737,163.84218
+100,913,-3274.0,257.47235,38.609352,48.72204,170.14096
+101,1658,-1821.0,328.081,43.973297,49.319313,234.7884
+102,724,-3099.0,316.6719,51.85784,60.527943,204.2861
+103,745,-3158.0,348.49344,55.69146,75.36152,217.44046
+104,644,-3196.0,444.84766,95.25508,115.02041,234.57217
+105,351,-1260.0,242.30518,32.09302,48.578606,161.63356
+106,707,-3451.0,381.35712,75.92653,96.38502,209.04558
+107,1549,-1301.0,329.9795,31.153934,35.562172,263.26337
+108,3388,-677.0,327.24673,31.528233,34.822388,260.89612
+109,450,-1632.0,299.1242,46.470955,60.099213,192.55403
+110,428,-2324.0,356.9698,61.959625,90.28121,204.72891
+111,341,-1581.0,293.56952,38.33511,60.230827,195.0036
+112,442,-2703.0,393.09177,74.03804,101.332405,217.72134
+113,1281,-2123.0,455.85272,82.362755,92.875946,280.61407
+114,459,-3011.0,399.64087,76.27206,92.15181,231.217
+115,196,-613.0,357.22076,71.38127,89.26785,196.57166
+116,2543,-1378.0,359.75684,41.0498,43.394787,275.31226
+117,670,-2274.0,586.66644,158.49991,167.63762,260.5289
+118,2205,-1336.0,359.61612,34.254612,37.6472,287.7143
+119,203,-533.0,266.6281,31.90745,46.645325,188.07533
+120,1204,-1809.0,438.8253,80.831406,83.91501,274.07886
+121,708,-281.0,346.15836,43.003242,45.87547,257.27963
+122,453,-1332.0,305.78186,49.403618,56.70229,199.67595
+123,3004,-1429.0,434.58945,69.05426,71.033325,294.5019
+124,2527,-5269.0,397.82635,61.075844,71.52562,265.22488
+125,488,-1809.0,307.19785,44.869057,58.27709,204.05173
+126,402,-2586.0,452.73065,94.45423,120.5411,237.73532
+127,1165,-1563.0,480.82822,88.38582,96.86128,295.58112
+128,233,-940.0,317.5232,40.83218,53.27243,223.41858
+129,3453,-742.0,399.51688,45.095848,48.12706,306.29398
+130,176,-1305.0,556.099,151.86472,163.12949,241.10483
+131,867,-407.0,396.10928,52.28838,56.332428,287.48846
+132,684,-1903.0,387.1917,65.513824,73.55791,248.11996
+133,328,-1842.0,470.78085,99.382645,109.06551,262.3327
+134,342,-1291.0,443.00543,86.902466,103.6072,252.49576
+135,3716,-4250.0,538.96893,104.41012,106.38905,328.16974
+136,414,-1955.0,520.40485,126.093544,141.60693,252.70435
+137,376,-2108.0,412.96344,74.881485,83.98923,254.09273
+138,2683,-2106.0,480.47736,58.03288,62.00152,360.44296
+139,351,-1190.0,450.6452,91.1224,108.19773,251.32507
+140,364,-2039.0,505.68207,118.09823,130.81314,256.7707
+141,1466,-1217.0,451.6564,57.135326,60.923744,333.59732
+142,2319,-1826.0,499.6158,84.22354,87.16097,328.23132
+143,2393,-6380.0,557.36884,113.30038,119.39022,324.67822
+144,305,-1064.0,487.2184,97.52559,117.25138,272.44147
+145,3443,-613.0,637.1561,139.21585,144.62766,353.31265
+146,1099,-1798.0,611.7533,129.92844,138.07776,343.74713
+147,381,-1798.0,463.65878,92.3239,98.37209,272.96283
+148,1323,-2269.0,749.7801,196.73126,201.69229,351.35654
+149,1510,-1024.0,511.31818,80.332405,83.52703,347.4587
+150,196,-673.0,426.88153,91.29005,102.27358,233.31792

models/sac/metadata.json

@@ -0,0 +1 @@
+{"episode":151}

pom.xml

@@ -1,11 +1,54 @@
-<project xmlns:pom="http://maven.apache.org/POM/4.0.0">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <modelVersion>4.0.0</modelVersion>
     <groupId>uet.oop</groupId>
     <artifactId>bomberman</artifactId>
     <version>v0.1</version>
 
     <name>Bomberman</name>
 
+    <properties>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+        <djl.version>0.28.0</djl.version>
+        <pytorch.version>2.2.2</pytorch.version>
+        <jackson.version>2.11.2</jackson.version>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>ai.djl</groupId>
+            <artifactId>api</artifactId>
+            <version>${djl.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>ai.djl.pytorch</groupId>
+            <artifactId>pytorch-engine</artifactId>
+            <version>${djl.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>ai.djl.pytorch</groupId>
+            <artifactId>pytorch-native-cpu</artifactId>
+            <version>${pytorch.version}</version>
+            <scope>runtime</scope>
+        </dependency>
+        <dependency>
+            <groupId>ai.djl.pytorch</groupId>
+            <artifactId>pytorch-jni</artifactId>
+            <version>${pytorch.version}-${djl.version}</version>
+            <scope>runtime</scope>
+        </dependency>
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-core</artifactId>
+            <version>${jackson.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-databind</artifactId>
+            <version>${jackson.version}</version>
+        </dependency>
+    </dependencies>
+
     <build>
         <directory>target</directory>
         <outputDirectory>target/classes</outputDirectory>
@@ -21,17 +64,18 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-compiler-plugin</artifactId>
-                <version>3.8.0</version>
+                <version>3.8.1</version>
                 <configuration>
                     <source>1.8</source>
                     <target>1.8</target>
                     <encoding>${project.build.sourceEncoding}</encoding>
                 </configuration>
             </plugin>
+
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-jar-plugin</artifactId>
-                <version>3.1.0</version>
+                <version>3.2.0</version>
                 <configuration>
                     <archive>
                         <manifest>
@@ -40,17 +84,15 @@
                     </archive>
                 </configuration>
             </plugin>
+
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-resources-plugin</artifactId>
-                <version>2.4.3</version>
+                <version>3.2.0</version>
                 <configuration>
                     <encoding>${project.build.sourceEncoding}</encoding>
                 </configuration>
             </plugin>
         </plugins>
     </build>
-    <properties>
-        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-    </properties>
 </project>

res/levels/Level1.txt → res/levels/Level1P_1.txt

@@ -1,12 +1,12 @@
 1 13 31
 ###############################
-#p     s* *  1 *   *  * * *   #
+#p  *  s* *  1 *   *  * * *   #
 # # # #*# # #*#*# # # #*#*#*# #
-#  x*     b**  *      *   * * #
-# # # # # #*# # #*#*# # # # #*#
-#f         x **  *  *         #
+#  f*     b**  *      *   * * #
+#f# # # # #*# # #*#*# # # # #*#
+#          x **  *  *1        #
 # # # # # # # # # #*# #*# # # #
-#*  *      *  *      *        #
+#*  b      *  *      *        #
 # # # # #*# # # #*#*# # # # # #
 #*    **  *       *           #
 # #*# # # # # # #*# # # # # # #

res/levels/Level2.txt → res/levels/Level1P_2.txt

@@ -1,16 +1,16 @@
 2 13 31
 ###############################
 #p * *2       *  ** * *      *#
-# # # # #*# # #*# # # # # #*# #
+# # # # #b# # #*# # # # # #*# #
 #    * * *** **      *    **  #
 # #*# # # # #1# #b#1# # # # #*#
 #          *     **      *  **#
-# # #*# # # # # #*#*#*#*# # # #
+# # #*# #s# # # #*#*#*#*# # # #
 #   *        *   * *x* *      #
-# # # # #*# # # # # # #*# #*# #
-#   ****         *1           #
+# #*# # #*# # # # # # #*# #*# #
+#   * *f         *1           #
 # # # # # # # # # #*# # # # #*#
-#  ** *   *    3              #
+#   * *   *    3              #
 ###############################
 
 

res/levels/Level1P_3.txt

@@ -0,0 +1,14 @@
+3 13 31
+###############################
+#p * *3       *  ** * *      *#
+# # # # #*# # #*# # # # # #*# #
+#   f* * *** **  #   *    **  #
+# #*# # # # #4# #b#1# # # # #*#
+#   *      *     **      *  **#
+# # #*# 3 # # # #*#*#*#*# # # #
+#   *        *   * *x* *   4  #
+# # # # #*#4# # # # # #*# #*# #
+#   ***3         *2           #
+# # # # # # # # # #*# # # # #*#
+# **  **  *    5              #
+###############################

res/levels/Level2P_1.txt

@@ -0,0 +1,14 @@
+1 13 31
+###############################
+#p  *  s* *  1 *   *  * * *   #
+# # # #*# # #*#*# # # #*#*#*# #
+#  f*     b**  *      *   * * #
+#f# # # # #*# # #*#*# # # # #*#
+#          x **  *  *1        #
+# # # # # # # # # #*# #*# # # #
+#*  b      *  *      *        #
+# # # # #*# # # #*#*# # # # # #
+#*    **  *       *           #
+# #*# # # # # # #*# # # # # # #
+#a          *   *  *          #
+###############################

res/levels/Level2P_2.txt

@@ -0,0 +1,15 @@
+2 13 31
+###############################
+#p * *2       *  ** * *      *#
+# # # # #b# # #*# # # # # #*# #
+#    * * *** **      *    **  #
+# #*# # # # #1# #b#1# # # # #*#
+#          *     **      *  **#
+# # #*# #s# # # #*#*#*#*# # # #
+#   *        *   * *x* *      #
+# #*# # #*# # # # # # #*# #*# #
+#   * *f         *1           #
+# # # # # # # # # #*# # # # #*#
+#a  * *   *    3              #
+###############################
+

res/levels/Level2P_3.txt

@@ -0,0 +1,14 @@
+3 13 31
+###############################
+#p * *3       *  ** * *      *#
+# # # # #*# # #*# # # # # #*# #
+#   f* * *** **  #   *    **  #
+# #*# # # # #4# #b#1# # # # #*#
+#   *      *     **      *  **#
+# # #*# 3 # # # #*#*#*#*# # # #
+#   *        *   * *x* *   4  #
+# # # # #*#4# # # # # #*# #*# #
+#   ***3         *2           #
+# # # # # # # # # #*# # # # #*#
+#a**  **  *    5              #
+###############################