From f09e69d05cfca9f3864570c6cb1a5bbe53693717 Mon Sep 17 00:00:00 2001
From: linyiLYi <48440925+linyiLYi@users.noreply.github.com>
Date: Wed, 5 Apr 2023 23:21:32 +0800
Subject: [PATCH] add recording function to the script

---
 .gitignore                                    |   5 ++-
 __pycache__/custom_cnn.cpython-38.pyc         | Bin 1250 -> 0 bytes
 __pycache__/custom_sf2_cv_env.cpython-38.pyc  | Bin 2958 -> 0 bytes
 .../mobilenet_extractor.cpython-38.pyc        | Bin 1231 -> 0 bytes
 main/test.py                                  |  30 +++++++++++++++---
 5 files changed, 29 insertions(+), 6 deletions(-)
 delete mode 100644 __pycache__/custom_cnn.cpython-38.pyc
 delete mode 100644 __pycache__/custom_sf2_cv_env.cpython-38.pyc
 delete mode 100644 __pycache__/mobilenet_extractor.cpython-38.pyc

diff --git a/.gitignore b/.gitignore
index 777e661..fc998d5 100644
--- a/.gitignore
+++ b/.gitignore
@@ -5,4 +5,7 @@
 archives/
 images/
 data/
-main/logs/monitoring/
\ No newline at end of file
+main/logs/monitoring/
+recordings/
+
+007*
\ No newline at end of file
diff --git a/__pycache__/custom_cnn.cpython-38.pyc b/__pycache__/custom_cnn.cpython-38.pyc
deleted file mode 100644
index cf6425e456c82bcd87cdfe9b602c048dc28377d5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1250
zcmZuwPj4JG6u0O9ZZ@E-3IYTOgetU$?txya3RQ(I1*9rMgj_}|S<d)vI*Z4X+MYn7
zJ<&)#^&9lCd+e3(z?blqQ$7I_C*GTcun0WzZ|wK%_kQn>4|jKm49A0CKT*HMjQviV
z?UCT-Ax`%Vf?|qmR$l#i$@_iO#AVD$7U`r(%d}s|I&1PW=j>~y5|v&sl|uSFE(^sE
z*d)6|YixhQ!&_fU2aiGe&Vu{uXK!WYTZ@Wu(;n3t40v&RSGY!MUD2iOLF8z-dkDaY
zP#HnIOcZ~`U$6yNk%})yWeV9cr>T-xkxEr|k(9*?mauYwWb!bWb<VfVY@ZnIwMP!@
zsq}SgggcQHR8jBc3TVBH6O+Z<F9@D_zGBa#Wwhc7J-&=M^YJ?I@iJ901+OxdtKwyf
z(rkk|lqYKNzw!afhj{B>=hr#iS{G_(#g>CjbY*8VSTQkF3?mrr*9>_f`O)G!l|t3c
zB}aOf9}%PkMBS2X5{I21!5YxQ)#ng0=WVSZ<R?<8+8kd#q~jD}&2Tx{390K&z*<Up
zD1@j@?S%-DF=2QB&pI%^mO5m!)|`H(Lh?O4ISlz@ExiX5vM03xX>CTg<I0#x6cPt|
zVTsmj9tJ{GS~@4hYxd`(+5Pz;R=~|W^a9oVQCoEldT{eEzWvU&OQ>*(i~;<eMSc9#
zgS{i`dDYiYp!w;^ncYLn1y1)40^_%M!pA(jnHeAP?2q&DP2s112Zh{5TOHs+W&xYi
z{HF=X`iwlhjj&>Cw&Lr)0jTJkWJ7(P?)Uk&Z{iV~6VPj$M3z`#y1_P`2i(6)x(^B7
zzkv_>GmF;#B&{MRjta>5`QAUQueFmQRmI2#uqs0#npSn1)*~UFby8nz;^VU>qzBZ~
zeS$)YZ>@S7vLC>>*4mHB<L-4aD$rVpEk5s|))J|{4JaB%{ZQ~*Z}gJMz}_b9rwF0w
zEl-WHW7^(!ULGN%BYf=|yTRR^R&CR?X4;<<TApFWEd^MPd(mm_@BvOS641_4FZNEh
a`1G0TlT>_u74QRUZbvCDc!3qhFZv6S`!=Bf

diff --git a/__pycache__/custom_sf2_cv_env.cpython-38.pyc b/__pycache__/custom_sf2_cv_env.cpython-38.pyc
deleted file mode 100644
index 8085902e3af2f81511ecdb63111c218f13b8dfaf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 2958
zcmai0O^h5z6|SoOot_zc*IqWp&X1*lr9s4y4Ty*zkJp>5iGXpmNd&Z36rHY~o*DOa
z4^=(u>}uwK>?o0t4@d}!T$mB!5D5u!$SvYbB<F?{Q4&g|M6%`voDfKu_o{d8-BmEv
zs#ib#y86|7UwyA$X*L4_<+sb96MtAH<YOEhE;bA<LscCRf(V+Cuxe>Y&6tIjY3<O4
zmSxV+4PA;lR^|=;(5K`o5w>t{5#c0cP`hb`fuJvumb-v8NvB11ty9Qhl=b%#7}UQv
z&dUCkejdr)7&Q(Tv<HjY1d$N5A!Op@8>CBxCG1-@u*MPYEdthf!iUxoH4#ATin?e(
z>xrf~0j>WAu}N41JC^j>mr9u=<z_$am5JOKtFjn=Uq+)*A~)~8e+SDa?btPct_1e6
zT2NIEq9i4qkeh7ACUj0IDJ?;7!VI@34oF83kgi}LJtO_HHV6iFu$l?GYz&&hxoyMS
z6BCpt%O&CB4pIy47j<YGxAE&`LBQr_XVHMa-h~R~Z|$_|5Yn<1Xw%}yAY=_h%hpy_
z+|YIpcBdWHi$;ldM7cXk(%^&NjJ_3o*iPTu`Qxw8e(A66^p_hy%kKXBFYWZPP<-RV
zYwx$y-Nl8c{ombbr<EV>v|CKu!z9YJrApB{1xt>>PZA@eea`!NzvNt^5xNn@WxvR|
z8bxuUYh_O+s#jz}FQw5i;VK5N=RB3su0A!A$qpZ7(QYDnFNw0Ur&r8eF&Y(ll9vaw
zR=PXXu31uP>q_yOX8A~a-K>bpXV&y`@v2JXPITzUUYV$}pQn<cQMLR&*j#O^B<pG`
z$#-<)MnC6eG6WmSL^rcSCHIH&G5AuR2JtqamGd}@l;Zqt@~`h~e0}>B_@UY!!^V?%
z`?(?>55Ziuz5c?BvKS;Wbd|x^Q{4(+PeuLh*no_y?i!DGIQ;+OXjj4sBzPXxqaX-f
zqJiyFmqGPi$_PI8J>Pb%y(j-SVlN)VAja(;6pV)hbpxt;5kyI5bV5rqU~`0(1wDI0
z1<p8v-L__K=?(lj9IJC=%F5a-n6NpW)$u3`cWzDLt62l*pvM4`UZ=$j;wsot-R$RZ
znnnfq6F^WQ^rPbP0?m>X!~#XDsjYZtP5bdqxlv?=)F(EsefQcHzjAeJ?dsP059JDI
zX&0aa{GfvuIxj!J#n-o<U)OG=5XSN>E_e>LoU)K{PX}FD40%2tj&`*N3d1oN@;Ls?
zl24#s{SZjPX0^27{b7_Q^7FWw5f@PP5e_IE$s$f5;)gy%4Q0sFU80X$D^_6dtvxI%
zpT10tJ~$}YNAH**oq^7T46xGcwp>Ea6yRuc{;f{`i=f^A^MCH$1Gj$$bmc0D7Bw3@
zzKK<yCM8FJ7m^!fzgpyD^(=g$46V@yv#q_SA7=lju5iSBAC^NJFy{XPI%vM2g1yd=
zoL^^M_E|CoQoKJ4NZOxeB}M8K-gSEpxEvtrEHlUU=a`uTas-@OXUG(2b>K{F=(!Vj
z;+!GEUm;U(;)>dJDsN3Z5j=}y3(##FQgtRC;I!UZoCMnz2&=_;6tAIp6U9d;ev0Bx
zAkuID{@u6!@xk7u^sQfEd9U4a4H^yNfd9rrAP_+1A^-cv|KX`4OvWRbMB!;<vIj&~
zO*W4xh9{4)-SLG)zuOI0jwx}R#S?NPlHz#i>n8NoyUVaCg}5Sgm9APVbcF>pU=7Qs
zKC+Cxcj5mbpjzli*b%WvFDC5gp@RXQ(K&=#U<PDHLKtR1FmufOtRp?pYdI3twF3t*
zDIYjdeg$8$3dzqv|Ja`76`1=0RE3BmG@xKR-8=sf+sz-25F&nhAFO*YsH{dgU^8n@
z=5*VhvZ*z-5o$9V_5(l@6hH-e9Ds#HX<eu4Iq13AlRW?;nR#>aHPj^oUu_F}>g5el
z-2qUdMh$5bbiIkwwZR{5CtWt>=k3k(@4b)TeCMB^Tza|kQBe8FRwb~|DX<fAUj#`i
zk?Sxx<g~Bi(BvuOz6yxIktPL8bYtl8Dtw{C1>{t1_w#NMHurPU{=54A5H*fF9z*;i
zs0z7;utzBZ$EGW^fgwN$vAriA5(eBvi)~8GM6Cd?3pri{xDGfU7Gj)Xzrp!W#!*(i
zF*(ryLYfVlO=J8e+M=8Lxj0U;3~n6{xcf;|K>{}y6TAp1yfFFn#5w=8@B3$b*Su-f
z<s+!|1rXXXDWl3KU&e`5lTUW~3KH1GQbxJz!sS6#7l{BaA{VQBNOj%u_V0{l;X}4O
XNGAR_t6g3K?mjRGTnJBtHmv^wK;H)V

diff --git a/__pycache__/mobilenet_extractor.cpython-38.pyc b/__pycache__/mobilenet_extractor.cpython-38.pyc
deleted file mode 100644
index da42d5b2040f39b89658b23a87377aa7ad89bbba..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1231
zcmZuwON$gS5KhvM=^1C$T~<L*5X3_t9K^kdi0t|nbP;?Unt_n*WY!+i-D8p&T^YT&
z;K_gBVfX0Kzmuz{{R^I~%FgNtrb(r$l5~CbRpr&nN{_&}@Z*a76cO?hjpY%8u?f>Y
z1|f;0niR(?EoiV=9TgEpAJcK26iLt{oz|VAL&+l|W0~v|nW*G*RAiFAAbENOe<RyD
z_2=#is~#%hrbgKZ@0}5)YYl9y)$LBDRihlAZE#x)txLSLJP;fXdlQ5r2&iBx8po1;
zqhH8~N+zTIevznj+`%d1Z%igK-H(gx3yDe51uz}I{w&1WR_^u2GKST5$0{=uu4)@@
zC!$m(3jvP>>IeaNBX$#nBaY6=XEtVYDk1n+Mv04LB;&8(=dnu;Qkfj0-T^(6>70za
zhYakVBnV~uh)_Zx{r+gd371v<GN(mvVid4bHA?2}2o4dGfv7eCMSjXBb~;hUARM1@
zUNx2D+#oXF{llbZP2*R$q?ovBrnY9g&)ZhtkbXrhTzmo!pFV{s!k7-;W}`A^KDJ7a
zOahMY)OR^AwXl}+@8s9Bd$)$KfF(PeLQGW-@3-Z&R*kd6ttZb-J60vA))}STwNbVE
z#wl}6RKq`@xH_r&V6tbh8@n(qCP(Nx?Zfxs(*FuHI7t)m^_MDTeF{`fP4iE&kP2ky
z9!z^31W->7=$szXk5GUEHfN~0=pddmNe@}@Cdb}6gW|C5z<8dTQ*hm9ClxZM(M+Ii
z%QwC=(!x2_n6u!_BeM#NIgbbEd$W#45a-a-8MWq}F!Br-HatVtr#;BGM?YNrZ^nxY
zc@Jych+1*(dz{y;oNCnjoWGq4z1WF%_iCTKz`hN<nhO{;eW@DT8gmhil|?B_r8V@+
zUw~_{YY=5<DJ+IX_A<Jj22b8KmvJ}zG7Gs6n#T0O=dW5Pb^y-~JZ%lFWH$z7Ti0zf
y2<NyKd(bZipHHzCT(io;6B|GtO54!2A;=P*zpQ1qkJG(_Zy?Z?(JZt{Kl%+yqdC|B

diff --git a/main/test.py b/main/test.py
index 09e5c5f..53a79fc 100644
--- a/main/test.py
+++ b/main/test.py
@@ -1,3 +1,4 @@
+import os
 import time 
 
 import retro
@@ -7,9 +8,13 @@ from street_fighter_custom_wrapper import StreetFighterCustomWrapper
 
 RESET_ROUND = False # Reset the round when fight is over. 
 RENDERING = True
+RECORDING = True
 
 RANDOM_ACTION = False
-MODEL_PATH = r"trained_models/ppo_ryu_7000000_steps"
+MODEL_DIR = r"trained_models/"
+MOVIE_DIR = r"recordings"
+
+MODEL_NAME = r"ppo_ryu_7000000_steps"
 
 def make_env(game, state):
     def _init():
@@ -28,8 +33,7 @@ env = make_env(game, state="Champion.Level12.RyuVsBison")()
 # model = PPO("CnnPolicy", env)
 
 if not RANDOM_ACTION:
-    # model.load(MODEL_PATH)
-    model = PPO.load(MODEL_PATH, env=env)
+    model = PPO.load(os.path.join(MODEL_DIR, MODEL_NAME), env=env)
 
 # obs = env.reset()
 done = False
@@ -40,6 +44,13 @@ num_victory = 0
 for _ in range(num_episodes):
     done = False
     obs = env.reset()
+
+    if RECORDING:
+        # Start recording
+        movie_path = os.path.join(MOVIE_DIR, "{}.bk2".format(MODEL_NAME))
+        env.unwrapped.movie = retro.Movie(movie_path, retro.MovieMode.RECORD)
+        env.unwrapped.movie.step()
+
     total_reward = 0
     
     while not done:
@@ -50,11 +61,20 @@ for _ in range(num_episodes):
         else:
             action, _states = model.predict(obs)
             obs, reward, done, info = env.step(action)
+        
+        if RECORDING:
+            # Record the step
+            env.unwrapped.movie.step()
 
         if reward != 0:
             total_reward += reward
             print("Reward: {:.3f}, playerHP: {}, enemyHP:{}".format(reward, info['agent_hp'], info['enemy_hp']))
-        
+    
+    if RECORDING:
+        # Stop recording
+        env.unwrapped.movie.close()
+        del env.unwrapped.movie
+
     if info['enemy_hp'] < 0:
         print("Victory!")
         num_victory += 1
@@ -66,4 +86,4 @@ print("Winning rate: {}".format(1.0 * num_victory / num_episodes))
 if RANDOM_ACTION:
     print("Average reward for random action: {}".format(episode_reward_sum/num_episodes))
 else:
-    print("Average reward for {}: {}".format(MODEL_PATH, episode_reward_sum/num_episodes))
\ No newline at end of file
+    print("Average reward for {}: {}".format(MODEL_NAME, episode_reward_sum/num_episodes))
\ No newline at end of file