Merge branch 'main'

Dreamer/dreamers.py

@@ -308,6 +308,7 @@ class SeparationDreamer(Dreamer):
         with tf.GradientTape(persistent=True) as model_tape:
 
             # main
+            data["image"] = tf.transpose(data["image"], perm=[0, 1, 3, 4, 2])
             embed = self._encode(data)
             post, prior = self._dynamics.observe(embed, data['action'])
             feat = self._dynamics.get_feat(post)

Dreamer/tools.py

@@ -87,10 +87,12 @@ def video_summary(name, video, step=None, fps=20):
 def encode_gif(frames, fps):
     from subprocess import Popen, PIPE
     print(frames[0].shape)
-    if frames[0].shape[-1] != 3:
+    if frames[0].shape[-1] > 3:
         frames =  np.transpose(frames, [0, 2, 3, 1])
     h, w, c = frames[0].shape
-    print(h,w,c)
+    print(frames[0].shape)
+
+    if c!=64:
         pxfmt = {1: 'gray', 3: 'rgb24'}[c]
         cmd = ' '.join([
             f'ffmpeg -y -f rawvideo -vcodec rawvideo',

Dreamer/train_configs/dreamer.yaml

@@ -1,6 +1,6 @@
 dmc: 
 
-  logdir: /home/vedant/tia/Dreamer/logdir
+  logdir: /media/vedant/cpsDataStorageWK/Vedant/tia_logs
   video_dir_train: /media/vedant/cpsDataStorageWK/Vedant/natural_video_setting/train/
   video_dir_test: /media/vedant/cpsDataStorageWK/Vedant/natural_video_setting/test/
   debug: False

Dreamer/train_configs/tia.yaml

@@ -1,6 +1,6 @@
 dmc:
 
-  logdir: /home/vedant/tia/Dreamer/logdir
+  logdir: /media/vedant/cpsDataStorageWK/Vedant/tia_logs
   video_dir_train: /media/vedant/cpsDataStorageWK/Vedant/natural_video_setting/train/
   video_dir_test: /media/vedant/cpsDataStorageWK/Vedant/natural_video_setting/test/
   debug: False