update

tensorflow/1.14-gpu/Dockerfile

@@ -8,8 +8,10 @@ RUN apt update && \
 	apt install -y git && \
 	rm -rf /var/lib/apt/lists/*
 
-RUN pip install requests psutil py-cpuinfo pandas
+RUN pip install requests psutil py-cpuinfo pandas hdfs
 
 ADD bootstrap.sh /etc/bootstrap.sh
 
+ADD save.py /etc/save.py
+
 ENTRYPOINT ["/etc/bootstrap.sh"]

tensorflow/1.14-gpu/bootstrap.sh

@@ -18,4 +18,4 @@ fi
 eval $@
 
 # persist output
-sleep 15
+python /etc/save.py

tensorflow/1.14-gpu/save.py

@@ -0,0 +1,20 @@
+from hdfs import *
+import os
+import time
+
+
+if __name__ == '__main__':
+  os.environ["TZ"] = 'Asia/Shanghai'
+  if hasattr(time, 'tzset'):
+    time.tzset()
+  try:
+    hdfs_address = os.environ['hdfs_address']
+    hdfs_dir = os.environ['hdfs_dir']
+    output_dir = os.environ['output_dir']
+    
+    client = Client(hdfs_address)
+    client.upload(hdfs_dir, output_dir)
+
+    print('Save ' + output_dir + 'to' + hdfs_address + ' ' + hdfs_dir)
+  except Exception as e:
+    print('Unable to persist data to HDFS,', str(e))

tensorflow/2.1-gpu/Dockerfile

@@ -12,4 +12,6 @@ RUN pip3 install requests psutil py-cpuinfo pandas typing
 
 ADD bootstrap.sh /etc/bootstrap.sh
 
+ADD save.py /etc/save.py
+
 ENTRYPOINT ["/etc/bootstrap.sh"]

tensorflow/2.1-gpu/bootstrap.sh

@@ -18,4 +18,4 @@ fi
 eval $@
 
 # Persist output
-sleep 15
+python /etc/save.py

tensorflow/2.1-gpu/save.py

@@ -0,0 +1,20 @@
+from hdfs import *
+import os
+import time
+
+
+if __name__ == '__main__':
+  os.environ["TZ"] = 'Asia/Shanghai'
+  if hasattr(time, 'tzset'):
+    time.tzset()
+  try:
+    hdfs_address = os.environ['hdfs_address']
+    hdfs_dir = os.environ['hdfs_dir']
+    output_dir = os.environ['output_dir']
+    
+    client = Client(hdfs_address)
+    client.upload(hdfs_dir, output_dir)
+
+    print('Save ' + output_dir + 'to' + hdfs_address + ' ' + hdfs_dir)
+  except Exception as e:
+    print('Unable to persist data to HDFS,', str(e))