Smaller pkl files

Author: evanmason

make_eddy_track_AVISO.py

@@ -30,8 +30,8 @@
 Scroll down to line ~640 to get started
 ===============================================================================
 """
-#from matplotlib import use as mpl_use
-#mpl_use('Agg')
+from matplotlib import use as mpl_use
+mpl_use('Agg')
 import sys
 import glob as glob
 from py_eddy_tracker_classes import plt, np, dt, Dataset, time, \
@@ -526,7 +526,7 @@ def __getstate__(self):
         #print '--- removing unwanted attributes'
         pops = ('Mx', 'My', '_f', '_angle', '_dx', '_dy', '_gof', '_lon',
                 '_lat', '_pm', '_pn', '_umask', '_vmask', 'eke', 'u', 'v',
-                'mask')
+                'mask', 'pad', 'vpad', 'upad')
         result = self.__dict__.copy()
         for pop in pops:
             result.pop(pop)
@@ -1181,7 +1181,9 @@ def set_interp_coeffs(self, sla, uspd):
 
             with open("".join((SAVE_DIR, 'C_eddy_%s.pkl' % ymd_str)), 'wb') as save_pickle:
                 pickle.dump(C_eddy, save_pickle, 2)
-
+            
+            print 'EXIT here'
+            exit()
             ## Unpickle
             #with open('C_eddy.pkl', 'rb') as load_pickle:
                 #C_eddy = pickle.load(load_pickle)

make_eddy_track_CLS.py

@@ -44,15 +44,16 @@
     TRACK_DURATION_MIN = 28
 
     #DATA_DIR = '/data/OCE_ETU/MSA/emason/Global_DT10/'
-    DATA_DIR = '/Users/emason/mercurial_projects/py-eddy-tracker-cls/py-eddy-tracker-cls/outputs/'
+    #DATA_DIR = '/Users/emason/mercurial_projects/py-eddy-tracker-cls/py-eddy-tracker-cls/outputs/'
+    DATA_DIR = '/home/emason/Downloads/'
 
-    A_PKL_FILES = 'A_eddy_????????.pkl'
-    #C_PKL_FILES = 'C_eddy_????????.pkl'
+    #A_PKL_FILES = 'A_eddy_????????.pkl'
+    C_PKL_FILES = 'C_eddy_????????.pkl'
 
-    PKL_FILES = glob.glob(DATA_DIR + A_PKL_FILES)
-    PKL_FILES.sort()
-    #C_PKL_FILES = glob.glob(DATA_DIR + C_PKL_FILES)
+    #PKL_FILES = glob.glob(DATA_DIR + A_PKL_FILES)
+    PKL_FILES = glob.glob(DATA_DIR + C_PKL_FILES)
 
+    PKL_FILES.sort()
     for active, PKL_FILE in enumerate(PKL_FILES):
 
         print PKL_FILE
@@ -65,7 +66,6 @@
             eddy = pickle.load(the_pickle)
             print '--- loaded %s' % PKL_FILE
 
-        #print 'eddy.index', eddy.index
         eddy.savedir = DATA_DIR + eddy.savedir.rpartition('/')[-1]
 
         eddy.TRACK_DURATION_MIN = TRACK_DURATION_MIN
@@ -107,8 +107,6 @@
 
         if not first_record:
 
-            #print eddy.new_time_tmp[0]
-            
             eddy.write2netcdf(eddy.new_time_tmp[0])
             # tracklist is modified by write2netcdf, so
             # place update just after
@@ -117,11 +115,8 @@
             ch_index = np.copy(eddy.ch_index)
             index = np.copy(eddy.index)
 
-        #print '______________________eddy.index', eddy.index
-        #print '______________________eddy.ncind', eddy.ncind
 
         old_lon = eddy.old_lon
-        #print '______________________eddy.old_lon', eddy.old_lon
         old_lat = eddy.old_lat
         old_amp = eddy.old_amp
         old_uavg = eddy.old_uavg

make_eddy_tracker_list_obj.py

@@ -354,7 +354,8 @@ def __getstate__(self):
         """
         #print '--- removing unwanted attributes'
         pops = ('uspd', 'uspd_coeffs', 'sla_coeffs', 'points',
-                'circlon', 'circlat', 'sla', 'slacopy')
+                'circlon', 'circlat', 'sla', 'slacopy', 'swirl',
+                'mask_eff', 'mask_eff_sum', 'mask_eff_1d')
         result = self.__dict__.copy()
         for pop in pops:
             result.pop(pop)