Found a solution that works with record arrays

Author: daurer

ptypy/core/classes.py

@@ -145,7 +145,7 @@ def _new_ptypy_object(self, obj):
 
         if self._pool.get(prefix) is None:
             self._pool[prefix] = OrderedDict()
-            self._recs[prefix] = dict()
+            self._recs[prefix] = np.zeros((8,), dtype=obj.__class__._fields)
 
         d = self._pool[prefix]
         # Check if ID is already taken and assign a new one
@@ -174,14 +174,17 @@ def _new_ptypy_object(self, obj):
 
         d[nID] = obj
         obj.ID = nID
-        idx = len(d) - 1
+        idx = len(d)
         obj.numID = idx
-        # l = len(self._recs[prefix])
-        # if idx >= l:
-        #     nl = l + 8192 if idx > 10000 else 2*l
-        #     #self._recs[prefix].resize((nl,), refcheck=False)
-        #     #self._recs[prefix] = np.pad(recs, (0,nl-l))
-        self._recs[prefix][idx] = np.zeros((1,),dtype=obj.__class__._fields)[0]
+        l = len(self._recs[prefix])
+        if idx >= l:
+            nl = l + 8192 if idx > 10000 else 2*l
+            self._recs[prefix].resize((nl,), refcheck=False)
+            # after .resize() all previous references to the records
+            # array are not guaranteed to point to correct memory
+            # therefore need to update all previous pointers
+            for v in self._pool[prefix].values():
+                v._record = self._recs[prefix][v.numID]
         obj._record = self._recs[prefix][idx]
         self._recs[prefix][idx]['ID'] = nID
 
@@ -1286,10 +1289,9 @@ def __str__(self):
         else:
             return first + '\n ACTIVE : slice = %s' % str(self.slice)
 
-    def copy(self,ID=None, update = True, rec_copy = True):
+    def copy(self,ID=None, update = True):
         nView = View(self.owner, ID)
-        if rec_copy:
-            nView._record = self._record.copy()
+        nView._record[...][()] = self._record.copy()[...]
         nView._ndim = self._ndim
         nView.storage = self.storage
         nView.storageID = self.storageID

ptypy/core/manager.py

@@ -585,8 +585,8 @@ def new_data(self, max_frames):
                 dv = View(self.Cdiff, accessrule=AR_diff)  # maybe use index here
                 mv = View(self.Cmask, accessrule=AR_mask)
             else:
-                dv = dv.copy(update=False, rec_copy=True)
-                mv = mv.copy(update=False, rec_copy=True)
+                dv = dv.copy(update=False)
+                mv = mv.copy(update=False)
 
             maybe_data = data.get(index)
             active = maybe_data is not None