Changeset 8 for trunk/lib/nanownlib/storage.py

Timestamp:

07/09/15 19:01:23 (9 years ago)

Author:

tim

Message:

.

File:

• trunk/lib/nanownlib/storage.py (modified) (5 diffs)

trunk/lib/nanownlib/storage.py

@@ -6 +6 @@
 import threading
 import sqlite3
+
+import numpy
 
 def _newid():
@@ -15 +17 @@
     cursor = None
     _population_sizes = None
+    _population_cache = None
     
     def __init__(self, path):
@@ -22 +25 @@
         self.conn.row_factory = sqlite3.Row
         self._population_sizes = {}
+        self._population_cache = {}
         
         if not exists:
@@ -89 +93 @@
             self.conn.close()
 
+    
     def populationSize(self, probe_type):
         if probe_type in self._population_sizes:
@@ -101 +106 @@
             print(e)
             return 0
+
+
+    def subseries(self, probe_type, unusual_case, size=None, offset=None, field='packet_rtt'):
+        if (probe_type,unusual_case,field) not in self._population_cache:
+            query="""
+            SELECT %(field)s AS unusual_case,
+                   (SELECT avg(%(field)s) FROM probes,analysis
+                    WHERE analysis.probe_id=probes.id AND probes.test_case!=:unusual_case AND probes.type=:probe_type AND sample=u.sample) AS other_cases
+            FROM   (SELECT probes.sample,%(field)s FROM probes,analysis 
+                    WHERE analysis.probe_id=probes.id AND probes.test_case =:unusual_case AND probes.type=:probe_type) u
+            """ % {"field":field}
+    
+            params = {"probe_type":probe_type, "unusual_case":unusual_case}
+            cursor = self.conn.cursor()
+            cursor.execute(query, params)
+            self._population_cache[(probe_type,unusual_case,field)] = [dict(row) for row in cursor.fetchall()]
+
+        population = self._population_cache[(probe_type,unusual_case,field)]
+
+        if size == None or size > len(population):
+            size = len(population)
+        if offset == None or offset >= len(population) or offset < 0:
+            offset = numpy.random.random_integers(0,len(population)-1)
+
+        ret_val = population[offset:offset+size]
+        if len(ret_val) < size:
+            ret_val += population[0:size-len(ret_val)]
+        
+        return ret_val
+
+    
+    def clearCache(self):
+        self._population_cache = {}
+
         
     def _insert(self, table, row):