Changeset 202

Timestamp:

06/06/10 20:36:27 (15 years ago)

Author:

tim

Message:

began implementing independent python subkey and value iterators

Files:

• test/pyregfi-smoketest.py (modified) (3 diffs)
• trunk/include/regfi.h (modified) (4 diffs)
• trunk/lib/regfi.c (modified) (2 diffs)
• trunk/python2/SConstruct (modified) (1 diff)
• trunk/python2/regfi/pyregfi.h (modified) (3 diffs)
• trunk/python2/regfi/regfi.c (modified) (19 diffs)

test/pyregfi-smoketest.py

@@ -7 +7 @@
 
 
-def iter_values(iter):
+def iter_values(key):
     i = 0
-    for value in iter.list_values():
+    for value in key.values():
         i += 1
         
@@ -17 +17 @@
 for f in files:
     rf = pyregfi.RegistryFile(f)
-    iter = rf.get_key()
+    iter = rf.TreeIterator()
 
     num_keys = 0
@@ -23 +23 @@
     # The iterator now walks the entire registry hive, depth-first
     for key in iter:
-        #print key.keyname
+        print key.key.keyname
         num_keys +=1
-        num_values += iter_values(iter)
+        num_values += iter_values(key)
 
     print "keys: %d" % num_keys

trunk/include/regfi.h

@@ -340 +340 @@
   
   /* Number of immediate children */
-  uint32_t num_children;  
-
-  /* Total number of keys referenced by this list and it's children */
-  uint32_t num_keys;      
+  uint32_t num_children;
+
+  /* Total number of keys referenced by this list and its children */
+  uint32_t num_keys;
 
   REGFI_SUBKEY_LIST_ELEM* elements;
@@ -349 +349 @@
 
   /* Set if the magic indicates this subkey list points to child subkey lists */
-  bool recursive_type;  
+  bool recursive_type;
 } REGFI_SUBKEY_LIST;
 
@@ -708 +708 @@
  * also stores a list of warnings and error messages generated while parsing
  * the registry hive.  These can be tuned using @ref regfi_set_message_mask.  
- * Messages may be retrieved using @ref regfi_get_messages.
+ * Messages may be retrieved using @ref regfi_log_get_str.
  *
  * @note If the message mask is set to record any messages, dependent code 
- *       must use @ref regfi_get_messages periodically to clear the message
+ *       must use @ref regfi_log_get_str periodically to clear the message
  *       queue. Otherwise, this structure will grow in size over time as 
  *       messages queue up.
@@ -1530 +1530 @@
                                REGFI_ENCODING output_encoding, bool strict);
 
+_EXPORT
+void regfi_init();
+
 
 #endif  /* _REGFI_H */

trunk/lib/regfi.c

@@ -67 +67 @@
 void regfi_init()
 {
-fprintf(stderr, "regfi_init called\n");
   int err;
   if((err = pthread_key_create(&regfi_log_key, regfi_log_free)) != 0)
@@ -1320 +1319 @@
  *
  ******************************************************************************/
-REGFI_NK_REC* regfi_load_key(REGFI_FILE* file, uint32_t offset, 
+REGFI_NK_REC* regfi_load_key(REGFI_FILE* file, uint32_t offset,
                              REGFI_ENCODING output_encoding, bool strict)
 {

trunk/python2/SConstruct

@@ -29 +29 @@
 nenv.config = config
 if config.DEBUG:
-    nenv.Append(CFLAGS = "-ggdb -O0 -pedantic -Wall -std=gnu99")
+    nenv.Append(CFLAGS = "-std=gnu99 -pedantic -Wall -fPIC -ggdb -O0")
     nenv.Append(CPPPATH=['../include', 'include'])
     nenv.python_cppflags = '-I/usr/include/python2.5_d'
 else:
-    nenv.Append(CFLAGS = "-ggdb -pedantic -Wall")
+    nenv.Append(CFLAGS = "-std=gnu99 -pedantic -Wall -fPIC")
     nenv.Append(CPPPATH=['../include', 'include'])
     
 nenv.Append(LIBPATH="../lib")
 nenv.Append(LINKFLAGS="")
+# XXX: why should I need to call regfi_init() when it should be called only once automatically? 
 nenv.Command('regfi/pyregfi.c', BOUND_FILES, partial(build_python_bindings,
-                                                     initialization='pyregfi_init();'))
+                                                     initialization='pyregfi_init();regfi_init();'))
 nenv.Depends('regfi/pyregfi.c', 'class_parser.py')
 

trunk/python2/regfi/pyregfi.h

@@ -1 +1 @@
 /*
-** regfi.h
-** 
-** Made by mic
-** Login   <mic@laptop>
-** 
-** Started on  Fri Apr 30 02:06:43 2010 mic
-** Last update Fri Apr 30 02:06:43 2010 mic
-*/
+ * Top-level definitions for pyregfi to be processed by Michael Cohen's 
+ * automated Python bindings generator.
+ *
+ * Copyright (C) 2010 Michael I. Cohen
+ * Copyright (C) 2010 Timothy D. Morgan
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; version 3 of the License.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ * $Id: $
+ *
+ */
 
 #ifndef         PYREGFI_H_
 # define        PYREGFI_H_
+
 #include "class.h"
 #include "aff4_errors.h"
 #include "regfi.h"
 
-/** Forward declerations */
+/** Forward declarations */
 struct RegistryFile_t;
+struct RegistryKey_t;
+struct SubkeyIterator_t;
 struct ValueIterator_t;
+struct TreeIterator_t;
 
 BIND_STRUCT(REGFI_NK_REC)
@@ -46 +64 @@
 END_CLASS
 
-/** This is an iterator for reading keys from the registry */
-CLASS(KeyIterator, Object)
+/** This is an iterator for traversing an entire registry hive */
+CLASS(TreeIterator, Object)
      PRIVATE REGFI_ITERATOR *iter;
+     PRIVATE struct RegistryFile_t *file;
      PRIVATE bool root_traversed;
 
-     KeyIterator METHOD(KeyIterator, Con, struct RegistryFile_t *file, char **path,
-                        REGFI_ENCODING encoding);
+     struct TreeIterator_t *METHOD(TreeIterator, Con, struct RegistryFile_t *file,
+                                   char **path, REGFI_ENCODING encoding);
 
-     struct ValueIterator_t *METHOD(KeyIterator, list_values);
+/*     struct ValueIterator_t *METHOD(TreeIterator, list_values);*/
 
-     void METHOD(KeyIterator, __iter__);
-     BORROWED REGFI_NK_REC *METHOD(KeyIterator, iternext);
+     void METHOD(TreeIterator, __iter__);
+     struct RegistryKey_t *METHOD(TreeIterator, iternext);
 
-     int METHOD(KeyIterator, down);
-     int METHOD(KeyIterator, up);
+     int METHOD(TreeIterator, down);
+     int METHOD(TreeIterator, up);
 END_CLASS
+
+
+/** XXX */
+CLASS(RegistryKey, Object)
+     struct RegistryFile_t *file;
+     const REGFI_NK_REC *key;      /* XXX: temporary */
+
+     struct RegistryKey_t *METHOD(RegistryKey, Con,
+                                  struct RegistryFile_t *file, REGFI_NK_REC *base_key);
+
+     struct SubkeyIterator_t *METHOD(RegistryKey, subkeys);
+     struct ValueIterator_t *METHOD(RegistryKey, values);
+
+END_CLASS
+
+
+/** This is an iterator for reading keys from the registry */
+CLASS(SubkeyIterator, Object)
+     struct RegistryFile_t *file;
+     PRIVATE const REGFI_SUBKEY_LIST *list;
+     PRIVATE uint32_t cur;
+     
+     SubkeyIterator METHOD(SubkeyIterator, Con, 
+                           struct RegistryFile_t *file, REGFI_NK_REC *key);
+
+     void METHOD(SubkeyIterator, __iter__);
+     RegistryKey METHOD(SubkeyIterator, iternext);
+END_CLASS
+
+
 
 /** This is an iterator for reading values from the registry */
 CLASS(ValueIterator, Object)
-     PRIVATE REGFI_ITERATOR *iter;
-     PRIVATE bool first_called;
+     struct RegistryFile_t *file;
+     PRIVATE const REGFI_VALUE_LIST *list;
+     PRIVATE uint32_t cur;
      
-     ValueIterator METHOD(ValueIterator, Con, KeyIterator key);
+     ValueIterator METHOD(ValueIterator, Con, 
+                          struct RegistryFile_t *file, REGFI_NK_REC *key);
 
      void METHOD(ValueIterator, __iter__);
      REGFI_VK_REC *METHOD(ValueIterator, iternext);
 END_CLASS
+
+
 
 CLASS(RegistryFile, Object)
@@ -83 +136 @@
      specified.
 
+     XXX: can we switch to UTF-8 and have Python properly import that?
+
      DEFAULT(path) == NULL;
      DEFAULT(encoding) = REGFI_ENCODING_ASCII;
   */
-  KeyIterator METHOD(RegistryFile, get_key, char **path, REGFI_ENCODING encoding);
+  TreeIterator METHOD(RegistryFile, TreeIterator, char **path, REGFI_ENCODING encoding);
 
   /** Set the verbosity level of messages generated by the library for the 

trunk/python2/regfi/regfi.c

@@ -1 +1 @@
 /*
-** regfi.c
-** 
-** Made by (mic)
-** Login   <mic@laptop>
-** 
-** Started on  Fri Apr 30 02:06:28 2010 mic
-** Last update Sun May 12 01:17:25 2002 Speed Blue
-*/
+ * pyregfi/libregfi glue code 
+ *
+ * Copyright (C) 2010 Michael I. Cohen
+ * Copyright (C) 2010 Timothy D. Morgan
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; version 3 of the License.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ * $Id: $
+ */
 
 #include "pyregfi.h"
 
-static int RegistryFile_dest(void *self) {
+static int RegistryFile_dest(void *self) 
+{
   RegistryFile this = (RegistryFile)self;
 
@@ -20 +33 @@
 }
 
-static RegistryFile RegistryFile_Con(RegistryFile self, char *filename) {
+static RegistryFile RegistryFile_Con(RegistryFile self, char *filename) 
+{
   self->fd = open(filename, O_RDONLY);
-  if(self->fd < 0) {
+  if(self->fd < 0) 
+  {
     RaiseError(EIOError, "Unable to open %s", filename);
     goto error;
@@ -29 +44 @@
   self->reg = regfi_alloc(self->fd);
 
-  if(!self->reg) {
+  if(!self->reg) 
+  {
     RaiseError(ERuntimeError, "REGFI Error: %s", regfi_log_get_str());
     /*char* e = regfi_log_get_str();*/
@@ -44 +60 @@
 }
 
-static KeyIterator RegistryFile_get_key(RegistryFile self, char **path, REGFI_ENCODING encoding) {
-  return CONSTRUCT(KeyIterator, KeyIterator, Con, NULL, self, path, encoding);
+static TreeIterator RegistryFile_TreeIterator(RegistryFile self, char **path, REGFI_ENCODING encoding) 
+{
+  return CONSTRUCT(TreeIterator, TreeIterator, Con, NULL, self, path, encoding);
 }
 
@@ -51 +68 @@
 VIRTUAL(RegistryFile, Object) {
   VMETHOD(Con) = RegistryFile_Con;
-  VMETHOD(get_key) = RegistryFile_get_key;
-} END_VIRTUAL
-
-static int KeyIterator_dest(void *self) {
-  KeyIterator this = (KeyIterator)self;
+  VMETHOD(TreeIterator) = RegistryFile_TreeIterator;
+} END_VIRTUAL
+
+
+static int RegistryKey_dest(void *self) 
+{
+  RegistryKey this = (RegistryKey)self;
+
+  talloc_unlink(this, (void*)this->key);
+
+  return 0;
+}
+
+static RegistryKey RegistryKey_Con(RegistryKey self, 
+                                   RegistryFile file, REGFI_NK_REC* base_key)
+{
+  if(base_key == NULL)
+    goto error;
+
+  self->key = base_key;
+  self->file = file;
+  talloc_reference(self, self->key);
+  talloc_set_destructor((void *)self, RegistryKey_dest);
+
+  return self;
+
+ error:
+  talloc_free(self);
+  return NULL;
+}
+
+/* XXX: would be nice to change this into a property, rather than a function,
+ *      but that would require a custom __getattr__.  Can that be done? */
+static SubkeyIterator RegistryKey_subkeys(RegistryKey self)
+{
+  return CONSTRUCT(SubkeyIterator, SubkeyIterator, Con, NULL, self->file, self->key);
+}
+
+/* XXX: would be nice to change this into a property, rather than a function,
+ *      but that would require a custom __getattr__.  Can that be done? */
+static SubkeyIterator RegistryKey_values(RegistryKey self)
+{
+  return CONSTRUCT(ValueIterator, ValueIterator, Con, NULL, self->file, self->key);
+}
+
+
+VIRTUAL(RegistryKey, Object) {
+  VMETHOD(Con) = RegistryKey_Con;
+  VMETHOD(subkeys) = RegistryKey_subkeys;
+  VMETHOD(values) = RegistryKey_values;
+} END_VIRTUAL
+
+
+static int TreeIterator_dest(void *self) 
+{
+  TreeIterator this = (TreeIterator)self;
 
   regfi_iterator_free(this->iter);
@@ -61 +129 @@
 }
 
-static KeyIterator KeyIterator_Con(KeyIterator self, 
-                                   RegistryFile file, 
-                                   char **path,
-                                   REGFI_ENCODING encoding) 
+static TreeIterator TreeIterator_Con(TreeIterator self, 
+                                     RegistryFile file, 
+                                     char **path,
+                                     REGFI_ENCODING encoding)
 {
   self->iter = regfi_iterator_new(file->reg, encoding);
-
-  if(!self->iter) {
+  self->file = file;
+
+  if(!self->iter) 
+  {
     RaiseError(ERuntimeError, "Error: %s", regfi_log_get_str());
     goto error;
   }
 
-  talloc_set_destructor((void*)self, KeyIterator_dest);
+  talloc_set_destructor((void*)self, TreeIterator_dest);
 
   /* Traverse to the path */
-  if(path[0]) {
-    if(!regfi_iterator_walk_path(self->iter, (const char **)path)) {
+  if(path[0]) 
+  {
+    if(!regfi_iterator_walk_path(self->iter, (const char **)path)) 
+    {
       RaiseError(ERuntimeError, "Unable to walk down key path");
       goto error;
@@ -90 +162 @@
 }
 
-static void KeyIterator__iter__(KeyIterator self) 
+static void TreeIterator__iter__(TreeIterator self) 
 {
   return;
@@ -96 +168 @@
 
 
-static const REGFI_NK_REC *KeyIterator_next(KeyIterator self) 
+static RegistryKey TreeIterator_next(TreeIterator self)
 {
   if(!self->root_traversed)
@@ -115 +187 @@
 
   regfi_iterator_first_subkey(self->iter);
-  return regfi_iterator_cur_key(self->iter);
-}
-
-
-static int KeyIterator_down(KeyIterator self) {
+  return CONSTRUCT(RegistryKey, RegistryKey, Con, NULL, self->file,
+                   regfi_iterator_cur_key(self->iter));
+}
+
+
+static int TreeIterator_down(TreeIterator self) 
+{
   int result = regfi_iterator_down(self->iter);
   regfi_iterator_first_subkey(self->iter);
@@ -126 +200 @@
 }
 
-static int KeyIterator_up(KeyIterator self) {
+static int TreeIterator_up(TreeIterator self) 
+{
   return regfi_iterator_up(self->iter);
 }
 
-static ValueIterator KeyIterator_list_values(KeyIterator self) {
+/*
+static ValueIterator TreeIterator_list_values(TreeIterator self) 
+{
   return CONSTRUCT(ValueIterator, ValueIterator, Con, NULL, self);
 }
-
-VIRTUAL(KeyIterator, Object) {
-  VMETHOD(Con) = KeyIterator_Con;
-  VMETHOD(iternext) = KeyIterator_next;
-  VMETHOD(down) = KeyIterator_down;
-  VMETHOD(up) = KeyIterator_up;
-  VMETHOD(__iter__) = KeyIterator__iter__;
-  VMETHOD(list_values) = KeyIterator_list_values;
-} END_VIRTUAL
-
-static int ValueIterator_dest(void *self) {
+*/
+
+VIRTUAL(TreeIterator, Object) {
+  VMETHOD(Con) = TreeIterator_Con;
+  VMETHOD(iternext) = TreeIterator_next;
+  VMETHOD(down) = TreeIterator_down;
+  VMETHOD(up) = TreeIterator_up;
+  VMETHOD(__iter__) = TreeIterator__iter__;
+  /*  VMETHOD(list_values) = TreeIterator_list_values;*/
+} END_VIRTUAL
+
+
+
+static int SubkeyIterator_dest(void *self) 
+{
+  SubkeyIterator this = (SubkeyIterator)self;
+
+  talloc_unlink(this, (void*)this->list);
+
+  return 0;
+}
+
+static SubkeyIterator SubkeyIterator_Con(SubkeyIterator self, 
+                                         struct RegistryFile_t* file, 
+                                         REGFI_NK_REC* key)
+{
+  /* XXX: add a talloc reference? */
+  self->file = file;
+
+  /* Add a reference to the list */
+  self->list = key->subkeys;
+  talloc_reference(self, self->list);
+
+  self->cur = 0;
+  talloc_set_destructor((void *)self, SubkeyIterator_dest);
+
+  return self;
+}
+
+static void SubkeyIterator__iter__(SubkeyIterator self)
+{
+  return;
+}
+
+static RegistryKey SubkeyIterator_iternext(SubkeyIterator self)
+{
+  const REGFI_NK_REC* nk;
+
+  if(self->cur < self->list->num_keys)
+  {
+    /* XXX: can we switch to UTF-8 and have Python properly import that? */
+    nk = regfi_load_key(self->file->reg, 
+                        self->list->elements[self->cur].offset+REGFI_REGF_SIZE,
+                        REGFI_ENCODING_ASCII, true);
+    self->cur++;
+    return CONSTRUCT(RegistryKey, RegistryKey, Con, NULL, self->file, nk);
+  }
+
+  return NULL;
+}
+
+VIRTUAL(SubkeyIterator, Object) {
+  VMETHOD(Con) = SubkeyIterator_Con;
+  VMETHOD(__iter__) = SubkeyIterator__iter__;
+  VMETHOD(iternext) = SubkeyIterator_iternext;
+} END_VIRTUAL
+
+
+
+static int ValueIterator_dest(void *self) 
+{
   ValueIterator this = (ValueIterator)self;
 
-  talloc_unlink(this, this->iter);
-
-  return 0;
-}
-
-static ValueIterator ValueIterator_Con(ValueIterator self, KeyIterator key) {
-  // Take a copy of the iterator
-  self->iter = key->iter;
-  talloc_reference(self, self->iter);
+  if(this->list != NULL)
+    talloc_unlink(this, (void*)this->list);
+
+  return 0;
+}
+
+static ValueIterator ValueIterator_Con(ValueIterator self,
+                                       struct RegistryFile_t* file, 
+                                       REGFI_NK_REC* key)
+{
+  /* XXX: add a talloc reference? */
+  self->file = file;
+  self->cur = 0;
+
+  /* Add a reference to the list */
+  self->list = key->values;
+  if(self->list != NULL)
+    talloc_reference(self, self->list);
 
   talloc_set_destructor((void *)self, ValueIterator_dest);
@@ -161 +307 @@
 }
 
-static void ValueIterator__iter__(ValueIterator self) {
+static void ValueIterator__iter__(ValueIterator self)
+{
   return;
 }
 
-static REGFI_VK_REC* ValueIterator_iternext(ValueIterator self) {
-  RawData result;
-  const REGFI_DATA* data;
-  const REGFI_VK_REC* rec;
-
-  if(!self->first_called)
-  {
-    regfi_iterator_first_value(self->iter);
-    self->first_called = true;
-  }
-  else
-    regfi_iterator_next_value(self->iter);
-
-  rec = regfi_iterator_cur_value(self->iter);
-
-  return rec;
-
-  if(!rec) return NULL;
+static REGFI_VK_REC* ValueIterator_iternext(ValueIterator self)
+{
+  const REGFI_VK_REC* vk;
+
+  if(self->list != NULL && self->cur < self->list->num_values)
+  {
+    /* XXX: can we switch to UTF-8 and have Python properly import that? */
+    vk = regfi_load_value(self->file->reg, 
+                          self->list->elements[self->cur]+REGFI_REGF_SIZE,
+                          REGFI_ENCODING_ASCII, true);
+    self->cur++;
+    /*return CONSTRUCT(RegistryKey, RegistryKey, Con, NULL, vk);    */
+    return vk; 
+  }
+
+  return NULL;
+
 
   /* XXX: shouldn't parse data here every time we walk over a value.  
@@ -209 +355 @@
     break;
   }
-  */
 
   return result;
@@ -215 +360 @@
   talloc_free(self);
   return NULL;
+  */
 }
 
@@ -223 +369 @@
 } END_VIRTUAL
 
-static int RawData_dest(void *self) {
+
+
+static int RawData_dest(void *self)
+{
   RawData this = (RawData)self;
 
@@ -237 +386 @@
 }
 
-static RawData RawData_Con(RawData self, REGFI_DATA *data, REGFI_VK_REC *record) {
+static RawData RawData_Con(RawData self, REGFI_DATA *data, REGFI_VK_REC *record)
+{
   self->rec = record;
   self->data = data;
@@ -246 +396 @@
 }
 
-static int RawData_get_value(RawData self, char *buff, int len) {
+static int RawData_get_value(RawData self, char *buff, int len)
+{
   int available_to_read = min(len, self->data->interpreted_size);
 
@@ -259 +410 @@
 } END_VIRTUAL
 
-static char* DataString_get_value(DataString self) {
+static char* DataString_get_value(DataString self)
+{
   RawData this = (RawData)self;
 
@@ -269 +421 @@
 } END_VIRTUAL
 
-static uint64_t DWORDData_get_value(DWORDData self) {
+static uint64_t DWORDData_get_value(DWORDData self)
+{
   RawData this = (RawData)self;
 
@@ -279 +432 @@
 } END_VIRTUAL
 
-void pyregfi_init() {
-  regfi_init();
+void pyregfi_init()
+{
   INIT_CLASS(RegistryFile);
 }