r13609: Get in the initial work on making ldb async
[kai/samba.git] / source / lib / ldb / ldb_sqlite3 / ldb_sqlite3.c
index 67debd8a4e7b48808d47faa1cbb68a4b40b7d6c1..48d849746fe2479f8d0f5955d6a4d33e7d12f4da 100644 (file)
@@ -1,22 +1,23 @@
 /* 
    ldb database library
-
-   Copyright (C) Andrew Tridgell  2004
-
-     ** NOTE! The following LGPL license applies to the ldb
-     ** library. This does NOT imply that all of Samba is released
-     ** under the LGPL
+   
+   Copyright (C) Derrell Lipman  2005
+   Copyright (C) Simo Sorce 2005
+   
+   ** NOTE! The following LGPL license applies to the ldb
+   ** library. This does NOT imply that all of Samba is released
+   ** under the LGPL
    
    This library is free software; you can redistribute it and/or
    modify it under the terms of the GNU Lesser General Public
    License as published by the Free Software Foundation; either
    version 2 of the License, or (at your option) any later version.
-
+   
    This library is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
    Lesser General Public License for more details.
-
+   
    You should have received a copy of the GNU Lesser General Public
    License along with this library; if not, write to the Free Software
    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
@@ -25,7 +26,7 @@
 /*
  *  Name: ldb
  *
- *  Component: ldb sqlite backend
+ *  Component: ldb sqlite3 backend
  *
  *  Description: core files for SQLITE3 backend
  *
  */
 
 #include "includes.h"
-#include "ldb/include/ldb.h"
-#include "ldb/include/ldb_private.h"
+#include "ldb/include/includes.h"
+
 #include "ldb/ldb_sqlite3/ldb_sqlite3.h"
 
-#if 0
 /*
-  we don't need this right now, but will once we add some backend 
-  options
-*/
+ * Macros used throughout
+ */
 
-/*
-  find an option in an option list (a null terminated list of strings)
+#ifndef FALSE
+# define FALSE  (0)
+# define TRUE   (! FALSE)
+#endif
+
+#define RESULT_ATTR_TABLE       "temp_result_attrs"
 
-  this assumes the list is short. If it ever gets long then we really
-  should do this in some smarter way
+//#define TEMPTAB                 /* for testing, create non-temporary table */
+#define TEMPTAB                 "TEMPORARY"
+
+/*
+ * Static variables
  */
-static const char *lsqlite3_option_find(const struct lsqlite3_private *lsqlite3, const char *name)
+sqlite3_stmt *  stmtGetEID = NULL;
+
+static char *lsqlite3_tprintf(TALLOC_CTX *mem_ctx, const char *fmt, ...)
 {
-       int i;
-       size_t len = strlen(name);
+       char *str, *ret;
+       va_list ap;
 
-       if (!lsqlite3->options) return NULL;
+       va_start(ap, fmt);
+        str = sqlite3_vmprintf(fmt, ap);
+       va_end(ap);
 
-       for (i=0;lsqlite3->options[i];i++) {            
-               if (strncmp(lsqlite3->options[i], name, len) == 0 &&
-                   lsqlite3->options[i][len] == '=') {
-                       return &lsqlite3->options[i][len+1];
-               }
+       if (str == NULL) return NULL;
+
+       ret = talloc_strdup(mem_ctx, str);
+       if (ret == NULL) {
+               sqlite3_free(str);
+               return NULL;
        }
 
-       return NULL;
+       sqlite3_free(str);
+       return ret;
 }
-#endif
+
+static unsigned char        base160tab[161] = {
+        48 ,49 ,50 ,51 ,52 ,53 ,54 ,55 ,56 ,57 , /* 0-9 */
+        58 ,59 ,65 ,66 ,67 ,68 ,69 ,70 ,71 ,72 , /* : ; A-H */
+        73 ,74 ,75 ,76 ,77 ,78 ,79 ,80 ,81 ,82 , /* I-R */
+        83 ,84 ,85 ,86 ,87 ,88 ,89 ,90 ,97 ,98 , /* S-Z , a-b */
+        99 ,100,101,102,103,104,105,106,107,108, /* c-l */
+        109,110,111,112,113,114,115,116,117,118, /* m-v */
+        119,120,121,122,160,161,162,163,164,165, /* w-z, latin1 */
+        166,167,168,169,170,171,172,173,174,175, /* latin1 */
+        176,177,178,179,180,181,182,183,184,185, /* latin1 */
+        186,187,188,189,190,191,192,193,194,195, /* latin1 */
+        196,197,198,199,200,201,202,203,204,205, /* latin1 */
+        206,207,208,209,210,211,212,213,214,215, /* latin1 */
+        216,217,218,219,220,221,222,223,224,225, /* latin1 */
+        226,227,228,229,230,231,232,233,234,235, /* latin1 */
+        236,237,238,239,240,241,242,243,244,245, /* latin1 */
+        246,247,248,249,250,251,252,253,254,255, /* latin1 */
+        '\0'
+};
+
 
 /*
-  rename a record
-*/
-static int lsqlite3_rename(struct ldb_module *module, const char *olddn, const char *newdn)
+ * base160()
+ *
+ * Convert an unsigned long integer into a base160 representation of the
+ * number.
+ *
+ * Parameters:
+ *   val --
+ *     value to be converted
+ *
+ *   result --
+ *     character array, 5 bytes long, into which the base160 representation
+ *     will be placed.  The result will be a four-digit representation of the
+ *     number (with leading zeros prepended as necessary), and null
+ *     terminated.
+ *
+ * Returns:
+ *   Nothing
+ */
+static void
+base160_sql(sqlite3_context * hContext,
+            int argc,
+            sqlite3_value ** argv)
 {
-        int column;
-       struct lsqlite3_private *lsqlite3 = module->private_data;
-
-       /* ignore ltdb specials */
-       if (olddn[0] == '@' ||newdn[0] == '@') {
-               return 0;
-       }
+    int             i;
+    long long       val;
+    char            result[5];
 
-        /* Bind old distinguished names */
-        column = sqlite3_bind_parameter_index(lsqlite3->renameDN, ":oldDN");
-        if (sqlite3_bind_text(lsqlite3->renameDN, column,
-                              olddn, strlen(olddn),
-                              SQLITE_STATIC) != SQLITE_OK) {
-                return -1;
-        }
+    val = sqlite3_value_int64(argv[0]);
 
-        /* Bind new distinguished names */
-        column = sqlite3_bind_parameter_index(lsqlite3->renameDN, ":newDN");
-        if (sqlite3_bind_text(lsqlite3->renameDN, column,
-                              newdn, strlen(newdn),
-                              SQLITE_STATIC) != SQLITE_OK) {
-                return -1;
-        }
+    for (i = 3; i >= 0; i--) {
+        
+        result[i] = base160tab[val % 160];
+        val /= 160;
+    }
 
-        do {
-                lsqlite3->last_rc = sqlite3_step(lsqlite3->renameDN);
-                (void) sqlite3_reset(lsqlite3->renameDN);
-        } while lsqlite3->last_rc == SQLITE3_BUSY;
+    result[4] = '\0';
 
-       return lsqlite3->last_rc == 0 ? 0 : -1;
+    sqlite3_result_text(hContext, result, -1, SQLITE_TRANSIENT);
 }
 
+
 /*
-  delete a record
-*/
-static int lsqlite3_delete(struct ldb_module *module, const char *dn)
+ * base160next_sql()
+ *
+ * This function enhances sqlite by adding a "base160_next()" function which is
+ * accessible via queries.
+ *
+ * Retrieve the next-greater number in the base160 sequence for the terminal
+ * tree node (the last four digits).  Only one tree level (four digits) is
+ * operated on.
+ *
+ * Input:
+ *   A character string: either an empty string (in which case no operation is
+ *   performed), or a string of base160 digits with a length of a multiple of
+ *   four digits.
+ *
+ * Output:
+ *   Upon return, the trailing four digits (one tree level) will have been
+ *   incremented by 1.
+ */
+static void
+base160next_sql(sqlite3_context * hContext,
+                int argc,
+                sqlite3_value ** argv)
 {
-       int ret = 0;
-        int column;
-       struct lsqlite3_private *lsqlite3 = module->private_data;
+        int                         i;
+        int                         len;
+        unsigned char *             pTab;
+        unsigned char *             pBase160 =
+                strdup(sqlite3_value_text(argv[0]));
+        unsigned char *             pStart = pBase160;
 
-       /* ignore ltdb specials */
-       if (dn[0] == '@') {
-               return 0;
-       }
-       
-        /* Bind new distinguished names */
-        column = sqlite3_bind_parameter_index(lsqlite3->renameDN, ":dn");
-        if (sqlite3_bind_text(lsqlite3->deleteDN, column,
-                              dn, strlen(dn),
-                              SQLITE_STATIC) != SQLITE_OK) {
-                return -1;
+        /*
+         * We need a minimum of four digits, and we will always get a multiple
+         * of four digits.
+         */
+        if (pBase160 != NULL &&
+            (len = strlen(pBase160)) >= 4 &&
+            len % 4 == 0) {
+
+                if (pBase160 == NULL) {
+
+                        sqlite3_result_null(hContext);
+                        return;
+                }
+
+                pBase160 += strlen(pBase160) - 1;
+
+                /* We only carry through four digits: one level in the tree */
+                for (i = 0; i < 4; i++) {
+
+                        /* What base160 value does this digit have? */
+                        pTab = strchr(base160tab, *pBase160);
+
+                        /* Is there a carry? */
+                        if (pTab < base160tab + sizeof(base160tab) - 1) {
+
+                                /*
+                                 * Nope.  Just increment this value and we're
+                                 * done.
+                                 */
+                                *pBase160 = *++pTab;
+                                break;
+                        } else {
+
+                                /*
+                                 * There's a carry.  This value gets
+                                 * base160tab[0], we decrement the buffer
+                                 * pointer to get the next higher-order digit,
+                                 * and continue in the loop.
+                                 */
+                                *pBase160-- = base160tab[0];
+                        }
+                }
+
+                sqlite3_result_text(hContext,
+                                    pStart,
+                                    strlen(pStart),
+                                    free);
+        } else {
+                sqlite3_result_value(hContext, argv[0]);
+                if (pBase160 != NULL) {
+                        free(pBase160);
+                }
         }
+}
+
+static char *parsetree_to_sql(struct ldb_module *module,
+                             void *mem_ctx,
+                             const struct ldb_parse_tree *t)
+{
+       const struct ldb_attrib_handler *h;
+       struct ldb_val value, subval;
+       char *wild_card_string;
+       char *child, *tmp;
+       char *ret = NULL;
+       char *attr;
+       int i;
+
+
+       switch(t->operation) {
+       case LDB_OP_AND:
+
+               tmp = parsetree_to_sql(module, mem_ctx, t->u.list.elements[0]);
+               if (tmp == NULL) return NULL;
+
+               for (i = 1; i < t->u.list.num_elements; i++) {
+
+                       child = parsetree_to_sql(module, mem_ctx, t->u.list.elements[i]);
+                       if (child == NULL) return NULL;
+
+                       tmp = talloc_asprintf_append(tmp, " INTERSECT %s ", child);
+                       if (tmp == NULL) return NULL;
+               }
+
+               ret = talloc_asprintf(mem_ctx, "SELECT * FROM ( %s )\n", tmp);
+
+               return ret;
+                
+       case LDB_OP_OR:
 
-        do {
-                lsqlite3->last_rc = sqlite3_step(lsqlite3->deleteDN);
-                (void) sqlite3_reset(lsqlite3->deleteDN);
-        } while lsqlite3->last_rc == SQLITE3_BUSY;
+               tmp = parsetree_to_sql(module, mem_ctx, t->u.list.elements[0]);
+               if (tmp == NULL) return NULL;
+
+               for (i = 1; i < t->u.list.num_elements; i++) {
+
+                       child = parsetree_to_sql(module, mem_ctx, t->u.list.elements[i]);
+                       if (child == NULL) return NULL;
+
+                       tmp = talloc_asprintf_append(tmp, " UNION %s ", child);
+                       if (tmp == NULL) return NULL;
+               }
+
+               return talloc_asprintf(mem_ctx, "SELECT * FROM ( %s ) ", tmp);
+
+       case LDB_OP_NOT:
+
+               child = parsetree_to_sql(module, mem_ctx, t->u.isnot.child);
+               if (child == NULL) return NULL;
+
+               return talloc_asprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_entry "
+                                       "WHERE eid NOT IN ( %s ) ", child);
+
+       case LDB_OP_EQUALITY:
+               /*
+                * For simple searches, we want to retrieve the list of EIDs that
+                * match the criteria.
+               */
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.equality.attr);
+               if (attr == NULL) return NULL;
+               h = ldb_attrib_handler(module->ldb, attr);
+
+               /* Get a canonicalised copy of the data */
+               h->canonicalise_fn(module->ldb, mem_ctx, &(t->u.equality.value), &value);
+               if (value.data == NULL) {
+                       return NULL;
+               }
+
+               if (strcasecmp(t->u.equality.attr, "objectclass") == 0) {
+               /*
+                * For object classes, we want to search for all objectclasses
+                * that are subclasses as well.
+               */
+                       return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid  FROM ldb_attribute_values\n"
+                                       "WHERE norm_attr_name = 'OBJECTCLASS' "
+                                       "AND norm_attr_value IN\n"
+                                       "  (SELECT class_name FROM ldb_object_classes\n"
+                                       "   WHERE tree_key GLOB\n"
+                                       "     (SELECT tree_key FROM ldb_object_classes\n"
+                                       "      WHERE class_name = '%q'\n"
+                                       "     ) || '*'\n"
+                                       "  )\n", value.data);
+
+               } else if (strcasecmp(t->u.equality.attr, "dn") == 0) {
+                       /* DN query is a special ldb case */
+                       char *cdn = ldb_dn_linearize_casefold(module->ldb,
+                                                             ldb_dn_explode(module->ldb,
+                                                             value.data));
+
+                       return lsqlite3_tprintf(mem_ctx,
+                                               "SELECT eid FROM ldb_entry "
+                                               "WHERE norm_dn = '%q'", cdn);
+
+               } else {
+                       /* A normal query. */
+                       return lsqlite3_tprintf(mem_ctx,
+                                               "SELECT eid FROM ldb_attribute_values "
+                                               "WHERE norm_attr_name = '%q' "
+                                               "AND norm_attr_value = '%q'",
+                                               attr,
+                                               value.data);
+
+               }
 
-       return lsqlite3->last_rc == 0 ? 0 : -1;
+       case LDB_OP_SUBSTRING:
+
+               wild_card_string = talloc_strdup(mem_ctx,
+                                       (t->u.substring.start_with_wildcard)?"*":"");
+               if (wild_card_string == NULL) return NULL;
+
+               for (i = 0; t->u.substring.chunks[i]; i++) {
+                       wild_card_string = talloc_asprintf_append(wild_card_string, "%s*",
+                                                       t->u.substring.chunks[i]->data);
+                       if (wild_card_string == NULL) return NULL;
+               }
+
+               if ( ! t->u.substring.end_with_wildcard ) {
+                       /* remove last wildcard */
+                       wild_card_string[strlen(wild_card_string) - 1] = '\0';
+               }
+
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.substring.attr);
+               if (attr == NULL) return NULL;
+               h = ldb_attrib_handler(module->ldb, attr);
+
+               subval.data = wild_card_string;
+               subval.length = strlen(wild_card_string) + 1;
+
+               /* Get a canonicalised copy of the data */
+               h->canonicalise_fn(module->ldb, mem_ctx, &(subval), &value);
+               if (value.data == NULL) {
+                       return NULL;
+               }
+
+               return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_attribute_values "
+                                       "WHERE norm_attr_name = '%q' "
+                                       "AND norm_attr_value GLOB '%q'",
+                                       attr,
+                                       value.data);
+
+       case LDB_OP_GREATER:
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.equality.attr);
+               if (attr == NULL) return NULL;
+               h = ldb_attrib_handler(module->ldb, attr);
+
+               /* Get a canonicalised copy of the data */
+               h->canonicalise_fn(module->ldb, mem_ctx, &(t->u.equality.value), &value);
+               if (value.data == NULL) {
+                       return NULL;
+               }
+
+               return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_attribute_values "
+                                       "WHERE norm_attr_name = '%q' "
+                                       "AND ldap_compare(norm_attr_value, '>=', '%q', '%q') ",
+                                       attr,
+                                       value.data,
+                                       attr);
+
+       case LDB_OP_LESS:
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.equality.attr);
+               if (attr == NULL) return NULL;
+               h = ldb_attrib_handler(module->ldb, attr);
+
+               /* Get a canonicalised copy of the data */
+               h->canonicalise_fn(module->ldb, mem_ctx, &(t->u.equality.value), &value);
+               if (value.data == NULL) {
+                       return NULL;
+               }
+
+               return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_attribute_values "
+                                       "WHERE norm_attr_name = '%q' "
+                                       "AND ldap_compare(norm_attr_value, '<=', '%q', '%q') ",
+                                       attr,
+                                       value.data,
+                                       attr);
+
+       case LDB_OP_PRESENT:
+               if (strcasecmp(t->u.present.attr, "dn") == 0) {
+                       return talloc_strdup(mem_ctx, "SELECT eid FROM ldb_entry");
+               }
+
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.present.attr);
+               if (attr == NULL) return NULL;
+
+               return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_attribute_values "
+                                       "WHERE norm_attr_name = '%q' ",
+                                       attr);
+
+       case LDB_OP_APPROX:
+               attr = ldb_attr_casefold(module->ldb, mem_ctx, t->u.equality.attr);
+               if (attr == NULL) return NULL;
+               h = ldb_attrib_handler(module->ldb, attr);
+
+               /* Get a canonicalised copy of the data */
+               h->canonicalise_fn(module->ldb, mem_ctx, &(t->u.equality.value), &value);
+               if (value.data == NULL) {
+                       return NULL;
+               }
+
+               return lsqlite3_tprintf(mem_ctx,
+                                       "SELECT eid FROM ldb_attribute_values "
+                                       "WHERE norm_attr_name = '%q' "
+                                       "AND ldap_compare(norm_attr_value, '~%', 'q', '%q') ",
+                                       attr,
+                                       value.data,
+                                       attr);
+               
+       case LDB_OP_EXTENDED:
+#warning  "work out how to handle bitops"
+               return NULL;
+
+       default:
+               break;
+       };
+
+       /* should never occur */
+       abort();
+       return NULL;
 }
 
 /*
-  free a search result
-*/
-static int lsqlite3_search_free(struct ldb_module *module, struct ldb_message **res)
+ * query_int()
+ *
+ * This function is used for the common case of queries that return a single
+ * integer value.
+ *
+ * NOTE: If more than one value is returned by the query, all but the first
+ * one will be ignored.
+ */
+static int
+query_int(const struct lsqlite3_private * lsqlite3,
+          long long * pRet,
+          const char * pSql,
+          ...)
 {
-       talloc_free(res);
-       return 0;
-}
+        int             ret;
+        int             bLoop;
+        char *          p;
+        sqlite3_stmt *  pStmt;
+        va_list         args;
+        
+        /* Begin access to variable argument list */
+        va_start(args, pSql);
+        
+        /* Format the query */
+        if ((p = sqlite3_vmprintf(pSql, args)) == NULL) {
+                return SQLITE_NOMEM;
+        }
+        
+        /*
+         * Prepare and execute the SQL statement.  Loop allows retrying on
+         * certain errors, e.g. SQLITE_SCHEMA occurs if the schema changes,
+         * requiring retrying the operation.
+         */
+        for (bLoop = TRUE; bLoop; ) {
+                
+                /* Compile the SQL statement into sqlite virtual machine */
+                if ((ret = sqlite3_prepare(lsqlite3->sqlite,
+                                           p,
+                                           -1,
+                                           &pStmt,
+                                           NULL)) == SQLITE_SCHEMA) {
+                        if (stmtGetEID != NULL) {
+                                sqlite3_finalize(stmtGetEID);
+                                stmtGetEID = NULL;
+                        }
+                        continue;
+                } else if (ret != SQLITE_OK) {
+                        break;
+                }
+                
+                /* One row expected */
+                if ((ret = sqlite3_step(pStmt)) == SQLITE_SCHEMA) {
+                        if (stmtGetEID != NULL) {
+                                sqlite3_finalize(stmtGetEID);
+                                stmtGetEID = NULL;
+                        }
+                        (void) sqlite3_finalize(pStmt);
+                        continue;
+                } else if (ret != SQLITE_ROW) {
+                        (void) sqlite3_finalize(pStmt);
+                        break;
+                }
+                
+                /* Get the value to be returned */
+                *pRet = sqlite3_column_int64(pStmt, 0);
+                
+                /* Free the virtual machine */
+                if ((ret = sqlite3_finalize(pStmt)) == SQLITE_SCHEMA) {
+                        if (stmtGetEID != NULL) {
+                                sqlite3_finalize(stmtGetEID);
+                                stmtGetEID = NULL;
+                        }
+                        continue;
+                } else if (ret != SQLITE_OK) {
+                        (void) sqlite3_finalize(pStmt);
+                        break;
+                }
+                
+                /*
+                 * Normal condition is only one time through loop.  Loop is
+                 * rerun in error conditions, via "continue", above.
+                 */
+                bLoop = FALSE;
+        }
+        
+        /* All done with variable argument list */
+        va_end(args);
+        
 
+        /* Free the memory we allocated for our query string */
+        sqlite3_free(p);
+        
+        return ret;
+}
 
 /*
-  add a single set of ldap message values to a ldb_message
-*/
-static int lsqlite3_add_msg_attr(struct ldb_context *ldb,
-                            struct ldb_message *msg, 
-                            const char *attr, struct berval **bval)
+ * This is a bad hack to support ldap style comparisons whithin sqlite.
+ * val is the attribute in the row currently under test
+ * func is the desired test "<=" ">=" "~" ":"
+ * cmp is the value to compare against (eg: "test")
+ * attr is the attribute name the value of which we want to test
+ */
+
+static void lsqlite3_compare(sqlite3_context *ctx, int argc,
+                                       sqlite3_value **argv)
 {
-       int count, i;
-       struct ldb_message_element *el;
+       struct ldb_context *ldb = (struct ldb_context *)sqlite3_user_data(ctx);
+       const unsigned char *val = sqlite3_value_text(argv[0]);
+       const unsigned char *func = sqlite3_value_text(argv[1]);
+       const unsigned char *cmp = sqlite3_value_text(argv[2]);
+       const unsigned char *attr = sqlite3_value_text(argv[3]);
+       const struct ldb_attrib_handler *h;
+       struct ldb_val valX;
+       struct ldb_val valY;
+       int ret;
+
+       switch (func[0]) {
+       /* greater */
+       case '>': /* >= */
+               h = ldb_attrib_handler(ldb, attr);
+               valX.data = cmp;
+               valX.length = strlen(cmp);
+               valY.data = val;
+               valY.length = strlen(val);
+               ret = h->comparison_fn(ldb, ldb, &valY, &valX);
+               if (ret >= 0)
+                       sqlite3_result_int(ctx, 1);
+               else
+                       sqlite3_result_int(ctx, 0);
+               return;
+
+       /* lesser */
+       case '<': /* <= */
+               h = ldb_attrib_handler(ldb, attr);
+               valX.data = cmp;
+               valX.length = strlen(cmp);
+               valY.data = val;
+               valY.length = strlen(val);
+               ret = h->comparison_fn(ldb, ldb, &valY, &valX);
+               if (ret <= 0)
+                       sqlite3_result_int(ctx, 1);
+               else
+                       sqlite3_result_int(ctx, 0);
+               return;
+
+       /* approx */
+       case '~':
+               /* TODO */
+               sqlite3_result_int(ctx, 0);
+               return;
+
+       /* bitops */
+       case ':':
+               /* TODO */
+               sqlite3_result_int(ctx, 0);
+               return;
+
+       default:
+               break;
+       }
 
-       count = ldap_count_values_len(bval);
+       sqlite3_result_error(ctx, "Value must start with a special operation char (<>~:)!", -1);
+       return;
+}
 
-       if (count <= 0) {
-               return -1;
-       }
 
-       el = talloc_realloc(msg, msg->elements, struct ldb_message_element, 
-                             msg->num_elements + 1);
-       if (!el) {
-               errno = ENOMEM;
+/* rename a record */
+static int lsqlite3_safe_rollback(sqlite3 *sqlite)
+{
+       char *errmsg;
+       int ret;
+
+       /* execute */
+       ret = sqlite3_exec(sqlite, "ROLLBACK;", NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       printf("lsqlite3_safe_rollback: Error: %s\n", errmsg);
+                       free(errmsg);
+               }
                return -1;
        }
 
-       msg->elements = el;
+        return 0;
+}
 
-       el = &msg->elements[msg->num_elements];
+/* return an eid as result */
+static int lsqlite3_eid_callback(void *result, int col_num, char **cols, char **names)
+{
+       long long *eid = (long long *)result;
 
-       el->name = talloc_strdup(msg->elements, attr);
-       if (!el->name) {
-               errno = ENOMEM;
-               return -1;
+       if (col_num != 1) return SQLITE_ABORT;
+       if (strcasecmp(names[0], "eid") != 0) return SQLITE_ABORT;
+
+       *eid = atoll(cols[0]);
+       return SQLITE_OK;
+}
+
+struct lsqlite3_msgs {
+       int count;
+       struct ldb_message **msgs;
+       long long current_eid;
+       const char * const * attrs;
+       TALLOC_CTX *mem_ctx;
+};
+
+/*
+ * add a single set of ldap message values to a ldb_message
+ */
+
+static int lsqlite3_search_callback(void *result, int col_num, char **cols, char **names)
+{
+       struct lsqlite3_msgs *msgs = (struct lsqlite3_msgs *)result;
+       struct ldb_message *msg;
+       long long eid;
+       int i;
+
+       /* eid, dn, attr_name, attr_value */
+       if (col_num != 4) return SQLITE_ABORT;
+
+       eid = atoll(cols[0]);
+
+       if (eid != msgs->current_eid) {
+               msgs->msgs = talloc_realloc(msgs->mem_ctx,
+                                           msgs->msgs,
+                                           struct ldb_message *,
+                                           msgs->count + 2);
+               if (msgs->msgs == NULL) return SQLITE_ABORT;
+
+               msgs->msgs[msgs->count] = talloc(msgs->msgs, struct ldb_message);
+               if (msgs->msgs[msgs->count] == NULL) return SQLITE_ABORT;
+
+               msgs->msgs[msgs->count]->dn = NULL;
+               msgs->msgs[msgs->count]->num_elements = 0;
+               msgs->msgs[msgs->count]->elements = NULL;
+               msgs->msgs[msgs->count]->private_data = NULL;
+
+               msgs->count++;
+               msgs->current_eid = eid;
        }
-       el->flags = 0;
 
-       el->num_values = 0;
-       el->values = talloc_array(msg->elements, struct ldb_val, count);
-       if (!el->values) {
-               errno = ENOMEM;
-               return -1;
+       msg = msgs->msgs[msgs->count -1];
+
+       if (msg->dn == NULL) {
+               msg->dn = ldb_dn_explode(msg, cols[1]);
+               if (msg->dn == NULL) return SQLITE_ABORT;
        }
 
-       for (i=0;i<count;i++) {
-               el->values[i].data = talloc_memdup(el->values, bval[i]->bv_val, bval[i]->bv_len);
-               if (!el->values[i].data) {
-                       return -1;
+       if (msgs->attrs) {
+               int found = 0;
+               for (i = 0; msgs->attrs[i]; i++) {
+                       if (strcasecmp(cols[2], msgs->attrs[i]) == 0) {
+                               found = 1;
+                               break;
+                       }
                }
-               el->values[i].length = bval[i]->bv_len;
-               el->num_values++;
+               if (!found) return 0;
        }
 
-       msg->num_elements++;
+       if (ldb_msg_add_string(msg, cols[2], cols[3]) != 0)
+               return SQLITE_ABORT;
 
-       return 0;
+       return SQLITE_OK;
 }
 
-/*
-  search for matching records
-*/
-static int lsqlite3_search(struct ldb_module *module, const char *base,
-                      enum ldb_scope scope, const char *expression,
-                      const char * const *attrs, struct ldb_message ***res)
-{
-       struct ldb_context *ldb = module->ldb;
-       struct lsqlite3_private *lsqlite3 = module->private_data;
-       int count, msg_count;
 
-       if (base == NULL) {
-               base = "";
-       }
+/*
+ * lsqlite3_get_eid()
+ * lsqlite3_get_eid_ndn()
+ *
+ * These functions are used for the very common case of retrieving an EID value
+ * given a (normalized) DN.
+ */
 
-       lsqlite3->last_rc = ldap_search_s(lsqlite3->ldap, base, (int)scope, 
-                                     expression, 
-                                     discard_const_p(char *, attrs), 
-                                     0, &ldapres);
-       if (lsqlite3->last_rc != LDAP_SUCCESS) {
+static long long lsqlite3_get_eid_ndn(sqlite3 *sqlite, void *mem_ctx, const char *norm_dn)
+{
+       char *errmsg;
+       char *query;
+       long long eid = -1;
+       long long ret;
+
+       /* get object eid */
+       query = lsqlite3_tprintf(mem_ctx, "SELECT eid "
+                                         "FROM ldb_entry "
+                                         "WHERE norm_dn = '%q';", norm_dn);
+       if (query == NULL) return -1;
+
+       ret = sqlite3_exec(sqlite, query, lsqlite3_eid_callback, &eid, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       printf("lsqlite3_get_eid: Fatal Error: %s\n", errmsg);
+                       free(errmsg);
+               }
                return -1;
        }
 
-       count = ldap_count_entries(lsqlite3->ldap, ldapres);
-       if (count == -1 || count == 0) {
-               ldap_msgfree(ldapres);
-               return count;
+       return eid;
+}
+
+static long long lsqlite3_get_eid(struct ldb_module *module, const struct ldb_dn *dn)
+{
+       TALLOC_CTX *local_ctx;
+       struct lsqlite3_private *lsqlite3 = module->private_data;
+       long long eid = -1;
+       char *cdn;
+
+       /* ignore ltdb specials */
+       if (ldb_dn_is_special(dn)) {
+               return -1;
        }
 
-       (*res) = talloc_array(lsqlite3, struct ldb_message *, count+1);
-       if (! *res) {
-               ldap_msgfree(ldapres);
-               errno = ENOMEM;
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_get_eid local context");
+       if (local_ctx == NULL) {
                return -1;
        }
 
-       (*res)[0] = NULL;
+       cdn = ldb_dn_linearize(local_ctx, ldb_dn_casefold(module->ldb, dn));
+       if (!cdn) goto done;
 
-       msg_count = 0;
+       eid = lsqlite3_get_eid_ndn(lsqlite3->sqlite, local_ctx, cdn);
 
-       /* loop over all messages */
-       for (msg=ldap_first_entry(lsqlite3->ldap, ldapres); 
-            msg; 
-            msg=ldap_next_entry(lsqlite3->ldap, msg)) {
-               BerElement *berptr = NULL;
-               char *attr, *dn;
+done:
+       talloc_free(local_ctx);
+       return eid;
+}
 
-               if (msg_count == count) {
-                       /* hmm, got too many? */
-                       ldb_debug(ldb, LDB_DEBUG_FATAL, "Fatal: ldap message count inconsistent\n");
-                       break;
-               }
+/*
+ * Interface functions referenced by lsqlite3_ops
+ */
+
+/* search for matching records, by tree */
+static int lsqlite3_search_bytree(struct ldb_module * module, const struct ldb_dn* basedn,
+                                 enum ldb_scope scope, struct ldb_parse_tree * tree,
+                                 const char * const * attrs, struct ldb_result ** res)
+{
+       TALLOC_CTX *local_ctx;
+       struct lsqlite3_private *lsqlite3 = module->private_data;
+       struct lsqlite3_msgs msgs;
+       char *norm_basedn;
+       char *sqlfilter;
+       char *errmsg;
+       char *query = NULL;
+        int ret, i;
+
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_search_bytree local context");
+       if (local_ctx == NULL) {
+               return -1;
+       }
 
-               (*res)[msg_count] = talloc(*res, struct ldb_message);
-               if (!(*res)[msg_count]) {
+       if (basedn) {
+               norm_basedn = ldb_dn_linearize(local_ctx, ldb_dn_casefold(module->ldb, basedn));
+               if (norm_basedn == NULL) {
+                       ret = LDB_ERR_INVALID_DN_SYNTAX;
                        goto failed;
                }
-               (*res)[msg_count+1] = NULL;
+       } else norm_basedn = talloc_strdup(local_ctx, "");
 
-               dn = ldap_get_dn(lsqlite3->ldap, msg);
-               if (!dn) {
+       if (*norm_basedn == '\0' &&
+               (scope == LDB_SCOPE_BASE || scope == LDB_SCOPE_ONELEVEL)) {
+                       ret = LDB_ERR_UNWILLING_TO_PERFORM;
                        goto failed;
                }
 
-               (*res)[msg_count]->dn = talloc_strdup((*res)[msg_count], dn);
-               ldap_memfree(dn);
-               if (!(*res)[msg_count]->dn) {
-                       goto failed;
+        /* Convert filter into a series of SQL conditions (constraints) */
+       sqlfilter = parsetree_to_sql(module, local_ctx, tree);
+        
+        switch(scope) {
+        case LDB_SCOPE_DEFAULT:
+        case LDB_SCOPE_SUBTREE:
+               if (*norm_basedn != '\0') {
+                       query = lsqlite3_tprintf(local_ctx,
+                               "SELECT entry.eid,\n"
+                               "       entry.dn,\n"
+                               "       av.attr_name,\n"
+                               "       av.attr_value\n"
+                               "  FROM ldb_entry AS entry\n"
+
+                               "  LEFT OUTER JOIN ldb_attribute_values AS av\n"
+                               "    ON av.eid = entry.eid\n"
+
+                               "  WHERE entry.eid IN\n"
+                               "    (SELECT DISTINCT ldb_entry.eid\n"
+                               "       FROM ldb_entry\n"
+                               "       WHERE (ldb_entry.norm_dn GLOB('*,%q')\n"
+                               "       OR ldb_entry.norm_dn = '%q')\n"
+                               "       AND ldb_entry.eid IN\n"
+                               "         (%s)\n"
+                               "    )\n"
+
+                               "  ORDER BY entry.eid ASC;",
+                               norm_basedn,
+                               norm_basedn,
+                               sqlfilter);
+               } else {
+                       query = lsqlite3_tprintf(local_ctx,
+                               "SELECT entry.eid,\n"
+                               "       entry.dn,\n"
+                               "       av.attr_name,\n"
+                               "       av.attr_value\n"
+                               "  FROM ldb_entry AS entry\n"
+
+                               "  LEFT OUTER JOIN ldb_attribute_values AS av\n"
+                               "    ON av.eid = entry.eid\n"
+
+                               "  WHERE entry.eid IN\n"
+                               "    (SELECT DISTINCT ldb_entry.eid\n"
+                               "       FROM ldb_entry\n"
+                               "       WHERE ldb_entry.eid IN\n"
+                               "         (%s)\n"
+                               "    )\n"
+
+                               "  ORDER BY entry.eid ASC;",
+                               sqlfilter);
                }
 
+               break;
+                
+        case LDB_SCOPE_BASE:
+                query = lsqlite3_tprintf(local_ctx,
+                        "SELECT entry.eid,\n"
+                        "       entry.dn,\n"
+                        "       av.attr_name,\n"
+                        "       av.attr_value\n"
+                        "  FROM ldb_entry AS entry\n"
+
+                        "  LEFT OUTER JOIN ldb_attribute_values AS av\n"
+                        "    ON av.eid = entry.eid\n"
+
+                        "  WHERE entry.eid IN\n"
+                        "    (SELECT DISTINCT ldb_entry.eid\n"
+                        "       FROM ldb_entry\n"
+                        "       WHERE ldb_entry.norm_dn = '%q'\n"
+                        "         AND ldb_entry.eid IN\n"
+                       "           (%s)\n"
+                        "    )\n"
+
+                        "  ORDER BY entry.eid ASC;",
+                       norm_basedn,
+                        sqlfilter);
+                break;
+                
+        case LDB_SCOPE_ONELEVEL:
+                query = lsqlite3_tprintf(local_ctx,
+                        "SELECT entry.eid,\n"
+                        "       entry.dn,\n"
+                        "       av.attr_name,\n"
+                        "       av.attr_value\n"
+                        "  FROM ldb_entry AS entry\n"
+
+                        "  LEFT OUTER JOIN ldb_attribute_values AS av\n"
+                        "    ON av.eid = entry.eid\n"
+
+                        "  WHERE entry.eid IN\n"
+                        "    (SELECT DISTINCT ldb_entry.eid\n"
+                        "       FROM ldb_entry\n"
+                       "       WHERE norm_dn GLOB('*,%q')\n"
+                       "         AND NOT norm_dn GLOB('*,*,%q')\n"
+                        "         AND ldb_entry.eid IN\n(%s)\n"
+                        "    )\n"
+
+                        "  ORDER BY entry.eid ASC;",
+                        norm_basedn,
+                        norm_basedn,
+                        sqlfilter);
+                break;
+        }
 
-               (*res)[msg_count]->num_elements = 0;
-               (*res)[msg_count]->elements = NULL;
-               (*res)[msg_count]->private_data = NULL;
+        if (query == NULL) {
+                ret = LDB_ERR_OTHER;
+                goto failed;
+        }
 
-               /* loop over all attributes */
-               for (attr=ldap_first_attribute(lsqlite3->ldap, msg, &berptr);
-                    attr;
-                    attr=ldap_next_attribute(lsqlite3->ldap, msg, berptr)) {
-                       struct berval **bval;
-                       bval = ldap_get_values_len(lsqlite3->ldap, msg, attr);
+       /* * /
+       printf ("%s\n", query);
+       / * */
+
+       msgs.msgs = NULL;
+       msgs.count = 0;
+       msgs.current_eid = 0;
+       msgs.mem_ctx = local_ctx;
+       msgs.attrs = attrs;
+
+       ret = sqlite3_exec(lsqlite3->sqlite, query, lsqlite3_search_callback, &msgs, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                       free(errmsg);
+               }
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-                       if (bval) {
-                               lsqlite3_add_msg_attr(ldb, (*res)[msg_count], attr, bval);
-                               ldap_value_free_len(bval);
-                       }                                         
-                       
-                       ldap_memfree(attr);
+       for (i = 0; i < msgs.count; i++) {
+               msgs.msgs[i] = ldb_msg_canonicalize(module->ldb, msgs.msgs[i]);
+               if (msgs.msgs[i] ==  NULL) {
+                       goto failed;
                }
-               if (berptr) ber_free(berptr, 0);
+       }
 
-               msg_count++;
+       *res = talloc(module, struct ldb_result);
+       if (! *res) {
+               goto failed;
        }
 
-       ldap_msgfree(ldapres);
+       (*res)->msgs = talloc_steal(*res, msgs.msgs);
+       (*res)->count = msgs.count;
+       (*res)->refs = NULL;
+       (*res)->controls = NULL;
 
-       return msg_count;
+       talloc_free(local_ctx);
+       return LDB_SUCCESS;
 
+/* If error, return error code; otherwise return number of results */
 failed:
-       if (*res) lsqlite3_search_free(module, *res);
-       return -1;
+        talloc_free(local_ctx);
+       return LDB_ERR_OTHER;
 }
 
 
-/*
-  Issue a series of SQL statements to implement the requests in the ldb_message
-*/
-static int lsqlite3_msg_to_sql(struct ldb_context *ldb,
-                               const struct ldb_message *msg,
-                               int modify_existing)
+/* add a record */
+static int lsqlite3_add(struct ldb_module *module, const struct ldb_message *msg)
 {
-       unsigned int i, j;
-       struct ldb_context *ldb = module->ldb;
+       TALLOC_CTX *local_ctx;
        struct lsqlite3_private *lsqlite3 = module->private_data;
-        sqlite3_stmt *stmt = NULL;
+        long long eid;
+       char *dn, *ndn;
+       char *errmsg;
+       char *query;
+       int ret;
+       int i;
+        
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_add local context");
+       if (local_ctx == NULL) {
+               return LDB_ERR_OTHER;
+       }
 
-       for (i=0;i<msg->num_elements;i++) {
-               const struct ldb_message_element *el = &msg->elements[i];
+        /* See if this is an ltdb special */
+       if (ldb_dn_is_special(msg->dn)) {
+               struct ldb_dn *c;
 
-               if (! modify_existing) {
-                        /* This is a new DN.  Bind new distinguished name */
-                        column =
-                                sqlite3_bind_parameter_index(
-                                        lsqlite3->queries.newDN,
-                                        ":dn");
-                        if (sqlite3_bind_text(lsqlite3->queries.newDN, column,
-                                              msg->dn, strlen(msg->dn),
-                                              SQLITE_STATIC) != SQLITE_OK) {
-                                return -1;
-                        }
+               c = ldb_dn_explode(local_ctx, "@SUBCLASSES");
+               if (ldb_dn_compare(module->ldb, msg->dn, c) == 0) {
+#warning "insert subclasses into object class tree"
+                       ret = LDB_ERR_UNWILLING_TO_PERFORM;
+                       goto failed;
+               }
 
-                        /* Add this new DN */
-                        do {
-                                lsqlite3->last_rc =
-                                        sqlite3_step(lsqlite3->queries.newDN);
-                                (void) sqlite3_reset(lsqlite3->queries.newDN);
-                        } while lsqlite3->last_rc == SQLITE_BUSY;
-                        
-                        if (lsqlite3->last_rc != SQLITE_DONE) {
-                                return -1;
-                        }
+/*
+               c = ldb_dn_explode(local_ctx, "@INDEXLIST");
+               if (ldb_dn_compare(module->ldb, msg->dn, c) == 0) {
+#warning "should we handle indexes somehow ?"
+                       goto failed;
+               }
+*/
+                /* Others are implicitly ignored */
+                return LDB_SUCCESS;
+       }
 
-                        dn_id = last_insert_rowid(lsqlite3->sqlite3);
+       /* create linearized and normalized dns */
+       dn = ldb_dn_linearize(local_ctx, msg->dn);
+       ndn = ldb_dn_linearize(local_ctx, ldb_dn_casefold(module->ldb, msg->dn));
+       if (dn == NULL || ndn == NULL) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-                        stmt = lsqlite3->queries.newAttribute;
+       query = lsqlite3_tprintf(local_ctx,
+                                  /* Add new entry */
+                                  "INSERT OR ABORT INTO ldb_entry "
+                                  "('dn', 'norm_dn') "
+                                  "VALUES ('%q', '%q');",
+                               dn, ndn);
+       if (query == NULL) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-               } else {
-                        /* Get the dn_id for the specified DN */
-                        xxx;
+       ret = sqlite3_exec(lsqlite3->sqlite, query, NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                       free(errmsg);
+               }
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-                       switch (el->flags & LDB_FLAG_MOD_MASK) {
-                       case LDB_FLAG_MOD_ADD:
-                                stmt = lsqlite3->queries.addAttrValuePair;
-                               break;
-                       case LDB_FLAG_MOD_DELETE:
-                                stmt = lsqlite3->queries.deleteAttrValuePairs;
-                               break;
-                       case LDB_FLAG_MOD_REPLACE:
-                                stmt = lsqlite3->queries.replaceAttrValuePairs;
-                               break;
+       eid = lsqlite3_get_eid_ndn(lsqlite3->sqlite, local_ctx, ndn);
+       if (eid == -1) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
+
+       for (i = 0; i < msg->num_elements; i++) {
+               const struct ldb_message_element *el = &msg->elements[i];
+               const struct ldb_attrib_handler *h;
+               char *attr;
+               int j;
+
+               /* Get a case-folded copy of the attribute name */
+               attr = ldb_attr_casefold(module->ldb, local_ctx, el->name);
+               if (attr == NULL) {
+                       ret = LDB_ERR_OTHER;
+                       goto failed;
+               }
+
+               h = ldb_attrib_handler(module->ldb, el->name);
+
+               /* For each value of the specified attribute name... */
+               for (j = 0; j < el->num_values; j++) {
+                       struct ldb_val value;
+                       char *insert;
+
+                       /* Get a canonicalised copy of the data */
+                       h->canonicalise_fn(module->ldb, local_ctx, &(el->values[j]), &value);
+                       if (value.data == NULL) {
+                               ret = LDB_ERR_OTHER;
+                               goto failed;
+                       }
+
+                       insert = lsqlite3_tprintf(local_ctx,
+                                       "INSERT OR ROLLBACK INTO ldb_attribute_values "
+                                       "('eid', 'attr_name', 'norm_attr_name',"
+                                       " 'attr_value', 'norm_attr_value') "
+                                       "VALUES ('%lld', '%q', '%q', '%q', '%q');",
+                                       eid, el->name, attr,
+                                       el->values[j].data, value.data);
+                       if (insert == NULL) {
+                               ret = LDB_ERR_OTHER;
+                               goto failed;
                        }
-                        
-                }
 
-               for (j=0;j<el->num_values;j++) {
-                       mods[num_mods]->mod_vals.modv_bvals[j] = talloc(mods[num_mods]->mod_vals.modv_bvals,
-                                                                         struct berval);
-                       if (!mods[num_mods]->mod_vals.modv_bvals[j]) {
+                       ret = sqlite3_exec(lsqlite3->sqlite, insert, NULL, NULL, &errmsg);
+                       if (ret != SQLITE_OK) {
+                               if (errmsg) {
+                                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                                       free(errmsg);
+                               }
+                               ret = LDB_ERR_OTHER;
                                goto failed;
                        }
-                       mods[num_mods]->mod_vals.modv_bvals[j]->bv_val = el->values[j].data;
-                       mods[num_mods]->mod_vals.modv_bvals[j]->bv_len = el->values[j].length;
                }
-               mods[num_mods]->mod_vals.modv_bvals[j] = NULL;
-               num_mods++;
        }
 
-       return mods;
+       talloc_free(local_ctx);
+        return LDB_SUCCESS;
 
 failed:
-       talloc_free(mods);
-       return NULL;
+       talloc_free(local_ctx);
+       return ret;
 }
 
 
-/*
-  add a record
-*/
-static int lsqlite3_add(struct ldb_module *module, const struct ldb_message *msg)
+/* modify a record */
+static int lsqlite3_modify(struct ldb_module *module, const struct ldb_message *msg)
 {
-       struct ldb_context *ldb = module->ldb;
+       TALLOC_CTX *local_ctx;
        struct lsqlite3_private *lsqlite3 = module->private_data;
-       LDAPMod **mods;
-       int ret = 0;
+        long long eid;
+       char *errmsg;
+       int ret;
+       int i;
+        
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_modify local context");
+       if (local_ctx == NULL) {
+               return LDB_ERR_OTHER;
+       }
 
-       /* ignore ltdb specials */
-       if (msg->dn[0] == '@') {
-               return 0;
+        /* See if this is an ltdb special */
+       if (ldb_dn_is_special(msg->dn)) {
+               struct ldb_dn *c;
+
+               c = ldb_dn_explode(local_ctx, "@SUBCLASSES");
+               if (ldb_dn_compare(module->ldb, msg->dn, c) == 0) {
+#warning "modify subclasses into object class tree"
+                       ret = LDB_ERR_UNWILLING_TO_PERFORM;
+                       goto failed;
+               }
+
+                /* Others are implicitly ignored */
+                return LDB_SUCCESS;
        }
 
-       mods = lsqlite3_msg_to_mods(ldb, msg, 0);
+       eid = lsqlite3_get_eid(module, msg->dn);
+       if (eid == -1) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
+
+       for (i = 0; i < msg->num_elements; i++) {
+               const struct ldb_message_element *el = &msg->elements[i];
+               const struct ldb_attrib_handler *h;
+               int flags = el->flags & LDB_FLAG_MOD_MASK;
+               char *attr;
+               char *mod;
+               int j;
+
+               /* Get a case-folded copy of the attribute name */
+               attr = ldb_attr_casefold(module->ldb, local_ctx, el->name);
+               if (attr == NULL) {
+                       ret = LDB_ERR_OTHER;
+                       goto failed;
+               }
+
+               h = ldb_attrib_handler(module->ldb, el->name);
+
+               switch (flags) {
+
+               case LDB_FLAG_MOD_REPLACE:
+                       
+                       /* remove all attributes before adding the replacements */
+                       mod = lsqlite3_tprintf(local_ctx,
+                                               "DELETE FROM ldb_attribute_values "
+                                               "WHERE eid = '%lld' "
+                                               "AND norm_attr_name = '%q';",
+                                               eid, attr);
+                       if (mod == NULL) {
+                               ret = LDB_ERR_OTHER;
+                               goto failed;
+                       }
+
+                       ret = sqlite3_exec(lsqlite3->sqlite, mod, NULL, NULL, &errmsg);
+                       if (ret != SQLITE_OK) {
+                               if (errmsg) {
+                                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                                       free(errmsg);
+                               }
+                               ret = LDB_ERR_OTHER;
+                               goto failed;
+                        }
+
+                       /* MISSING break is INTENTIONAL */
+
+               case LDB_FLAG_MOD_ADD:
+#warning "We should throw an error if no value is provided!"
+                       /* For each value of the specified attribute name... */
+                       for (j = 0; j < el->num_values; j++) {
+                               struct ldb_val value;
+
+                               /* Get a canonicalised copy of the data */
+                               h->canonicalise_fn(module->ldb, local_ctx, &(el->values[j]), &value);
+                               if (value.data == NULL) {
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+
+                               mod = lsqlite3_tprintf(local_ctx,
+                                       "INSERT OR ROLLBACK INTO ldb_attribute_values "
+                                       "('eid', 'attr_name', 'norm_attr_name',"
+                                       " 'attr_value', 'norm_attr_value') "
+                                       "VALUES ('%lld', '%q', '%q', '%q', '%q');",
+                                       eid, el->name, attr,
+                                       el->values[j].data, value.data);
+
+                               if (mod == NULL) {
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+
+                               ret = sqlite3_exec(lsqlite3->sqlite, mod, NULL, NULL, &errmsg);
+                               if (ret != SQLITE_OK) {
+                                       if (errmsg) {
+                                               ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                                               free(errmsg);
+                                       }
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+                       }
+
+                       break;
+
+               case LDB_FLAG_MOD_DELETE:
+#warning "We should throw an error if the attribute we are trying to delete does not exist!"
+                       if (el->num_values == 0) {
+                               mod = lsqlite3_tprintf(local_ctx,
+                                                       "DELETE FROM ldb_attribute_values "
+                                                       "WHERE eid = '%lld' "
+                                                       "AND norm_attr_name = '%q';",
+                                                       eid, attr);
+                               if (mod == NULL) {
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+
+                               ret = sqlite3_exec(lsqlite3->sqlite, mod, NULL, NULL, &errmsg);
+                               if (ret != SQLITE_OK) {
+                                       if (errmsg) {
+                                               ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                                               free(errmsg);
+                                       }
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+                       }
+
+                       /* For each value of the specified attribute name... */
+                       for (j = 0; j < el->num_values; j++) {
+                               struct ldb_val value;
+
+                               /* Get a canonicalised copy of the data */
+                               h->canonicalise_fn(module->ldb, local_ctx, &(el->values[j]), &value);
+                               if (value.data == NULL) {
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+
+                               mod = lsqlite3_tprintf(local_ctx,
+                                       "DELETE FROM ldb_attribute_values "
+                                       "WHERE eid = '%lld' "
+                                       "AND norm_attr_name = '%q' "
+                                       "AND norm_attr_value = '%q';",
+                                       eid, attr, value.data);
+
+                               if (mod == NULL) {
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+
+                               ret = sqlite3_exec(lsqlite3->sqlite, mod, NULL, NULL, &errmsg);
+                               if (ret != SQLITE_OK) {
+                                       if (errmsg) {
+                                               ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                                               free(errmsg);
+                                       }
+                                       ret = LDB_ERR_OTHER;
+                                       goto failed;
+                               }
+                       }
 
-       lsqlite3->last_rc = ldap_add_s(lsqlite3->ldap, msg->dn, mods);
-       if (lsqlite3->last_rc != LDAP_SUCCESS) {
-               ret = -1;
+                       break;
+               }
        }
 
-       talloc_free(mods);
+       talloc_free(local_ctx);
+        return LDB_SUCCESS;
 
+failed:
+       talloc_free(local_ctx);
        return ret;
 }
 
-
-/*
-  modify a record
-*/
-static int lsqlite3_modify(struct ldb_module *module, const struct ldb_message *msg)
+/* delete a record */
+static int lsqlite3_delete(struct ldb_module *module, const struct ldb_dn *dn)
 {
-       struct ldb_context *ldb = module->ldb;
+       TALLOC_CTX *local_ctx;
        struct lsqlite3_private *lsqlite3 = module->private_data;
-       LDAPMod **mods;
-       int ret = 0;
+        long long eid;
+       char *errmsg;
+       char *query;
+       int ret;
 
        /* ignore ltdb specials */
-       if (msg->dn[0] == '@') {
-               return 0;
+       if (ldb_dn_is_special(dn)) {
+               return LDB_SUCCESS;
        }
 
-       mods = lsqlite3_msg_to_mods(ldb, msg, 1);
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_delete local context");
+       if (local_ctx == NULL) {
+               return LDB_ERR_OTHER;
+       }
 
-       lsqlite3->last_rc = ldap_modify_s(lsqlite3->ldap, msg->dn, mods);
-       if (lsqlite3->last_rc != LDAP_SUCCESS) {
-               ret = -1;
+       eid = lsqlite3_get_eid(module, dn);
+       if (eid == -1) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
        }
 
-       talloc_free(mods);
+       query = lsqlite3_tprintf(local_ctx,
+                                  /* Delete entry */
+                                  "DELETE FROM ldb_entry WHERE eid = %lld; "
+                                  /* Delete attributes */
+                                  "DELETE FROM ldb_attribute_values WHERE eid = %lld; ",
+                               eid, eid);
+       if (query == NULL) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
+
+       ret = sqlite3_exec(lsqlite3->sqlite, query, NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                       free(errmsg);
+               }
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
+       talloc_free(local_ctx);
+        return LDB_SUCCESS;
+
+failed:
+       talloc_free(local_ctx);
        return ret;
 }
 
-static int lsqlite3_lock(struct ldb_module *module, const char *lockname)
+/* rename a record */
+static int lsqlite3_rename(struct ldb_module *module, const struct ldb_dn *olddn, const struct ldb_dn *newdn)
 {
-       int ret = 0;
-       struct ldb_context *ldb = module->ldb;
+       TALLOC_CTX *local_ctx;
        struct lsqlite3_private *lsqlite3 = module->private_data;
+       char *new_dn, *new_cdn, *old_cdn;
+       char *errmsg;
+       char *query;
+       int ret;
 
-       if (lockname == NULL) {
-               return -1;
+       /* ignore ltdb specials */
+       if (ldb_dn_is_special(olddn) || ldb_dn_is_special(newdn)) {
+               return LDB_SUCCESS;
        }
 
-        /* If we're already locked, just update lock count */
-        if (++lsqlite3->lock_count > 1) {
-                return -1;
-        }
-            
-        /* Write-lock (but not read-lock) the database */
-        lsqlite3->last_rc = sqlite3_step(lsqlite3->begin);
-
-        /* Ready the compiled statememt for its next use */
-        (void ) sqlite_reset(lsqlite3->begin);
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_rename local context");
+       if (local_ctx == NULL) {
+               return LDB_ERR_OTHER;
+       }
 
-       return lsqlite3->last_rc == 0 ? 0 : -1;
-}
+       /* create linearized and normalized dns */
+       old_cdn = ldb_dn_linearize(local_ctx, ldb_dn_casefold(module->ldb, olddn));
+       new_cdn = ldb_dn_linearize(local_ctx, ldb_dn_casefold(module->ldb, newdn));
+       new_dn = ldb_dn_linearize(local_ctx, newdn);
+       if (old_cdn == NULL || new_cdn == NULL || new_dn == NULL) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-static int lsqlite3_unlock(struct ldb_module *module, const char *lockname)
-{
-       int ret = 0;
-       struct ldb_context *ldb = module->ldb;
-       struct lsqlite3_private *lsqlite3 = module->private_data;
+       /* build the SQL query */
+       query = lsqlite3_tprintf(local_ctx,
+                                "UPDATE ldb_entry SET dn = '%q', norm_dn = '%q' "
+                                "WHERE norm_dn = '%q';",
+                                new_dn, new_cdn, old_cdn);
+       if (query == NULL) {
+               ret = LDB_ERR_OTHER;
+               goto failed;
+       }
 
-       if (lockname == NULL) {
-               return -1;
+       /* execute */
+       ret = sqlite3_exec(lsqlite3->sqlite, query, NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       ldb_set_errstring(module, talloc_strdup(module, errmsg));
+                       free(errmsg);
+               }
+               ret = LDB_ERR_OTHER;
+               goto failed;
        }
 
-        /* If we're not already locked, there's nothing to do */
-        if (lsqlite3->lock_count == 0) {
-                return 0;
-        }
+       /* clean up and exit */
+       talloc_free(local_ctx);
+        return LDB_SUCCESS;
 
-        /* Decrement lock count */
-        if (--lsqlite3->lock_count == 0) {
-        
-                /* Final unlock.  Unlock the database */
-                lsqlite3->last_rc = sqlite3_step(lsqlite3->commit);
+failed:
+       talloc_free(local_ctx);
+       return ret;
+}
 
-                /* Ready the compiled statememt for its next use */
-                (void ) sqlite_reset(lsqlite3->commit);
-        }
+static int lsqlite3_start_trans(struct ldb_module * module)
+{
+       int ret;
+       char *errmsg;
+       struct lsqlite3_private *   lsqlite3 = module->private_data;
+
+       if (lsqlite3->trans_count == 0) {
+               ret = sqlite3_exec(lsqlite3->sqlite, "BEGIN IMMEDIATE;", NULL, NULL, &errmsg);
+               if (ret != SQLITE_OK) {
+                       if (errmsg) {
+                               printf("lsqlite3_start_trans: error: %s\n", errmsg);
+                               free(errmsg);
+                       }
+                       return -1;
+               }
+       };
+
+       lsqlite3->trans_count++;
 
-       return lsqlite3->last_rc == 0 ? 0 : -1;
+       return 0;
 }
 
-/*
-  return extended error information
-*/
-static const char *lsqlite3_errstring(struct ldb_module *module)
+static int lsqlite3_end_trans(struct ldb_module *module)
 {
+       int ret;
+       char *errmsg;
        struct lsqlite3_private *lsqlite3 = module->private_data;
-       return sqlite3_errmsg(lsqlite3->sqlite3);
-}
 
+       if (lsqlite3->trans_count > 0) {
+               lsqlite3->trans_count--;
+       } else return -1;
 
-static const struct ldb_module_ops lsqlite3_ops = {
-       "sqlite",
-       lsqlite3_search,
-       lsqlite3_search_free,
-       lsqlite3_add,
-       lsqlite3_modify,
-       lsqlite3_delete,
-       lsqlite3_rename,
-       lsqlite3_lock,
-       lsqlite3_unlock,
-       lsqlite3_errstring
-};
+       if (lsqlite3->trans_count == 0) {
+               ret = sqlite3_exec(lsqlite3->sqlite, "COMMIT;", NULL, NULL, &errmsg);
+               if (ret != SQLITE_OK) {
+                       if (errmsg) {
+                               printf("lsqlite3_end_trans: error: %s\n", errmsg);
+                               free(errmsg);
+                       }
+                       return -1;
+               }
+       }
 
+        return 0;
+}
 
-static int lsqlite3_destructor(void *p)
+static int lsqlite3_del_trans(struct ldb_module *module)
 {
-       struct lsqlite3_private *lsqlite3 = p;
-        (void) sqlite3_close(lsqlite3->sqlite3);
-       return 0;
+       struct lsqlite3_private *lsqlite3 = module->private_data;
+
+       if (lsqlite3->trans_count > 0) {
+               lsqlite3->trans_count--;
+       } else return -1;
+
+       if (lsqlite3->trans_count == 0) {
+               return lsqlite3_safe_rollback(lsqlite3->sqlite);
+       }
+
+       return -1;
 }
 
-static int lsqlite3_initialize(lsqlite3_private *lsqlite3,
-                               const char *url)
+/*
+ * Static functions
+ */
+
+static int initialize(struct lsqlite3_private *lsqlite3,
+                     struct ldb_context *ldb, const char *url, int flags)
 {
-        int bNewDatabase = False;
-        char *p;
-        char *pTail;
-        struct stat statbuf;
-        sqlite3_stmt *stmt;
-        const char *schema =
-                "
-                -- ------------------------------------------------------
-
-                PRAGMA auto_vacuum=1;
-
-                -- ------------------------------------------------------
-
-                BEGIN EXCLUSIVE;
-
-                -- ------------------------------------------------------
-
-                CREATE TABLE ldb_info AS 
-                  SELECT 'LDB' AS database_type, 
-                         '1.0' AS version;
-
-                CREATE TABLE ldb_distinguished_names 
-                (
-                  dn_id         INTEGER PRIMARY KEY AUTOINCREMENT, 
-                  dn            TEXT UNIQUE
-                );
-
-                CREATE TABLE ldb_object_classes 
-                (
-                  class_name    TEXT PRIMARY KEY,
-                  tree_key      TEXT,
-                  max_child_num INTEGER
-                );
-
-                CREATE TABLE ldb_dn_object_classes 
-                (
-                  dn_id         INTEGER REFERENCES ldb_distinguished_names, 
-                  class_name    TEXT REFERENCES ldb_object_classes 
-                );
-
-                CREATE TABLE ldb_attributes
-                (
-                  attr_name             TEXT PRIMARY KEY,
-                  case_insensitive_p    BOOLEAN DEFAULT FALSE,
-                  wildcard_p            BOOLEAN DEFAULT FALSE,
-                  hidden_p              BOOLEAN DEFAULT FALSE,
-                  integer_p             BOOLEAN DEFAULT FALSE
-                );
-
-                CREATE TABLE ldb_attr_value_pairs 
-                (
-                  dn_id         INTEGER REFERENCES ldb_distinguished_names, 
-                  attr_name     TEXT REFERENCES ldb_attributes,
-                  attr_value    TEXT 
-                );
-
-                -- ------------------------------------------------------
-
-                CREATE TRIGGER ldb_distinguished_names_delete_tr
-                  AFTER DELETE
-                  ON ldb_distinguished_names
-                  FOR EACH ROW
-                    BEGIN
-                      DELETE FROM ldb_attr_value_pairs
-                        WHERE dn_id = old.dn_id;
-                      DELETE FROM ldb_dn_object_classes
-                        WHERE dn_id = old.dn_id;
-                    END;
-
-                CREATE TRIGGER ldb_attr_value_pairs_insert_tr
-                  BEFORE INSERT
-                  ON ldb_attr_value_pairs
-                  FOR EACH ROW
-                    BEGIN
-                      INSERT OR IGNORE INTO ldb_attributes
-                          (attr_name)
-                        VALUES
-                          (new.attr_name);
-                    END;
-
-                CREATE TRIGGER ldb_attr_value_pairs_delete_tr
-                  AFTER DELETE
-                  ON ldb_attr_value_pairs
-                  FOR EACH ROW
-                    BEGIN
-                      DELETE FROM ldb_attributes
-                        WHERE (SELECT COUNT(*)
-                                 FROM ldb_attr_value_pairs
-                                 WHERE attr_name = old.attr_name) = 0
-                          AND attr_name = old.attr_name;
-                    END;
-
-                -- ------------------------------------------------------
-
-                CREATE INDEX ldb_distinguished_names_dn_idx
-                  ON ldb_distinguished_names (dn);
-
-                CREATE INDEX ldb_object_classes_tree_key_idx
-                  ON ldb_object_classes (tree_key);
-
-
-                CREATE INDEX ldb_dn_object_classes_dn_id_idx
-                  ON ldb_dn_object_classes (dn_id);
-
-                CREATE INDEX ldb_dn_object_classes_class_name_idx
-                  ON ldb_dn_object_classes (class_name);
-
-
-                CREATE INDEX ldb_attr_value_pairs_dn_id_name_case_idx
-                  ON ldb_attr_value_pairs (dn_id, attr_name);
-
-                CREATE INDEX ldb_attr_value_pairs_dn_id_name_nocase_idx
-                  ON ldb_attr_value_pairs (dn_id, attr_name COLLATE NOCASE);
-
-                -- ------------------------------------------------------
-
-                /* all defaults for dn, initially */
-                INSERT INTO ldb_attributes (attr_name)
-                  VALUES ('dn');
-
-                /* We need an implicit "top" level object class */
-                INSERT INTO ldb_object_classes (class_name, tree_key)
-                  SELECT 'top', /* next_tree_key(NULL) */ '0001';
-
-                -- ------------------------------------------------------
-
-                COMMIT;
-
-                -- ------------------------------------------------------
-                ";
+       TALLOC_CTX *local_ctx;
+        long long queryInt;
+       int rollback = 0;
+       char *errmsg;
+        char *schema;
+        int ret;
+
+       /* create a local ctx */
+       local_ctx = talloc_named(lsqlite3, 0, "lsqlite3_rename local context");
+       if (local_ctx == NULL) {
+               return -1;
+       }
 
+       schema = lsqlite3_tprintf(local_ctx,
+                
+                
+                "CREATE TABLE ldb_info AS "
+                "  SELECT 'LDB' AS database_type,"
+                "         '1.0' AS version;"
+                
+                /*
+                 * The entry table holds the information about an entry. 
+                 * This table is used to obtain the EID of the entry and to 
+                 * support scope=one and scope=base.  The parent and child
+                 * table is included in the entry table since all the other
+                 * attributes are dependent on EID.
+                 */
+                "CREATE TABLE ldb_entry "
+                "("
+                "  eid     INTEGER PRIMARY KEY AUTOINCREMENT,"
+                "  dn      TEXT UNIQUE NOT NULL,"
+               "  norm_dn TEXT UNIQUE NOT NULL"
+                ");"
+                
+
+                "CREATE TABLE ldb_object_classes"
+                "("
+                "  class_name            TEXT PRIMARY KEY,"
+                "  parent_class_name     TEXT,"
+                "  tree_key              TEXT UNIQUE,"
+                "  max_child_num         INTEGER DEFAULT 0"
+                ");"
+                
+                /*
+                 * We keep a full listing of attribute/value pairs here
+                 */
+                "CREATE TABLE ldb_attribute_values"
+                "("
+                "  eid             INTEGER REFERENCES ldb_entry,"
+                "  attr_name       TEXT,"
+                "  norm_attr_name  TEXT,"
+                "  attr_value      TEXT,"
+                "  norm_attr_value TEXT "
+                ");"
+                
+               
+                /*
+                 * Indexes
+                 */
+                "CREATE INDEX ldb_attribute_values_eid_idx "
+                "  ON ldb_attribute_values (eid);"
+                
+                "CREATE INDEX ldb_attribute_values_name_value_idx "
+                "  ON ldb_attribute_values (attr_name, norm_attr_value);"
+                
+                
+
+                /*
+                 * Triggers
+                 */
+                "CREATE TRIGGER ldb_object_classes_insert_tr"
+                "  AFTER INSERT"
+                "  ON ldb_object_classes"
+                "  FOR EACH ROW"
+                "    BEGIN"
+                "      UPDATE ldb_object_classes"
+                "        SET tree_key = COALESCE(tree_key, "
+                "              ("
+                "                SELECT tree_key || "
+                "                       (SELECT base160(max_child_num + 1)"
+                "                                FROM ldb_object_classes"
+                "                                WHERE class_name = "
+                "                                      new.parent_class_name)"
+                "                  FROM ldb_object_classes "
+                "                  WHERE class_name = new.parent_class_name "
+                "              ));"
+                "      UPDATE ldb_object_classes "
+                "        SET max_child_num = max_child_num + 1"
+                "        WHERE class_name = new.parent_class_name;"
+                "    END;"
+
+                /*
+                 * Table initialization
+                 */
+
+                "INSERT INTO ldb_object_classes "
+                "    (class_name, tree_key) "
+                "  VALUES "
+                "    ('TOP', '0001');");
+        
         /* Skip protocol indicator of url  */
-        if ((p = strchr(url, ':')) == NULL) {
+        if (strncmp(url, "sqlite://", 9) != 0) {
                 return SQLITE_MISUSE;
-        } else {
-                ++p;
         }
-                
-        /*
-         * See if we'll be creating a new database, or opening an existing one
-         */
-        if ((stat(p, &statbuf) < 0 && errno == ENOENT) ||
-            statbuf.st_size == 0) {
+        
+        /* Update pointer to just after the protocol indicator */
+        url += 9;
+        
+        /* Try to open the (possibly empty/non-existent) database */
+        if ((ret = sqlite3_open(url, &lsqlite3->sqlite)) != SQLITE_OK) {
+                return ret;
+        }
+        
+        /* In case this is a new database, enable auto_vacuum */
+       ret = sqlite3_exec(lsqlite3->sqlite, "PRAGMA auto_vacuum = 1;", NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       printf("lsqlite3 initializaion error: %s\n", errmsg);
+                       free(errmsg);
+               }
+               goto failed;
+       }
+        
+       if (flags & LDB_FLG_NOSYNC) {
+               /* DANGEROUS */
+               ret = sqlite3_exec(lsqlite3->sqlite, "PRAGMA synchronous = OFF;", NULL, NULL, &errmsg);
+               if (ret != SQLITE_OK) {
+                       if (errmsg) {
+                               printf("lsqlite3 initializaion error: %s\n", errmsg);
+                               free(errmsg);
+                       }
+                       goto failed;
+               }
+       }
+        
+       /* */
+        
+        /* Establish a busy timeout of 30 seconds */
+        if ((ret = sqlite3_busy_timeout(lsqlite3->sqlite,
+                                        30000)) != SQLITE_OK) {
+                return ret;
+        }
 
-                bNewDatabase = True;
+        /* Create a function, callable from sql, to increment a tree_key */
+        if ((ret =
+             sqlite3_create_function(lsqlite3->sqlite,/* handle */
+                                     "base160_next",  /* function name */
+                                     1,               /* number of args */
+                                     SQLITE_ANY,      /* preferred text type */
+                                     NULL,            /* user data */
+                                     base160next_sql, /* called func */
+                                     NULL,            /* step func */
+                                     NULL             /* final func */
+                     )) != SQLITE_OK) {
+                return ret;
         }
 
-        /* Try to open the (possibly empty/non-existent) database */
-        if ((lsqlite3->last_rc = sqlite3_open(p, &lsqlite3->sqlite3)) != SQLITE_SUCCESS) {
+        /* Create a function, callable from sql, to convert int to base160 */
+        if ((ret =
+             sqlite3_create_function(lsqlite3->sqlite,/* handle */
+                                     "base160",       /* function name */
+                                     1,               /* number of args */
+                                     SQLITE_ANY,      /* preferred text type */
+                                     NULL,            /* user data */
+                                     base160_sql,     /* called func */
+                                     NULL,            /* step func */
+                                     NULL             /* final func */
+                     )) != SQLITE_OK) {
+                return ret;
+        }
+
+        /* Create a function, callable from sql, to perform various comparisons */
+        if ((ret =
+             sqlite3_create_function(lsqlite3->sqlite, /* handle */
+                                     "ldap_compare",   /* function name */
+                                     4,                /* number of args */
+                                     SQLITE_ANY,       /* preferred text type */
+                                     ldb  ,            /* user data */
+                                     lsqlite3_compare, /* called func */
+                                     NULL,             /* step func */
+                                     NULL              /* final func */
+                     )) != SQLITE_OK) {
                 return ret;
         }
 
-        if (bNewDatabase) {
+        /* Begin a transaction */
+       ret = sqlite3_exec(lsqlite3->sqlite, "BEGIN EXCLUSIVE;", NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       printf("lsqlite3: initialization error: %s\n", errmsg);
+                       free(errmsg);
+               }
+               goto failed;
+       }
+       rollback = 1;
+        /* Determine if this is a new database.  No tables means it is. */
+        if (query_int(lsqlite3,
+                      &queryInt,
+                      "SELECT COUNT(*)\n"
+                      "  FROM sqlite_master\n"
+                      "  WHERE type = 'table';") != 0) {
+               goto failed;
+        }
+        
+        if (queryInt == 0) {
                 /*
                  * Create the database schema
                  */
-                for (pTail = schema; pTail != NULL; ) {
-
-                        if ((lsqlite3->last_rc = sqlite3_prepare(
-                                     lsqlite3->sqlite3,
-                                     pTail,
-                                     -1,
-                                     &stmt,
-                                     &pTail)) != SQLITE_SUCCESS ||
-                            (lsqlite3->last_rc = sqlite3_step(stmt)) != SQLITE_DONE ||
-                            (lsqlite3->last_rc = sqlite_finalize(stmt)) != SQLITE_SUCCESS) {
-
-                                (void) sqlite3_close(lsqlite3->sqlite3);
-                                return ret;
-                        }
-                }
+               ret = sqlite3_exec(lsqlite3->sqlite, schema, NULL, NULL, &errmsg);
+               if (ret != SQLITE_OK) {
+                       if (errmsg) {
+                               printf("lsqlite3 initializaion error: %s\n", errmsg);
+                               free(errmsg);
+                       }
+                       goto failed;
+               }
         } else {
                 /*
                  * Ensure that the database we opened is one of ours
                  */
-                if ((lsqlite3->last_rc = sqlite3_prepare(
-                             lsqlite3->sqlite3,
-                             "SELECT COUNT(*) "
-                             "  FROM sqlite_master "
-                             "  WHERE type = 'table' "
-                             "    AND name IN "
-                             "      ("
-                             "        'ldb_info', "
-                             "        'ldb_distinguished_names', "
-                             "        'ldb_object_classes', "
-                             "        'ldb_dn_object_classes', "
-                             "        'ldb_attributes', "
-                             "        'ldb_attr_value_pairs' "
-                             "      );",
-                             -1,
-                             &stmt,
-                             &pTail)) != SQLITE_SUCCESS ||
-                    (lsqlite3->last_rc = sqlite3_step(stmt)) != SQLITE_ROW ||
-                    sqlite3_column_int(stmt, 0) != 6 ||
-                    (lsqlite3->last_rc = sqlite_finalize(stmt)) != SQLITE_SUCCESS ||
-
-                    (lsqlite3->last_rc = sqlite3_prepare(
-                             lsqlite3->sqlite3,
-                             "SELECT 1 "
-                             "  FROM ldb_info "
-                             "  WHERE database_type = 'LDB' "
-                             "    AND version = '1.0';",
-                             -1,
-                             &stmt,
-                             &pTail)) != SQLITE_SUCCESS ||
-                    (lsqlite3->last_rc = sqlite3_step(stmt)) != SQLITE_ROW ||
-                    (lsqlite3->last_rc = sqlite_finalize(stmt)) != SQLITE_SUCCESS) {
-                
+                if (query_int(lsqlite3,
+                              &queryInt,
+                              "SELECT "
+                              "  (SELECT COUNT(*) = 2"
+                              "     FROM sqlite_master "
+                              "     WHERE type = 'table' "
+                              "       AND name IN "
+                              "         ("
+                              "           'ldb_entry', "
+                              "           'ldb_object_classes' "
+                              "         ) "
+                              "  ) "
+                              "  AND "
+                              "  (SELECT 1 "
+                              "     FROM ldb_info "
+                              "     WHERE database_type = 'LDB' "
+                              "       AND version = '1.0'"
+                              "  );") != 0 ||
+                    queryInt != 1) {
+                        
                         /* It's not one that we created.  See ya! */
-                        (void) sqlite3_close(lsqlite3->sqlite3);
-                        return SQLITE_MISUSE;
+                       goto failed;
                 }
         }
+        
+        /* Commit the transaction */
+       ret = sqlite3_exec(lsqlite3->sqlite, "COMMIT;", NULL, NULL, &errmsg);
+       if (ret != SQLITE_OK) {
+               if (errmsg) {
+                       printf("lsqlite3: iniialization error: %s\n", errmsg);
+                       free(errmsg);
+               }
+               goto failed;
+       }
+        return SQLITE_OK;
 
-        /*
-         * Pre-compile each of the queries we'll be using.
-         */
-
-        if ((lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "BEGIN IMMEDIATE;",
-                     -1,
-                     &lsqlite3->queries.begin,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "COMMIT;",
-                     -1,
-                     &lsqlite3->queries.commit,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "ROLLBACK;",
-                     -1,
-                     &lsqlite3->queries.rollback,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT INTO ldb_distinguished_names (dn_id, dn) "
-                     "  VALUES (:dn_id, :dn);",
-                     -1,
-                     &lsqlite3->queries.newDN,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "UPDATE ldb_distinguished_names "
-                     "  SET dn = :newDN "
-                     "  WHERE dn = :oldDN;",
-                     -1,
-                     &lsqlite3->queries.renameDN,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "DELETE FROM ldb_distinguished_names "
-                     "  WHERE dn = :dn;",
-                     -1,
-                     &lsqlite3->queries.deleteDN,
-                     &pTail)) != SQLITE_SUCCESS ||
-
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT OR IGNORE INTO ldb_object_classes "
-                     "    (class_name, tree_key)"
-                     "  SELECT :class_name, next_tree_key(NULL);",
-                     -1,
-                     &lsqlite3->queries.newObjectClass,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT OR REPLACE INTO ldb_dn_object_classes "
-                     "    (dn_id, class_name) "
-                     "  VALUES (:dn_id, :class_name);",
-                     -1,
-                     &lsqlite3->queries.assignObjectClass,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT OR IGNORE INTO ldb_attributes (name) "
-                     "  VALUES (:name);",
-                     -1,
-                     &lsqlite3->queries.newAttributeUseDefaults,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT OR REPLACE INTO ldb_attributes "
-                     "    (name, "
-                     "     case_insensitive_p, "
-                     "     wildcard_p, "
-                     "     hidden_p, "
-                     "     integer_p) "
-                     "  VALUES (:name, "
-                     "          :case_insensitive_p, "
-                     "          :wildcard_p, "
-                     "          :hidden_p, "
-                     "          :integer_p);",
-                     -1,
-                     &lsqlite3->queries.newAttribute,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT INTO ldb_attr_value_pairs "
-                     "    (dn_id, attr_name, attr_value) "
-                     "  VALUES (:dn_id, :attr_name, :attr_value);",
-                     -1,
-                     &lsqlite3->queries.addAttrValuePair,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "UPDATE ldb_attr_value_pairs "
-                     "  SET attr_value = :attr_value "
-                     "  WHERE dn_id = :dn_id "
-                     "    AND attr_name = :attr_name;",
-                     -1,
-                     &lsqlite3->queries.addAttrValuePair,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "DELETE FROM ldb_attr_value_pairs "
-                     "  WHERE dn_id = :dn_id "
-                     "    AND attr_name = :attr_name;"
-                     -1,
-                     &lsqlite3->queries.deleteAttrValuePair,
-                     &pTail)) != SQLITE_SUCCESS ||
-            
-            (lsqlite3->last_rc = sqlite3_prepare(
-                     lsqlite3->sqlite3,
-                     "INSERT OR REPLACE INTO ldb_object_classes "
-                     "    (class_name, tree_key) "
-                     "  SELECT :child_class, next_tree_key(:parent_class);"
-                     -1,
-                     &lsqlite3->queries.insertSubclass,
-                     &pTail)) != SQLITE_SUCCESS) {
-
-                (void) sqlite3_close(lsqlite3->sqlite3);
-                return ret;
-        }
+failed:
+       if (rollback) lsqlite3_safe_rollback(lsqlite3->sqlite); 
+       sqlite3_close(lsqlite3->sqlite);
+       return -1;
+}
 
-        return SQLITE_SUCCESS;
+static int
+destructor(void *p)
+{
+       struct lsqlite3_private *lsqlite3 = p;
+        
+       if (lsqlite3->sqlite) {
+               sqlite3_close(lsqlite3->sqlite);
+       }
+       return 0;
 }
 
-/*
-  connect to the database
-*/
-struct ldb_context *lsqlite3_connect(const char *url, 
-                                unsigned int flags, 
-                                const char *options[])
+
+static int lsqlite3_request(struct ldb_module *module, struct ldb_request *req)
 {
-       struct ldb_context *ldb = NULL;
-       struct lsqlite3_private *lsqlite3 = NULL;
-       int i;
+       /* check for oustanding critical controls and return an error if found */
+       if (check_critical_controls(req->controls)) {
+               return LDB_ERR_UNSUPPORTED_CRITICAL_EXTENSION;
+       }
+       
+       switch (req->operation) {
+
+       case LDB_REQ_SEARCH:
+               return lsqlite3_search_bytree(module,
+                                         req->op.search.base,
+                                         req->op.search.scope, 
+                                         req->op.search.tree, 
+                                         req->op.search.attrs, 
+                                         &req->op.search.res);
+
+       case LDB_REQ_ADD:
+               return lsqlite3_add(module, req->op.add.message);
+
+       case LDB_REQ_MODIFY:
+               return lsqlite3_modify(module, req->op.mod.message);
+
+       case LDB_REQ_DELETE:
+               return lsqlite3_delete(module, req->op.del.dn);
+
+       case LDB_REQ_RENAME:
+               return lsqlite3_rename(module,
+                                       req->op.rename.olddn,
+                                       req->op.rename.newdn);
+
+       default:
+               return LDB_ERR_OPERATIONS_ERROR;
 
-       ldb = talloc(NULL, struct ldb_context);
-       if (!ldb) {
-               errno = ENOMEM;
-               goto failed;
        }
+}
 
+static int lsqlite3_init_2(struct ldb_module *module)
+{
+       return LDB_SUCCESS;
+}
+
+/*
+ * Table of operations for the sqlite3 backend
+ */
+static const struct ldb_module_ops lsqlite3_ops = {
+       .name              = "sqlite",
+       .request           = lsqlite3_request,
+       .start_transaction = lsqlite3_start_trans,
+       .end_transaction   = lsqlite3_end_trans,
+       .del_transaction   = lsqlite3_del_trans,
+       .second_stage_init = lsqlite3_init_2
+};
+
+/*
+ * connect to the database
+ */
+int lsqlite3_connect(struct ldb_context *ldb,
+                    const char *url, 
+                    unsigned int flags, 
+                    const char *options[])
+{
+       int                         i;
+        int                         ret;
+       struct lsqlite3_private *   lsqlite3 = NULL;
+        
        lsqlite3 = talloc(ldb, struct lsqlite3_private);
        if (!lsqlite3) {
-               errno = ENOMEM;
                goto failed;
        }
-
-       lsqlite3->sqlite3 = NULL;
+        
+       lsqlite3->sqlite = NULL;
        lsqlite3->options = NULL;
-        lsqlite3->lock_count = 0;
-
-       lsqlite3->last_rc = lsqlite3_initialize(&lsqlite3->sqlite3, url);
-       if (lsqlite3->last_rc != LDAP_SUCCESS) {
+       lsqlite3->trans_count = 0;
+        
+       ret = initialize(lsqlite3, ldb, url, flags);
+       if (ret != SQLITE_OK) {
                goto failed;
        }
-
-       talloc_set_destructor(lsqlite3, lsqlite3_destructor);
-
+        
+       talloc_set_destructor(lsqlite3, destructor);
+        
        ldb->modules = talloc(ldb, struct ldb_module);
        if (!ldb->modules) {
-               errno = ENOMEM;
                goto failed;
        }
        ldb->modules->ldb = ldb;
        ldb->modules->prev = ldb->modules->next = NULL;
        ldb->modules->private_data = lsqlite3;
        ldb->modules->ops = &lsqlite3_ops;
-
+        
        if (options) {
-               /* take a copy of the options array, so we don't have to rely
-                  on the caller keeping it around (it might be dynamic) */
+               /*
+                 * take a copy of the options array, so we don't have to rely
+                 * on the caller keeping it around (it might be dynamic)
+                 */
                for (i=0;options[i];i++) ;
-
+                
                lsqlite3->options = talloc_array(lsqlite3, char *, i+1);
                if (!lsqlite3->options) {
                        goto failed;
                }
-               
+                
                for (i=0;options[i];i++) {
+                        
                        lsqlite3->options[i+1] = NULL;
-                       lsqlite3->options[i] = talloc_strdup(lsqlite3->options, options[i]);
+                       lsqlite3->options[i] =
+                                talloc_strdup(lsqlite3->options, options[i]);
                        if (!lsqlite3->options[i]) {
                                goto failed;
                        }
                }
        }
-
-       return ldb;
-
+        
+       return 0;
+        
 failed:
-        if (lsqlite3->sqlite3 != NULL) {
-                (void) sqlite3_close(lsqlite3->sqlite3);
+        if (lsqlite3->sqlite != NULL) {
+                (void) sqlite3_close(lsqlite3->sqlite);
         }
-       talloc_free(ldb);
-       return NULL;
+       talloc_free(lsqlite3);
+       return -1;
 }