# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
-from buildfarm import (
- BuildFarm,
+from buildfarm.tree import (
+ Tree,
)
-from buildfarm.data import (
- Build,
- BuildResultStore,
- NoSuchBuildError,
+from buildfarm.build import (
+ StormBuild,
+ Test,
+ TestResult,
)
from buildfarm.hostdb import (
Host,
NoSuchHost,
)
-import os
+
try:
- import sqlite3
-except ImportError:
from pysqlite2 import dbapi2 as sqlite3
+except ImportError:
+ import sqlite3
from storm.database import create_database
-from storm.locals import Bool, Desc, Int, Unicode, RawStr
+from storm.expr import EXPR, FuncExpr, compile
+from storm.locals import Bool, Desc, Int, RawStr, Reference, Unicode
from storm.store import Store
-class StormBuild(Build):
- __storm_table__ = "build"
+class Cast(FuncExpr):
+ __slots__ = ("column", "type")
+ name = "CAST"
- id = Int(primary=True)
- tree = Unicode()
- revision = RawStr()
- host = Unicode()
- compiler = Unicode()
- checksum = RawStr()
- age = Int()
- status = Unicode()
- commit_revision = RawStr()
-
- def log_checksum(self):
- return self.checksum
+ def __init__(self, column, type):
+ self.column = column
+ self.type = type
- def remove(self):
- super(StormBuild, self).remove()
- Store.of(self).remove(self)
+@compile.when(Cast)
+def compile_count(compile, cast, state):
+ state.push("context", EXPR)
+ column = compile(cast.column, state)
+ state.pop()
+ return "CAST(%s AS %s)" % (column, cast.type)
class StormHost(Host):
__storm_table__ = "host"
- name = Unicode(primary=True)
+ id = Int(primary=True)
+ name = RawStr()
owner_name = Unicode(name="owner")
owner_email = Unicode()
password = Unicode()
else:
self.store = store
- def createhost(self, name, platform=None, owner=None, owner_email=None, password=None, permission=None):
- newhost = StormHost(unicode(name), owner=owner, owner_email=owner_email, password=password, permission=permission, platform=platform)
+ def createhost(self, name, platform=None, owner=None, owner_email=None,
+ password=None, permission=None):
+ """See `HostDatabase.createhost`."""
+ newhost = StormHost(name, owner=owner, owner_email=owner_email,
+ password=password, permission=permission, platform=platform)
try:
self.store.add(newhost)
self.store.flush()
def deletehost(self, name):
"""Remove a host."""
- host = self.host(name)
- self.store.remove(host)
+ self.store.remove(self[name])
def hosts(self):
"""Retrieve an iterable over all hosts."""
return self.store.find(StormHost).order_by(StormHost.name)
- def host(self, name):
- ret = self.hosts().find(StormHost.name==name).one()
+ def __getitem__(self, name):
+ result = self.store.find(StormHost,
+ Cast(StormHost.name, "TEXT") == Cast(name, "TEXT"))
+ ret = result.one()
if ret is None:
raise NoSuchHost(name)
return ret
self.store.commit()
-class StormCachingBuildResultStore(BuildResultStore):
+def distinct_builds(builds):
+ done = set()
+ for build in builds:
+ key = (build.tree, build.compiler, build.host)
+ if key in done:
+ continue
+ done.add(key)
+ yield build
- def __init__(self, basedir, store=None):
- super(StormCachingBuildResultStore, self).__init__(basedir)
- if store is None:
- store = memory_store()
-
- self.store = store
-
- def __contains__(self, build):
- return (self._get_by_checksum(build) is not None)
-
- def get_previous_revision(self, tree, host, compiler, revision):
- result = self.store.find(StormBuild,
- StormBuild.tree == unicode(tree),
- StormBuild.host == unicode(host),
- StormBuild.compiler == unicode(compiler),
- StormBuild.commit_revision == revision)
- cur_build = result.any()
- if cur_build is None:
- raise NoSuchBuildError(tree, host, compiler, revision)
-
- result = self.store.find(StormBuild,
- StormBuild.tree == unicode(tree),
- StormBuild.host == unicode(host),
- StormBuild.compiler == unicode(compiler),
- StormBuild.commit_revision != revision,
- StormBuild.id < cur_build.id)
- result = result.order_by(Desc(StormBuild.id))
- prev_build = result.first()
- if prev_build is None:
- raise NoSuchBuildError(tree, host, compiler, revision)
- return prev_build.commit_revision
-
- def get_latest_revision(self, tree, host, compiler):
- result = self.store.find(StormBuild,
- StormBuild.tree == unicode(tree),
- StormBuild.host == unicode(host),
- StormBuild.compiler == unicode(compiler))
- result = result.order_by(Desc(StormBuild.id))
- build = result.first()
- if build is None:
- raise NoSuchBuildError(tree, host, compiler)
- return build.revision
-
- def _get_by_checksum(self, build):
- return self.store.find(StormBuild, StormBuild.checksum == build.log_checksum()).one()
-
- def upload_build(self, build):
- existing_build = self._get_by_checksum(build)
- if existing_build is not None:
- # Already present
- assert build.tree == existing_build.tree
- assert build.host == existing_build.host
- assert build.compiler == existing_build.compiler
- return existing_build
- rev, timestamp = build.revision_details()
- super(StormCachingBuildResultStore, self).upload_build(build)
- new_basename = self.build_fname(build.tree, build.host, build.compiler, rev)
- new_build = StormBuild(new_basename, unicode(build.tree), unicode(build.host), unicode(build.compiler), rev)
- new_build.checksum = build.log_checksum()
- new_build.age = build.age_mtime()
- new_build.status = unicode(str(build.status()))
- self.store.add(new_build)
- return new_build
-
-
-class StormCachingBuildFarm(BuildFarm):
-
- def __init__(self, path=None, store=None):
- self.store = store
- super(StormCachingBuildFarm, self).__init__(path)
-
- def _get_store(self):
- if self.store is not None:
- return self.store
- else:
- db = create_database("sqlite:" + os.path.join(self.path, "hostdb.sqlite"))
- self.store = Store(db)
- setup_schema(self.store)
- return self.store
+class StormTree(Tree):
+ __storm_table__ = "tree"
- def _open_hostdb(self):
- return StormHostDatabase(self._get_store())
+ id = Int(primary=True)
+ name = RawStr()
+ scm = Int()
+ branch = RawStr()
+ subdir = RawStr()
+ repo = RawStr()
+ scm = RawStr()
- def _open_build_results(self):
- return StormCachingBuildResultStore(os.path.join(self.path, "data", "oldrevs"),
- self._get_store())
- def commit(self):
- self.store.commit()
+class StormTest(Test):
+ __storm_table__ = "test"
+
+ id = Int(primary=True)
+ name = RawStr()
+
+
+class StormTestResult(TestResult):
+ __storm_table__ = "test_result"
+
+ id = Int(primary=True)
+ build_id = Int(name="build")
+ build = Reference(build_id, StormBuild)
+
+ test_id = Int(name="test")
+ test = Reference(test_id, StormTest)
def setup_schema(db):
- db.execute("CREATE TABLE IF NOT EXISTS host (name text, owner text, owner_email text, password text, ssh_access int, fqdn text, platform text, permission text, last_dead_mail int, join_time int);", noresult=True)
+ db.execute("PRAGMA foreign_keys = 1;", noresult=True)
+ db.execute("""
+CREATE TABLE IF NOT EXISTS host (
+ id integer primary key autoincrement,
+ name blob not null,
+ owner text,
+ owner_email text,
+ password text,
+ ssh_access int,
+ fqdn text,
+ platform text,
+ permission text,
+ last_dead_mail int,
+ join_time int
+);""", noresult=True)
db.execute("CREATE UNIQUE INDEX IF NOT EXISTS unique_hostname ON host (name);", noresult=True)
- db.execute("CREATE TABLE IF NOT EXISTS build (id integer primary key autoincrement, tree text, revision text, host text, compiler text, checksum text, age int, status text, commit_revision text);", noresult=True)
+ db.execute("""
+CREATE TABLE IF NOT EXISTS build (
+ id integer primary key autoincrement,
+ tree blob not null,
+ tree_id int,
+ revision blob,
+ host blob not null,
+ host_id integer,
+ compiler blob not null,
+ compiler_id int,
+ checksum blob,
+ age int,
+ status blob,
+ basename blob,
+ FOREIGN KEY (host_id) REFERENCES host (id),
+ FOREIGN KEY (tree_id) REFERENCES tree (id),
+ FOREIGN KEY (compiler_id) REFERENCES compiler (id)
+);""", noresult=True)
db.execute("CREATE UNIQUE INDEX IF NOT EXISTS unique_checksum ON build (checksum);", noresult=True)
+ db.execute("""
+CREATE TABLE IF NOT EXISTS tree (
+ id integer primary key autoincrement,
+ name blob not null,
+ scm int,
+ branch blob,
+ subdir blob,
+ repo blob
+ );
+ """, noresult=True)
+ db.execute("""
+CREATE UNIQUE INDEX IF NOT EXISTS unique_tree_name ON tree(name);
+""", noresult=True)
+ db.execute("""
+CREATE TABLE IF NOT EXISTS compiler (
+ id integer primary key autoincrement,
+ name blob not null
+ );
+ """, noresult=True)
+ db.execute("""
+CREATE UNIQUE INDEX IF NOT EXISTS unique_compiler_name ON compiler(name);
+""", noresult=True)
+ db.execute("""
+CREATE TABLE IF NOT EXISTS test (
+ id integer primary key autoincrement,
+ name text not null);
+ """, noresult=True)
+ db.execute("CREATE UNIQUE INDEX IF NOT EXISTS test_name ON test(name);",
+ noresult=True)
+ db.execute("""CREATE TABLE IF NOT EXISTS test_result (
+ build int,
+ test int,
+ result int
+ );""", noresult=True)
+ db.execute("""CREATE UNIQUE INDEX IF NOT EXISTS build_test_result ON test_result(build, test);""", noresult=True)
def memory_store():
git.samba.org / build-farm.git / blobdiff