Reorganize to support per-database forking, add pubd support.

svn path=/branches/tk705/; revision=6408

1 files changed, 278 insertions, 233 deletions

diff --git a/potpourri/ca-unpickle.py b/potpourri/ca-unpickle.py
index 27bde49b..9a81c518 100755
--- a/potpourri/ca-unpickle.py
+++ b/potpourri/ca-unpickle.py
@@ -7,6 +7,12 @@ Unpickle trunk/ CA state packaged by ca-pickle and attempt to whack a
 tk705/ rpki-ca instance into an equivalent state.
 """
 
+# We need to fork separate processes to handle different databases
+# (well, OK, there are other ways we could to this, but forks are
+# by far the simplest).  So we organize the database-specific bits
+# as separate functions, one per database to be whacked, and handle
+# the fork management in a common loop.
+
 import os
 import sys
 import time
@@ -34,18 +40,17 @@ class LazyDict(object):
     def __getattr__(self, name):
         if name in self._d:
             return self._d[name]
+        name = name.replace("_", "-")
+        if name in self._d:
+            return self._d[name]
         raise AttributeError
 
     def __getitem__(self, name):
-        if name in self._d:
-            return self._d[name]
-        raise KeyError
+        return self._d[name]
 
     def __iter__(self):
         return self._d.iterkeys()
 
-    iterkeys = __iter__
-
     def __len__(self):
         return len(self._d)
 
@@ -60,24 +65,6 @@ class LazyDict(object):
         return thing
 
 
-os.environ.update(TZ = "UTC")
-time.tzset()
-
-cfg = rpki.config.argparser(doc = __doc__)
-cfg.argparser.add_argument("input_file", help = "input file")
-cfg.add_logging_arguments()
-args = cfg.argparser.parse_args()
-cfg.configure_logging(args = args)
-
-xzcat = subprocess.Popen(("xzcat", args.input_file), stdout = subprocess.PIPE)
-world = LazyDict.insinuate(cPickle.load(xzcat.stdout))
-if xzcat.wait() != 0:
-    sys.exit("XZ unpickling failed with code {}".format(xzcat.returncode))
-
-if False:
-    # Trivial test for the LazyDict code
-    print "Engine handle is", world.cfg.myrpki.handle
-
 # None-safe wrappers for DER constructors.
 def X509(obj):   return None if obj is None else rpki.x509.X509(          DER = obj)
 def CRL(obj):    return None if obj is None else rpki.x509.CRL(           DER = obj)
@@ -87,6 +74,7 @@ def MFT(obj):    return None if obj is None else rpki.x509.SignedManifest(DER =
 def ROA(obj):    return None if obj is None else rpki.x509.ROA(           DER = obj)
 def GBR(obj):    return None if obj is None else rpki.x509.Ghostbuster(   DER = obj)
 
+
 # Other conversions
 
 def ski_to_gski(ski):
@@ -97,213 +85,270 @@ def cfg_to_bool(v):
     states = RawConfigParser._boolean_states
     return states[v.lower()]
 
-# Because of the way Django ORM uses DJANGO_SETTINGS_MODULE, we'll
-# probably need to fork() to handle the several databases.  Shouldn't
-# be particularly difficult, write three driver functions and a
-# service function that fork()s then calls a driver, or something like
-# that.
-#
-# Prototype with rpkid for now, fork later.
-
-os.environ.update(DJANGO_SETTINGS_MODULE = "rpki.django_settings.rpkid")
-import django
-django.setup()
-import rpki.rpkidb
-
-print "rpkid self"
-for row in world.db.rpkid.self:
-    print " ", row.self_handle
-    rpki.rpkidb.models.Tenant.objects.create(
-        pk                      = row.self_id,
-        tenant_handle           = row.self_handle,
-        use_hsm                 = row.use_hsm,
-        crl_interval            = row.crl_interval,
-        regen_margin            = row.regen_margin,
-        bpki_cert               = X509(row.bpki_cert),
-        bpki_glue               = X509(row.bpki_glue))
-
-print "rpkid bsc"
-for row in world.db.rpkid.bsc:
-    print " ", row.bsc_handle
-    tenant = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id )
-    rpki.rpkidb.models.BSC.objects.create(
-        pk                      = row.bsc_id,
-        bsc_handle              = row.bsc_handle,
-        private_key_id          = RSA(row.private_key_id),
-        pkcs10_request          = PKCS10(row.pkcs10_request),
-        hash_alg                = row.hash_alg or "sha256",
-        signing_cert            = X509(row.signing_cert),
-        signing_cert_crl        = CRL(row.signing_cert_crl),
-        tenant                  = tenant)
-
-print "rpkid repository"
-for row in world.db.rpkid.repository:
-    print " ", row.repository_handle
-    tenant = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id )
-    bsc    = rpki.rpkidb.models.BSC.objects.get(   pk = row.bsc_id, tenant = tenant )
-    rpki.rpkidb.models.Repository.objects.create(
-        pk                      = row.repository_id,
-        repository_handle       = row.repository_handle,
-        peer_contact_uri        = row.peer_contact_uri,
-        bpki_cert               = X509(row.bpki_cert),
-        bpki_glue               = X509(row.bpki_glue),
-        last_cms_timestamp      = row.last_cms_timestamp,
-        bsc                     = bsc,
-        tenant                  = tenant)
-
-print "rpkid parent"
-for row in world.db.rpkid.parent:
-    print " ", row.parent_handle
-    tenant     = rpki.rpkidb.models.Tenant.objects.get(    pk = row.self_id )
-    bsc        = rpki.rpkidb.models.BSC.objects.get(       pk = row.bsc_id,        tenant = tenant )
-    repository = rpki.rpkidb.models.Repository.objects.get(pk = row.repository_id, tenant = tenant )
-    rpki.rpkidb.models.Parent.objects.create(
-        pk                      = row.parent_id,
-        parent_handle           = row.parent_handle,
-        bpki_cert               = X509(row.bpki_cms_cert),
-        bpki_glue               = X509(row.bpki_cms_glue),
-        peer_contact_uri        = row.peer_contact_uri,
-        sia_base                = row.sia_base,
-        sender_name             = row.sender_name,
-        recipient_name          = row.recipient_name,
-        last_cms_timestamp      = row.last_cms_timestamp,
-        bsc                     = bsc,
-        repository              = repository,
-        tenant                  = tenant)
-
-print "rpkid ca"
-for row in world.db.rpkid.ca:
-    parent = rpki.rpkidb.models.Parent.objects.get(pk = row.parent_id)
-    rpki.rpkidb.models.CA.objects.create(
-        pk                      = row.ca_id,
-        last_crl_manifest_number= max(row.last_crl_sn, row.last_manifest_sn),
-        last_issued_sn          = row.last_issued_sn,
-        sia_uri                 = row.sia_uri,
-        parent_resource_class   = row.parent_resource_class,
-        parent                  = parent)
-
-print "rpkid ca_detail"
-for row in world.db.rpkid.ca_detail:
-    ca = rpki.rpkidb.models.CA.objects.get(pk = row.ca_id)
-    rpki.rpkidb.models.CADetail.objects.create(
-        pk                      = row.ca_detail_id,
-        public_key              = RSA(row.public_key),
-        private_key_id          = RSA(row.private_key_id),
-        latest_crl              = CRL(row.latest_crl),
-        crl_published           = row.crl_published,
-        latest_ca_cert          = X509(row.latest_ca_cert),
-        manifest_private_key_id = RSA(row.manifest_private_key_id),
-        manifest_public_key     = RSA(row.manifest_public_key),
-        latest_manifest         = MFT(row.latest_manifest),
-        manifest_published      = row.manifest_published,
-        state                   = row.state,
-        ca_cert_uri             = row.ca_cert_uri,
-        ca                      = ca)
-
-print "rpkid child"
-for row in world.db.rpkid.child:
-    print " ", row.child_handle
-    tenant     = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id)
-    bsc        = rpki.rpkidb.models.BSC.objects.get(   pk = row.bsc_id, tenant = tenant)
-    rpki.rpkidb.models.Child.objects.create(
-        pk                      = row.child_id,
-        child_handle            = row.child_handle,
-        bpki_cert               = X509(row.bpki_cert),
-        bpki_glue               = X509(row.bpki_glue),
-        last_cms_timestamp      = row.last_cms_timestamp,
-        tenant                  = tenant,
-        bsc                     = bsc)
-
-print "rpkid child_cert"
-for row in world.db.rpkid.child_cert:
-    child     = rpki.rpkidb.models.Child.objects.get(   pk = row.child_id)
-    ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
-    rpki.rpkidb.models.ChildCert.objects.create(
-        pk                      = row.child_cert_id,
-        cert                    = X509(row.cert),
-        published               = row.published,
-        gski                    = ski_to_gski(row.ski),
-        child                   = child,
-        ca_detail               = ca_detail)
-
-print "rpkid revoked_cert"
-for row in world.db.rpkid.revoked_cert:
-    ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
-    rpki.rpkidb.models.RevokedCert.objects.create(
-        pk                      = row.revoked_cert_id,
-        serial                  = row.serial,
-        revoked                 = row.revoked,
-        expires                 = row.expires,
-        ca_detail               = ca_detail)
-
-print "rpkid roa"
-for row in world.db.rpkid.roa:
-    tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
-    ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
-    prefixes = tuple((p.version, "%s/%s-%s".format(p.prefix, p.prefixlen, p.max_prefixlen))
-                     for p in world.db.rpkid.roa_prefix
-                     if p.roa_id == row.roa_id)
-    ipv4 = ",".join(p for v, p in prefixes if v == 4) or None
-    ipv6 = ",".join(p for v, p in prefixes if v == 6) or None
-    rpki.rpkidb.models.ROA.objects.create(
-        pk                      = row.roa_id,
-        asn                     = row.asn,
-        ipv4                    = ipv4,
-        ipv6                    = ipv6,
-        cert                    = X509(row.cert),
-        roa                     = ROA(row.roa),
-        published               = row.published,
-        tenant                  = tenant,
-        ca_detail               = ca_detail)
-
-print "rpkid ghostbuster"
-for row in world.db.rpkid.ghostbuster:
-    tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
-    ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
-    rpki.rpkidb.models.Ghostbuster.objects.create(
-        pk                      = row.ghostbuster_id,
-        vcard                   = row.vcard,
-        cert                    = X509(row.cert),
-        ghostbuster             = GBR(row.ghostbuster),
-        published               = row.published,
-        tenant                  = tenant,
-        ca_detail               = ca_detail)
-
-print "rpkid ee_cert"
-for row in world.db.rpkid.ee_cert:
-    tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
-    ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
-    rpki.rpkidb.models.EECertificate.objects.create(
-        pk                      = row.ee_cert_id,
-        gski                    = ski_to_gski(row.ski),
-        cert                    = X509(row.cert),
-        published               = row.published,
-        tenant                  = tenant,
-        ca_detail               = ca_detail)
-
-if cfg_to_bool(world.cfg.myrpki.run_rootd):
-    print "rootd enabled"
-    root_dir = world.cfg.rootd["rpki-root-dir"]
-    root_cer = X509(world.file[                       world.cfg.rootd["rpki-root-cert"    ] ])
-    root_key = RSA( world.file[                       world.cfg.rootd["rpki-root-key"     ] ])
-    root_crl = CRL( world.file[os.path.join(root_dir, world.cfg.rootd["rpki-root-crl"     ])])
-    root_mft = MFT( world.file[os.path.join(root_dir, world.cfg.rootd["rpki-root-manifest"])])
-    work_cer = X509(world.file[os.path.join(root_dir, world.cfg.rootd["rpki-subject-cert" ])])
-    print "root cer: {!r}".format(root_cer)
-    print "root key: {!r}".format(root_key)
-    print "root crl: {!r}".format(root_crl)
-    print "root.mft: {!r}".format(root_mft)
-    print "work.cer: {!r}".format(work_cer)
-
-    root_serial = root_cer.getSerial()
-    work_serial = work_cer.getSerial()
-    mft_serial  = root_mft.get_POW().certs()[0].getSerial()
-    print "Serials: root {} worker {} manifest {} next {}".format(
-        root_serial, work_serial, mft_serial,
-        max(root_serial, work_serial, mft_serial) + 1)
-
-    root_mft.extract()
-    mft_number = root_mft.get_POW().getManifestNumber()
-    crl_number = root_crl.getCRLNumber()
-    print "Numbers: CRL {} manifest {} next {}".format(
-        crl_number, mft_number, max(crl_number, mft_number) + 1)
+
+def main():
+
+    os.environ.update(TZ = "UTC")
+    time.tzset()
+
+    global cfg
+    cfg = rpki.config.argparser(doc = __doc__)
+    cfg.argparser.add_argument("input_file", help = "input file")
+    cfg.add_logging_arguments()
+    args = cfg.argparser.parse_args()
+    cfg.configure_logging(args = args)
+
+    global world
+    xzcat = subprocess.Popen(("xzcat", args.input_file), stdout = subprocess.PIPE)
+    world = LazyDict.insinuate(cPickle.load(xzcat.stdout))
+    if xzcat.wait() != 0:
+        sys.exit("XZ unpickling failed with code {}".format(xzcat.returncode))
+
+    for enabled, handler in ((world.cfg.myrpki.run_rpkid, rpkid_handler),
+                             (world.cfg.myrpki.run_rpkid, irdb_handler),
+                             (world.cfg.myrpki.run_pubd,  pubd_handler)):
+        if not cfg_to_bool(enabled):
+            continue
+        if os.fork() == 0:
+            handler()
+            sys.exit()
+        else:
+            pid, status = os.wait()
+            if status and os.WIFEXITED(status):
+                sys.exit("Internal process exited with status {}".format(os.WEXITSTATUS(status)))
+            if status and os.WIFSIGNALED(status):
+                sys.exit("Internal process exited on signal {}".format(os.WTERMSIG(status)))
+
+
+def rpkid_handler():
+    os.environ.update(DJANGO_SETTINGS_MODULE = "rpki.django_settings.rpkid")
+    import django
+    django.setup()
+    import rpki.rpkidb
+
+    print "rpkid self"
+    for row in world.db.rpkid.self:
+        print " ", row.self_handle
+        rpki.rpkidb.models.Tenant.objects.create(
+            pk                      = row.self_id,
+            tenant_handle           = row.self_handle,
+            use_hsm                 = row.use_hsm,
+            crl_interval            = row.crl_interval,
+            regen_margin            = row.regen_margin,
+            bpki_cert               = X509(row.bpki_cert),
+            bpki_glue               = X509(row.bpki_glue))
+
+    print "rpkid bsc"
+    for row in world.db.rpkid.bsc:
+        print " ", row.bsc_handle
+        tenant = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id )
+        rpki.rpkidb.models.BSC.objects.create(
+            pk                      = row.bsc_id,
+            bsc_handle              = row.bsc_handle,
+            private_key_id          = RSA(row.private_key_id),
+            pkcs10_request          = PKCS10(row.pkcs10_request),
+            hash_alg                = row.hash_alg or "sha256",
+            signing_cert            = X509(row.signing_cert),
+            signing_cert_crl        = CRL(row.signing_cert_crl),
+            tenant                  = tenant)
+
+    print "rpkid repository"
+    for row in world.db.rpkid.repository:
+        print " ", row.repository_handle
+        tenant = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id )
+        bsc    = rpki.rpkidb.models.BSC.objects.get(   pk = row.bsc_id, tenant = tenant )
+        rpki.rpkidb.models.Repository.objects.create(
+            pk                      = row.repository_id,
+            repository_handle       = row.repository_handle,
+            peer_contact_uri        = row.peer_contact_uri,
+            bpki_cert               = X509(row.bpki_cert),
+            bpki_glue               = X509(row.bpki_glue),
+            last_cms_timestamp      = row.last_cms_timestamp,
+            bsc                     = bsc,
+            tenant                  = tenant)
+
+    print "rpkid parent"
+    for row in world.db.rpkid.parent:
+        print " ", row.parent_handle
+        tenant     = rpki.rpkidb.models.Tenant.objects.get(    pk = row.self_id )
+        bsc        = rpki.rpkidb.models.BSC.objects.get(       pk = row.bsc_id,        tenant = tenant )
+        repository = rpki.rpkidb.models.Repository.objects.get(pk = row.repository_id, tenant = tenant )
+        rpki.rpkidb.models.Parent.objects.create(
+            pk                      = row.parent_id,
+            parent_handle           = row.parent_handle,
+            bpki_cert               = X509(row.bpki_cms_cert),
+            bpki_glue               = X509(row.bpki_cms_glue),
+            peer_contact_uri        = row.peer_contact_uri,
+            sia_base                = row.sia_base,
+            sender_name             = row.sender_name,
+            recipient_name          = row.recipient_name,
+            last_cms_timestamp      = row.last_cms_timestamp,
+            bsc                     = bsc,
+            repository              = repository,
+            tenant                  = tenant)
+
+    print "rpkid ca"
+    for row in world.db.rpkid.ca:
+        parent = rpki.rpkidb.models.Parent.objects.get(pk = row.parent_id)
+        rpki.rpkidb.models.CA.objects.create(
+            pk                      = row.ca_id,
+            last_crl_manifest_number= max(row.last_crl_sn, row.last_manifest_sn),
+            last_issued_sn          = row.last_issued_sn,
+            sia_uri                 = row.sia_uri,
+            parent_resource_class   = row.parent_resource_class,
+            parent                  = parent)
+
+    print "rpkid ca_detail"
+    for row in world.db.rpkid.ca_detail:
+        ca = rpki.rpkidb.models.CA.objects.get(pk = row.ca_id)
+        rpki.rpkidb.models.CADetail.objects.create(
+            pk                      = row.ca_detail_id,
+            public_key              = RSA(row.public_key),
+            private_key_id          = RSA(row.private_key_id),
+            latest_crl              = CRL(row.latest_crl),
+            crl_published           = row.crl_published,
+            latest_ca_cert          = X509(row.latest_ca_cert),
+            manifest_private_key_id = RSA(row.manifest_private_key_id),
+            manifest_public_key     = RSA(row.manifest_public_key),
+            latest_manifest         = MFT(row.latest_manifest),
+            manifest_published      = row.manifest_published,
+            state                   = row.state,
+            ca_cert_uri             = row.ca_cert_uri,
+            ca                      = ca)
+
+    print "rpkid child"
+    for row in world.db.rpkid.child:
+        print " ", row.child_handle
+        tenant     = rpki.rpkidb.models.Tenant.objects.get(pk = row.self_id)
+        bsc        = rpki.rpkidb.models.BSC.objects.get(   pk = row.bsc_id, tenant = tenant)
+        rpki.rpkidb.models.Child.objects.create(
+            pk                      = row.child_id,
+            child_handle            = row.child_handle,
+            bpki_cert               = X509(row.bpki_cert),
+            bpki_glue               = X509(row.bpki_glue),
+            last_cms_timestamp      = row.last_cms_timestamp,
+            tenant                  = tenant,
+            bsc                     = bsc)
+
+    print "rpkid child_cert"
+    for row in world.db.rpkid.child_cert:
+        child     = rpki.rpkidb.models.Child.objects.get(   pk = row.child_id)
+        ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
+        rpki.rpkidb.models.ChildCert.objects.create(
+            pk                      = row.child_cert_id,
+            cert                    = X509(row.cert),
+            published               = row.published,
+            gski                    = ski_to_gski(row.ski),
+            child                   = child,
+            ca_detail               = ca_detail)
+
+    print "rpkid revoked_cert"
+    for row in world.db.rpkid.revoked_cert:
+        ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
+        rpki.rpkidb.models.RevokedCert.objects.create(
+            pk                      = row.revoked_cert_id,
+            serial                  = row.serial,
+            revoked                 = row.revoked,
+            expires                 = row.expires,
+            ca_detail               = ca_detail)
+
+    print "rpkid roa"
+    for row in world.db.rpkid.roa:
+        tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
+        ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
+        prefixes = tuple((p.version, "%s/%s-%s".format(p.prefix, p.prefixlen, p.max_prefixlen))
+                         for p in world.db.rpkid.roa_prefix
+                         if p.roa_id == row.roa_id)
+        ipv4 = ",".join(p for v, p in prefixes if v == 4) or None
+        ipv6 = ",".join(p for v, p in prefixes if v == 6) or None
+        rpki.rpkidb.models.ROA.objects.create(
+            pk                      = row.roa_id,
+            asn                     = row.asn,
+            ipv4                    = ipv4,
+            ipv6                    = ipv6,
+            cert                    = X509(row.cert),
+            roa                     = ROA(row.roa),
+            published               = row.published,
+            tenant                  = tenant,
+            ca_detail               = ca_detail)
+
+    print "rpkid ghostbuster"
+    for row in world.db.rpkid.ghostbuster:
+        tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
+        ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
+        rpki.rpkidb.models.Ghostbuster.objects.create(
+            pk                      = row.ghostbuster_id,
+            vcard                   = row.vcard,
+            cert                    = X509(row.cert),
+            ghostbuster             = GBR(row.ghostbuster),
+            published               = row.published,
+            tenant                  = tenant,
+            ca_detail               = ca_detail)
+
+    print "rpkid ee_cert"
+    for row in world.db.rpkid.ee_cert:
+        tenant    = rpki.rpkidb.models.Tenant.objects.get(  pk = row.self_id)
+        ca_detail = rpki.rpkidb.models.CADetail.objects.get(pk = row.ca_detail_id)
+        rpki.rpkidb.models.EECertificate.objects.create(
+            pk                      = row.ee_cert_id,
+            gski                    = ski_to_gski(row.ski),
+            cert                    = X509(row.cert),
+            published               = row.published,
+            tenant                  = tenant,
+            ca_detail               = ca_detail)
+
+    if cfg_to_bool(world.cfg.myrpki.run_rootd):
+        print "rootd enabled"
+        root_dir = world.cfg.rootd["rpki-root-dir"]
+        root_cer = X509(world.file[                       world.cfg.rootd["rpki-root-cert"    ] ])
+        root_key = RSA( world.file[                       world.cfg.rootd["rpki-root-key"     ] ])
+        root_crl = CRL( world.file[os.path.join(root_dir, world.cfg.rootd["rpki-root-crl"     ])])
+        root_mft = MFT( world.file[os.path.join(root_dir, world.cfg.rootd["rpki-root-manifest"])])
+        work_cer = X509(world.file[os.path.join(root_dir, world.cfg.rootd["rpki-subject-cert" ])])
+        print "root cer: {!r}".format(root_cer)
+        print "root key: {!r}".format(root_key)
+        print "root crl: {!r}".format(root_crl)
+        print "root.mft: {!r}".format(root_mft)
+        print "work.cer: {!r}".format(work_cer)
+
+        root_serial = root_cer.getSerial()
+        work_serial = work_cer.getSerial()
+        mft_serial  = root_mft.get_POW().certs()[0].getSerial()
+        print "Serials: root {} worker {} manifest {} next {}".format(
+            root_serial, work_serial, mft_serial,
+            max(root_serial, work_serial, mft_serial) + 1)
+
+        root_mft.extract()
+        mft_number = root_mft.get_POW().getManifestNumber()
+        crl_number = root_crl.getCRLNumber()
+        print "Numbers: CRL {} manifest {} next {}".format(
+            crl_number, mft_number, max(crl_number, mft_number) + 1)
+
+
+def pubd_handler():
+    os.environ.update(DJANGO_SETTINGS_MODULE = "rpki.django_settings.pubd")
+    import django
+    django.setup()
+    import rpki.pubdb
+
+    print "pubd client"
+    for row in world.db.pubd.client:
+        print " ", row.client_handle
+        rpki.pubdb.models.Client.objects.create(
+            pk                  = row.client_id,
+            client_handle       = row.client_handle,
+            base_uri            = row.base_uri,
+            bpki_cert           = X509(row.bpki_cert),
+            bpki_glue           = X509(row.bpki_glue),
+            last_cms_timestamp  = row.last_cms_timestamp)
+
+
+def irdb_handler():
+    os.environ.update(DJANGO_SETTINGS_MODULE = "rpki.django_settings.irdb")
+    import django
+    django.setup()
+    import rpki.irdb
+
+
+if __name__ == "__main__":
+    main()