Add --loopback to yamlconf and --synchronize to yamltest, so that we

can use yamltest to test configurations generated by yamlconf.

svn path=/branches/tk274/; revision=4658

1 files changed, 78 insertions, 65 deletions

diff --git a/rpkid/tests/yamltest.py b/rpkid/tests/yamltest.py
index 47c53c19..8e54dad7 100644
--- a/rpkid/tests/yamltest.py
+++ b/rpkid/tests/yamltest.py
@@ -121,12 +121,6 @@ class allocation_db(list):
     if self.root.base.valid_until is None:
       self.root.base.valid_until = rpki.sundial.now() + rpki.sundial.timedelta(days = 2)
     for a in self:
-      if a.sia_base is None:
-        if a.runs_pubd:
-          base = "rsync://localhost:%d/rpki/" % a.rsync_port
-        else:
-          base = a.parent.sia_base
-        a.sia_base = base + a.name + "/"
       if a.base.valid_until is None:
         a.base.valid_until = a.parent.base.valid_until
       if a.crl_interval is None:
@@ -204,7 +198,6 @@ class allocation(object):
       v4 = rpki.resource_set.resource_set_ipv4(yaml.get("ipv4")),
       v6 = rpki.resource_set.resource_set_ipv6(yaml.get("ipv6")),
       valid_until = valid_until)
-    self.sia_base = yaml.get("sia_base")
     if "crl_interval" in yaml:
       self.crl_interval = rpki.sundial.timedelta.parse(yaml["crl_interval"]).convert_to_seconds()
     if "regen_margin" in yaml:
@@ -251,7 +244,6 @@ class allocation(object):
     if self.resources.v6:       s += "  IPv6: %s\n" % self.resources.v6
     if self.kids:               s += "  Kids: %s\n" % ", ".join(k.name for k in self.kids)
     if self.parent:             s += "    Up: %s\n" % self.parent.name
-    if self.sia_base:           s += "   SIA: %s\n" % self.sia_base
     if self.is_hosted:          s += "  Host: %s\n" % self.hosted_by.name
     if self.hosts:              s += " Hosts: %s\n" % ", ".join(h.name for h in self.hosts)
     for r in self.roa_requests: s += "   ROA: %s\n" % r
@@ -301,8 +293,9 @@ class allocation(object):
     """
     Construct service URL for this node's parent.
     """
-    parent_port = self.parent.hosted_by.rpkid_port if self.parent.is_hosted else self.parent.rpkid_port
-    return "http://localhost:%d/up-down/%s/%s" % (parent_port, self.parent.name, self.name)
+    return "http://localhost:%d/up-down/%s/%s" % (self.parent.host.rpkid_port,
+                                                  self.parent.name,
+                                                  self.name)
 
   def dump_asns(self, fn, skip_rpkic = False):
     """
@@ -510,10 +503,12 @@ skip_config = False
 flat_publication = False
 profile = False
 stop_after_config = False
+synchronize = False
 
 opts, argv = getopt.getopt(sys.argv[1:], "c:fhkp:?",
-                           ["config=", "flat_publication", "help", "keep_going",
-                            "pidfile=", "skip_config", "stop_after_config", "profile"])
+                           ["config=", "flat_publication", "help",
+                            "keep_going", "pidfile=", "profile",
+                            "skip_config", "stop_after_config", "synchronize"])
 for o, a in opts:
   if o in ("-h", "--help", "-?"):
     print __doc__
@@ -530,6 +525,8 @@ for o, a in opts:
     skip_config = True
   elif o == "--stop_after_config":
     stop_after_config = True
+  elif o == "--synchronize":
+    synchronize = True
   elif o == "--profile":
     profile = True
 
@@ -564,13 +561,14 @@ try:
               "rpkid_sql_username", "irdbd_sql_username", "pubd_sql_username")
     if cfg.has_option(k))
 
-  # Start clean
+  # Start clean, maybe
 
-  for root, dirs, files in os.walk(test_dir, topdown = False):
-    for file in files:
-      os.unlink(os.path.join(root, file))
-    for dir in dirs:
-      os.rmdir(os.path.join(root, dir))
+  if not skip_config:
+    for root, dirs, files in os.walk(test_dir, topdown = False):
+      for file in files:
+        os.unlink(os.path.join(root, file))
+      for dir in dirs:
+        os.rmdir(os.path.join(root, dir))
 
   # Read first YAML doc in file and process as compact description of
   # test layout and resource allocations.  Ignore subsequent YAML docs,
@@ -582,62 +580,68 @@ try:
 
   #db.dump()
 
-  # Set up each entity in our test
+  if skip_config:
+
+    print "Skipping pre-daemon configuration, assuming you already did that"
+    
+  else:
+
+    # Set up each entity in our test
 
-  for d in db:
-    if not d.is_hosted:
-      os.makedirs(d.path())
-      d.dump_conf("rpki.conf")
-    if d.runs_pubd:
-      d.dump_rsyncd("rsyncd.conf")
+    for d in db:
+      if not d.is_hosted:
+        os.makedirs(d.path())
+        d.dump_conf("rpki.conf")
+      if d.runs_pubd:
+        d.dump_rsyncd("rsyncd.conf")
 
-  # Initialize BPKI and generate self-descriptor for each entity.
+    # Initialize BPKI and generate self-descriptor for each entity.
 
-  for d in db:
-    d.run_rpkic("initialize")
+    for d in db:
+      d.run_rpkic("initialize")
 
-  # Create publication directories.
+    # Create publication directories.
 
-  for d in db:
-    if d.is_root or d.runs_pubd:
-      os.makedirs(d.path("publication"))
+    for d in db:
+      if d.is_root or d.runs_pubd:
+        os.makedirs(d.path("publication"))
 
-  # Create RPKI root certificate.
+    # Create RPKI root certificate.
 
-  print "Creating rootd RPKI root certificate"
+    print "Creating rootd RPKI root certificate"
 
-  root_resources = rpki.resource_set.resource_bag(
-    asn = rpki.resource_set.resource_set_as("0-4294967295"),
-    v4  = rpki.resource_set.resource_set_ipv4("0.0.0.0/0"),
-    v6  = rpki.resource_set.resource_set_ipv6("::/0"))
+    root_resources = rpki.resource_set.resource_bag(
+      asn = rpki.resource_set.resource_set_as("0-4294967295"),
+      v4  = rpki.resource_set.resource_set_ipv4("0.0.0.0/0"),
+      v6  = rpki.resource_set.resource_set_ipv6("::/0"))
 
-  root_key = rpki.x509.RSA.generate(quiet = True)
+    root_key = rpki.x509.RSA.generate(quiet = True)
 
-  root_uri = "rsync://localhost:%d/rpki/" % db.root.pubd.rsync_port
+    root_uri = "rsync://localhost:%d/rpki/" % db.root.pubd.rsync_port
 
-  root_sia = ((rpki.oids.name2oid["id-ad-caRepository"], ("uri", root_uri)),
-              (rpki.oids.name2oid["id-ad-rpkiManifest"], ("uri", root_uri + "root.mft")))
+    root_sia = ((rpki.oids.name2oid["id-ad-caRepository"], ("uri", root_uri)),
+                (rpki.oids.name2oid["id-ad-rpkiManifest"], ("uri", root_uri + "root.mft")))
 
-  root_cert = rpki.x509.X509.self_certify(
-    keypair     = root_key,
-    subject_key = root_key.get_RSApublic(),
-    serial      = 1,
-    sia         = root_sia,
-    notAfter    = rpki.sundial.now() + rpki.sundial.timedelta(days = 365),
-    resources   = root_resources)
+    root_cert = rpki.x509.X509.self_certify(
+      keypair     = root_key,
+      subject_key = root_key.get_RSApublic(),
+      serial      = 1,
+      sia         = root_sia,
+      notAfter    = rpki.sundial.now() + rpki.sundial.timedelta(days = 365),
+      resources   = root_resources)
 
-  f = open(db.root.path("publication/root.cer"), "wb")
-  f.write(root_cert.get_DER())
-  f.close()
+    f = open(db.root.path("publication/root.cer"), "wb")
+    f.write(root_cert.get_DER())
+    f.close()
 
-  f = open(db.root.path("root.key"), "wb")
-  f.write(root_key.get_DER())
-  f.close()
+    f = open(db.root.path("root.key"), "wb")
+    f.write(root_key.get_DER())
+    f.close()
 
-  f = open(os.path.join(test_dir, "root.tal"), "w")
-  f.write(root_uri + "root.cer\n")
-  f.write(root_key.get_RSApublic().get_Base64())
-  f.close()
+    f = open(os.path.join(test_dir, "root.tal"), "w")
+    f.write(root_uri + "root.cer\n")
+    f.write(root_key.get_RSApublic().get_Base64())
+    f.close()
 
   # From here on we need to pay attention to initialization order.  We
   # used to do all the pre-configure_daemons stuff before running any
@@ -669,7 +673,7 @@ try:
 
     if skip_config:
 
-      print "Skipping configure_*, you'll have to do that yourself"
+      print "Skipping configure_*, you'll have to do that yourself if needed"
 
     else:
 
@@ -678,7 +682,7 @@ try:
         print
         print "Configuring", d.name
         print
-        if  d.is_root:
+        if d.is_root:
           assert not d.is_hosted
           d.run_rpkic("configure_publication_client",
                       "--flat" if flat_publication else None,
@@ -701,6 +705,18 @@ try:
                       d.pubd.path("%s.repository-response.xml" % d.client_handle))
           print
 
+      print
+      print "Done with initial configuration"
+      print
+
+    if synchronize:
+      print
+      print "Synchronizing"
+      print
+      for d in db:
+        if not d.is_hosted:
+          d.run_rpkic("synchronize")
+
     print
     print "Loading CSV files"
     print
@@ -710,13 +726,10 @@ try:
       d.dump_prefixes("%s.prefixes.csv" % d.name, stop_after_config)
       d.dump_roas("%s.roas.csv" % d.name, stop_after_config)
 
-    print
-    print "Done with initial configuration"
-    print
-
     # Wait until something terminates.
 
     if not stop_after_config:
+      print
       print "Waiting for daemons to exit"
       signal.signal(signal.SIGCHLD, lambda *dont_care: None)
       while (any(p.poll() is None for p in progs)