Merge pull request #24 from williamnswanson/INF-2273.merge-local-mapfiles

Add local mapfile merging to osg-comanage-project-usermap (INF-2273)

Author: williamnswanson

osg-comanage-project-usermap.py

@@ -1,6 +1,7 @@
 #!/usr/bin/env python3
 
 import os
+import re
 import sys
 import getopt
 import collections
@@ -24,6 +25,7 @@
                         (default = {ENDPOINT})
   -o outfile          specify output file (default: write to stdout)
   -g filter_group     filter users by group name (eg, 'ap1-login')
+  -l localmaps        specify a comma-delimited list of local HTCondor mapfiles to merge into outfile
   -h                  display this help text
 
 PASS for USER is taken from the first of:
@@ -48,6 +50,7 @@ class Options:
     outfile = None
     authstr = None
     filtergrp = None
+    localmaps = []
 
 
 options = Options()
@@ -87,7 +90,7 @@ def get_co_person_osguser(pid):
 
 def parse_options(args):
     try:
-        ops, args = getopt.getopt(args, 'u:c:d:f:g:e:o:h')
+        ops, args = getopt.getopt(args, 'u:c:d:f:g:e:o:l:h')
     except getopt.GetoptError:
         usage()
 
@@ -106,6 +109,7 @@ def parse_options(args):
         if op == '-e': options.endpoint   = arg
         if op == '-o': options.outfile    = arg
         if op == '-g': options.filtergrp  = arg
+        if op == '-l': options.localmaps = arg.split(",")
 
     try:
         user, passwd = utils.getpw(options.user, passfd, passfile)
@@ -142,10 +146,36 @@ def get_osguser_groups(filter_group_name=None):
     if filter_group_name is not None:
         pid_gids = filter_by_group(pid_gids, groups, filter_group_name)
 
-    return { pid_osguser[pid]: sorted(map(groups.get, gids))
+    return { pid_osguser[pid]: set(map(groups.get, gids))
              for pid, gids in pid_gids.items() }
 
 
+def parse_localmap(inputfile):
+    user_groupmap = dict()
+    with open(inputfile, 'r', encoding='utf-8') as file:
+        for line in file:
+            # Split up 3 semantic columns
+            split_line = line.strip().split(maxsplit=2)
+            if split_line[0] == "*" and len(split_line) == 3:
+                line_groups = set(re.split(r'[ ,]+', split_line[2]))
+                if split_line[1] in user_groupmap:
+                    user_groupmap[split_line[1]] |= line_groups
+                else:
+                    user_groupmap[split_line[1]] = line_groups
+    return user_groupmap
+
+
+def merge_maps(maps):
+    merged_map = dict()
+    for projectmap in maps:
+        for key in projectmap.keys():
+            if key in merged_map:
+                merged_map[key] |= set(projectmap[key])
+            else:
+                merged_map[key] = set(projectmap[key])
+    return merged_map
+
+
 def print_usermap_to_file(osguser_groups, file):
     for osguser, groups in sorted(osguser_groups.items()):
         print("* {} {}".format(osguser, ",".join(group.strip() for group in groups)), file=file)
@@ -163,7 +193,13 @@ def main(args):
     parse_options(args)
 
     osguser_groups = get_osguser_groups(options.filtergrp)
-    print_usermap(osguser_groups)
+
+    maps = [osguser_groups]
+    for localmap in options.localmaps:
+        maps.append(parse_localmap(localmap))
+    osguser_groups_merged = merge_maps(maps)
+
+    print_usermap(osguser_groups_merged)
 
 
 if __name__ == "__main__":