| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 1 | import os |
| Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 2 | import pdb |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 3 | import json |
| Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame] | 4 | import subprocess |
| Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 5 | |
| Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 6 | from core.models import User |
| 7 | |
| Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 8 | class XOSResource(object): |
| 9 | xos_base_class = "XOSResource" |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 10 | xos_model = None |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 11 | name_field = "name" |
| 12 | copyin_props = [] |
| Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 13 | provides = None |
| 14 | |
| Scott Baker | b31659b | 2015-08-07 17:06:47 -0700 | [diff] [blame] | 15 | def __init__(self, user, nodetemplate, engine): |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 16 | self.dirty = False |
| Scott Baker | 395bf52 | 2015-08-24 15:50:03 -0700 | [diff] [blame] | 17 | self.deferred_sync = [] |
| Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 18 | self.user = user |
| 19 | self.nodetemplate = nodetemplate |
| Scott Baker | b31659b | 2015-08-07 17:06:47 -0700 | [diff] [blame] | 20 | self.engine = engine |
| Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 21 | |
| Scott Baker | a705892 | 2015-08-04 23:53:07 -0700 | [diff] [blame] | 22 | def get_all_required_node_names(self): |
| 23 | results = [] |
| 24 | for reqs in self.nodetemplate.requirements: |
| 25 | for (k,v) in reqs.items(): |
| 26 | results.append(v["node"]) |
| 27 | return results |
| 28 | |
| Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 29 | def get_requirements(self, relationship_name, throw_exception=False): |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 30 | """ helper to search the list of requirements for a particular relationship |
| 31 | type. |
| 32 | """ |
| Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 33 | |
| 34 | results = [] |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 35 | for reqs in self.nodetemplate.requirements: |
| 36 | for (k,v) in reqs.items(): |
| 37 | if (v["relationship"] == relationship_name): |
| Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 38 | results.append(v["node"]) |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 39 | |
| Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 40 | if (not results) and throw_exception: |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 41 | raise Exception("Failed to find requirement in %s using relationship %s" % (self.nodetemplate.name, relationship_name)) |
| 42 | |
| Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 43 | return results |
| 44 | |
| 45 | def get_requirement(self, relationship_name, throw_exception=False): |
| 46 | reqs = self.get_requirements(relationship_name, throw_exception) |
| 47 | if not reqs: |
| 48 | return None |
| 49 | return reqs[0] |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 50 | |
| Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 51 | def get_scalable(self): |
| Scott Baker | b9fec93 | 2015-08-05 10:41:51 -0700 | [diff] [blame] | 52 | scalable = self.nodetemplate.get_capabilities().get("scalable", None) |
| 53 | if scalable: |
| 54 | return {"min_instances": scalable.get_property_value("min_instances"), |
| 55 | "max_instances": scalable.get_property_value("max_instances"), |
| 56 | "default_instances": scalable.get_property_value("default_instances")} |
| Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 57 | else: |
| 58 | return {} |
| 59 | |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 60 | def get_property(self, name): |
| 61 | return self.nodetemplate.get_property_value(name) |
| Scott Baker | 6382db2 | 2015-08-05 18:34:23 -0700 | [diff] [blame] | 62 | |
| Scott Baker | fe0ce73 | 2015-10-08 16:51:34 -0700 | [diff] [blame] | 63 | def get_property_default(self, name, default=None): |
| 64 | props = self.nodetemplate.get_properties() |
| 65 | if props and name in props.keys():
|
| 66 | return props[name].value |
| 67 | return default |
| 68 | |
| Scott Baker | bf81136 | 2015-08-24 16:25:46 -0700 | [diff] [blame] | 69 | def get_xos_object(self, cls, throw_exception=True, **kwargs): |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 70 | objs = cls.objects.filter(**kwargs) |
| 71 | if not objs: |
| Scott Baker | bf81136 | 2015-08-24 16:25:46 -0700 | [diff] [blame] | 72 | if throw_exception: |
| 73 | raise Exception("Failed to find %s filtered by %s" % (cls.__name__, str(kwargs))) |
| 74 | return None |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 75 | return objs[0] |
| 76 | |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 77 | def get_existing_objs(self): |
| Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 78 | return self.xos_model.objects.filter(**{self.name_field: self.nodetemplate.name}) |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 79 | |
| 80 | def get_xos_args(self): |
| 81 | return {} |
| 82 | |
| Scott Baker | 0601cde | 2015-09-01 22:57:46 -0700 | [diff] [blame] | 83 | def get_model_class_name(self): |
| 84 | return self.xos_model.__name__ |
| 85 | |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 86 | def create_or_update(self): |
| 87 | existing_objs = self.get_existing_objs() |
| 88 | if existing_objs: |
| Scott Baker | fe0ce73 | 2015-10-08 16:51:34 -0700 | [diff] [blame] | 89 | if self.get_property_default("no-update", False): |
| 90 | self.info("%s %s already exists. Skipping update due to 'no-update' property" % (self.get_model_class_name(), self.nodetemplate.name)) |
| 91 | else: |
| 92 | self.info("%s %s already exists" % (self.get_model_class_name(), self.nodetemplate.name)) |
| 93 | self.update(existing_objs[0]) |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 94 | else: |
| Scott Baker | fe0ce73 | 2015-10-08 16:51:34 -0700 | [diff] [blame] | 95 | if self.get_property_default("no-create", False): |
| 96 | self.info("%s %s does not exist, but 'no-create' is specified" % (self.get_model_class_name(), self.nodetemplate.name)) |
| 97 | else: |
| 98 | self.create() |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 99 | |
| Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 100 | def can_delete(self, obj): |
| Scott Baker | fe0ce73 | 2015-10-08 16:51:34 -0700 | [diff] [blame] | 101 | if self.get_property_default("no-delete",False): |
| 102 | self.info("%s %s is marked 'no-delete'. Skipping delete." % (self.get_model_class_name(), self.nodetemplate.name)) |
| 103 | return False |
| Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 104 | return True |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 105 | |
| Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 106 | def postprocess_privileges(self, roleclass, privclass, rolemap, obj, toFieldName): |
| Scott Baker | b2e4417 | 2015-09-24 15:22:46 -0700 | [diff] [blame] | 107 | for (rel, role) in rolemap: |
| 108 | for email in self.get_requirements(rel): |
| 109 | role = self.get_xos_object(roleclass, role=role) |
| 110 | user = self.get_xos_object(User, email=email) |
| Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 111 | if not privclass.objects.filter(user=user, role=role, **{toFieldName: obj}): |
| 112 | sp = privclass(user=user, role=role, **{toFieldName: obj}) |
| Scott Baker | b2e4417 | 2015-09-24 15:22:46 -0700 | [diff] [blame] | 113 | sp.save() |
| 114 | self.info("Added privilege on %s role %s for %s" % (str(obj), str(role), str(user))) |
| 115 | |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 116 | def postprocess(self, obj): |
| 117 | pass |
| 118 | |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 119 | def intrinsic_get_artifact(self, obj=None, name=None, method=None): |
| 120 | if obj!="SELF": |
| 121 | raise Exception("only SELF is supported for get_artifact first arg") |
| 122 | if method!="LOCAL_FILE": |
| 123 | raise Exception("only LOCAL_FILE is supported for get_artifact third arg") |
| 124 | |
| 125 | for (k,v) in self.nodetemplate.entity_tpl.get("artifacts", {}).items(): |
| 126 | if k == name: |
| 127 | if not os.path.exists(v): |
| 128 | raise Exception("Artifact local file %s for artifact %s does not exist" % (v, k)) |
| 129 | return open(v).read() |
| 130 | |
| 131 | raise Exception("artifact %s not found" % name) |
| 132 | |
| Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame] | 133 | def intrinsic_get_script_env(self, obj=None, name=None, varname=None, method=None): |
| 134 | if obj!="SELF": |
| 135 | raise Exception("only SELF is supported for get_artifact first arg") |
| 136 | if method!="LOCAL_FILE": |
| 137 | raise Exception("only LOCAL_FILE is supported for get_artifact fourth arg") |
| 138 | |
| 139 | for (k,v) in self.nodetemplate.entity_tpl.get("artifacts", {}).items(): |
| 140 | if k == name: |
| 141 | if not os.path.exists(v): |
| 142 | raise Exception("Artifact local file %s for artifact %s does not exist" % (v, k)) |
| 143 | return subprocess.Popen('/bin/bash -c "source %s &> /dev/null; echo \\$%s"' % (v, varname), shell=True, stdout=subprocess.PIPE).stdout.read().strip() |
| 144 | |
| 145 | raise Exception("artifact %s not found" % name) |
| 146 | |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 147 | def try_intrinsic_function(self, v): |
| 148 | try: |
| 149 | jsv = v.replace("'", '"') |
| 150 | jsv = json.loads(jsv) |
| 151 | except: |
| 152 | #import traceback |
| 153 | #traceback.print_exc() |
| 154 | return v |
| 155 | |
| 156 | if type(jsv)!=dict: |
| 157 | return v |
| 158 | |
| 159 | if "get_artifact" in jsv: |
| 160 | return self.intrinsic_get_artifact(*jsv["get_artifact"]) |
| Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame] | 161 | elif "get_script_env" in jsv: |
| 162 | return self.intrinsic_get_script_env(*jsv["get_script_env"]) |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 163 | |
| 164 | return v |
| 165 | |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 166 | def get_xos_args(self): |
| 167 | args = {} |
| 168 | |
| 169 | if self.name_field: |
| 170 | args[self.name_field] = self.nodetemplate.name |
| 171 | |
| 172 | # copy simple string properties from the template into the arguments |
| 173 | for prop in self.copyin_props: |
| 174 | v = self.get_property(prop) |
| Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 175 | |
| 176 | v = self.try_intrinsic_function(v) |
| 177 | |
| Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 178 | if v is not None: |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 179 | args[prop] = v |
| 180 | |
| 181 | return args |
| 182 | |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 183 | def create(self): |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 184 | xos_args = self.get_xos_args() |
| 185 | xos_obj = self.xos_model(**xos_args) |
| 186 | xos_obj.caller = self.user |
| 187 | xos_obj.save() |
| 188 | |
| Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 189 | self.info("Created %s '%s'" % (self.xos_model.__name__,str(xos_obj))) |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 190 | |
| Scott Baker | 2edd4f3 | 2015-08-14 12:41:18 -0700 | [diff] [blame] | 191 | self.postprocess(xos_obj) |
| 192 | |
| Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 193 | def update(self, obj): |
| Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 194 | xos_args = self.get_xos_args() |
| Scott Baker | 9107387 | 2015-09-03 12:15:50 -0700 | [diff] [blame] | 195 | for (k,v) in xos_args.items(): |
| 196 | setattr(obj, k, v) |
| Scott Baker | 327269f | 2015-09-03 14:52:22 -0700 | [diff] [blame] | 197 | self.postprocess(obj) |
| Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 198 | obj.save() |
| Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 199 | |
| Scott Baker | 4ee562b | 2015-08-05 16:35:09 -0700 | [diff] [blame] | 200 | def delete(self, obj): |
| Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 201 | if (self.can_delete(obj)): |
| 202 | self.info("destroying object %s" % str(obj)) |
| 203 | obj.delete(purge=True) # XXX TODO: turn off purge before production |
| Scott Baker | 4ee562b | 2015-08-05 16:35:09 -0700 | [diff] [blame] | 204 | |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 205 | def info(self, s): |
| Scott Baker | a9022e3 | 2015-08-11 17:23:52 -0700 | [diff] [blame] | 206 | self.engine.log(s) |
| Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 207 | |