| # |
| # Copyright 2016 the original author or authors. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| """ |
| Model that captures the current state of a logical device |
| """ |
| import threading |
| from collections import OrderedDict |
| |
| import structlog |
| |
| from voltha.core.config.config_proxy import CallbackType |
| from voltha.core.device_graph import DeviceGraph |
| from voltha.core.flow_decomposer import FlowDecomposer, \ |
| flow_stats_entry_from_flow_mod_message, group_entry_from_group_mod, \ |
| mk_flow_stat, in_port, vlan_vid, vlan_pcp, pop_vlan, output, set_field |
| from voltha.protos import third_party |
| from voltha.protos import openflow_13_pb2 as ofp |
| from voltha.protos.device_pb2 import Port |
| from voltha.protos.openflow_13_pb2 import Flows, FlowGroups |
| from voltha.registry import registry |
| |
| log = structlog.get_logger() |
| _ = third_party |
| |
| def mac_str_to_tuple(mac): |
| return tuple(int(d, 16) for d in mac.split(':')) |
| |
| |
| class LogicalDeviceAgent(FlowDecomposer, DeviceGraph): |
| |
| def __init__(self, core, logical_device): |
| self.core = core |
| self.grpc_server = registry('grpc_server') |
| self.logical_device_id = logical_device.id |
| self.root_proxy = core.get_proxy('/') |
| self.flows_proxy = core.get_proxy( |
| '/logical_devices/{}/flows'.format(logical_device.id)) |
| self.groups_proxy = core.get_proxy( |
| '/logical_devices/{}/flow_groups'.format(logical_device.id)) |
| self.self_proxy = core.get_proxy( |
| '/logical_devices/{}'.format(logical_device.id)) |
| self.flows_proxy.register_callback( |
| CallbackType.POST_UPDATE, self._flow_table_updated) |
| self.groups_proxy.register_callback( |
| CallbackType.POST_UPDATE, self._group_table_updated) |
| self.self_proxy.register_callback( |
| CallbackType.POST_ADD, self._port_list_updated) |
| self.self_proxy.register_callback( |
| CallbackType.POST_REMOVE, self._port_list_updated) |
| |
| def start(self): |
| log.debug('starting') |
| log.info('started') |
| return self |
| |
| def stop(self): |
| log.debug('stopping') |
| log.info('stopped') |
| |
| def announce_flows_deleted(self, flows): |
| for f in flows: |
| self.announce_flow_deleted(f) |
| |
| def announce_flow_deleted(self, flow): |
| if flow.flags & ofp.OFPFF_SEND_FLOW_REM: |
| raise NotImplementedError("announce_flow_deleted") |
| |
| def signal_flow_mod_error(self, code, flow_mod): |
| pass # TODO |
| |
| def signal_flow_removal(self, code, flow): |
| pass # TODO |
| |
| def signal_group_mod_error(self, code, group_mod): |
| pass # TODO |
| |
| def update_flow_table(self, flow_mod): |
| |
| command = flow_mod.command |
| |
| if command == ofp.OFPFC_ADD: |
| self.flow_add(flow_mod) |
| |
| elif command == ofp.OFPFC_DELETE: |
| self.flow_delete(flow_mod) |
| |
| elif command == ofp.OFPFC_DELETE_STRICT: |
| self.flow_delete_strict(flow_mod) |
| |
| elif command == ofp.OFPFC_MODIFY: |
| self.flow_modify(flow_mod) |
| |
| elif command == ofp.OFPFC_MODIFY_STRICT: |
| self.flow_modify_strict(flow_mod) |
| |
| else: |
| log.warn('unhandled-flow-mod', command=command, flow_mod=flow_mod) |
| |
| # def list_flows(self): |
| # return self.flows |
| |
| def update_group_table(self, group_mod): |
| |
| command = group_mod.command |
| |
| if command == ofp.OFPGC_DELETE: |
| self.group_delete(group_mod) |
| |
| elif command == ofp.OFPGC_ADD: |
| self.group_add(group_mod) |
| |
| elif command == ofp.OFPGC_MODIFY: |
| self.group_modify(group_mod) |
| |
| else: |
| log.warn('unhandled-group-mod', command=command, |
| group_mod=group_mod) |
| |
| def list_groups(self): |
| return self.groups.values() |
| |
| ## <=============== LOW LEVEL FLOW HANDLERS ==============================> |
| |
| def flow_add(self, mod): |
| assert isinstance(mod, ofp.ofp_flow_mod) |
| assert mod.cookie_mask == 0 |
| |
| # read from model |
| flows = list(self.flows_proxy.get('/').items) |
| |
| changed = False |
| check_overlap = mod.flags & ofp.OFPFF_CHECK_OVERLAP |
| if check_overlap: |
| if self.find_overlapping_flows(flows, mod, True): |
| self.signal_flow_mod_error( |
| ofp.OFPFMFC_OVERLAP, mod) |
| else: |
| # free to add as new flow |
| flow = flow_stats_entry_from_flow_mod_message(mod) |
| flows.append(flow) |
| changed = True |
| log.debug('flow-added', flow=mod) |
| |
| else: |
| flow = flow_stats_entry_from_flow_mod_message(mod) |
| idx = self.find_flow(flows, flow) |
| if idx >= 0: |
| old_flow = flows[idx] |
| if not (mod.flags & ofp.OFPFF_RESET_COUNTS): |
| flow.byte_count = old_flow.byte_count |
| flow.packet_count = old_flow.packet_count |
| flows[idx] = flow |
| changed = True |
| log.debug('flow-updated', flow=flow) |
| |
| else: |
| flows.append(flow) |
| changed = True |
| log.debug('flow-added', flow=mod) |
| |
| # write back to model |
| if changed: |
| self.flows_proxy.update('/', Flows(items=flows)) |
| |
| def flow_delete(self, mod): |
| assert isinstance(mod, ofp.ofp_flow_mod) |
| |
| # read from model |
| flows = list(self.flows_proxy.get('/').items) |
| |
| # build a list of what to keep vs what to delete |
| to_keep = [] |
| to_delete = [] |
| for f in flows: |
| if self.flow_matches_spec(f, mod): |
| to_delete.append(f) |
| else: |
| to_keep.append(f) |
| |
| # replace flow table with keepers |
| flows = to_keep |
| |
| # write back |
| if to_delete: |
| self.flows_proxy.update('/', Flows(items=flows)) |
| |
| # send notifications for discarded flow as required by OpenFlow |
| self.announce_flows_deleted(to_delete) |
| |
| def flow_delete_strict(self, mod): |
| assert isinstance(mod, ofp.ofp_flow_mod) |
| |
| # read from model |
| flows = list(self.flows_proxy.get('/').items) |
| changed = False |
| |
| flow = flow_stats_entry_from_flow_mod_message(mod) |
| idx = self.find_flow(flows, flow) |
| if (idx >= 0): |
| del flows[idx] |
| changed = True |
| else: |
| # TODO need to check what to do with this case |
| log.warn('flow-cannot-delete', flow=flow) |
| |
| if changed: |
| self.flows_proxy.update('/', Flows(items=flows)) |
| |
| def flow_modify(self, mod): |
| raise NotImplementedError() |
| |
| def flow_modify_strict(self, mod): |
| raise NotImplementedError() |
| |
| def find_overlapping_flows(self, flows, mod, return_on_first=False): |
| """ |
| Return list of overlapping flow(s) |
| Two flows overlap if a packet may match both and if they have the |
| same priority. |
| :param mod: Flow request |
| :param return_on_first: if True, return with the first entry |
| :return: |
| """ |
| return [] # TODO finish implementation |
| |
| @classmethod |
| def find_flow(cls, flows, flow): |
| for i, f in enumerate(flows): |
| if cls.flow_match(f, flow): |
| return i |
| return -1 |
| |
| @staticmethod |
| def flow_match(f1, f2): |
| keys_matter = ('table_id', 'priority', 'flags', 'cookie', 'match') |
| for key in keys_matter: |
| if getattr(f1, key) != getattr(f2, key): |
| return False |
| return True |
| |
| @classmethod |
| def flow_matches_spec(cls, flow, flow_mod): |
| """ |
| Return True if given flow (ofp_flow_stats) is "covered" by the |
| wildcard flow_mod (ofp_flow_mod), taking into consideration of |
| both exact mactches as well as masks-based match fields if any. |
| Otherwise return False |
| :param flow: ofp_flow_stats |
| :param mod: ofp_flow_mod |
| :return: Bool |
| """ |
| |
| assert isinstance(flow, ofp.ofp_flow_stats) |
| assert isinstance(flow_mod, ofp.ofp_flow_mod) |
| |
| # Check if flow.cookie is covered by mod.cookie and mod.cookie_mask |
| if (flow.cookie & flow_mod.cookie_mask) != \ |
| (flow_mod.cookie & flow_mod.cookie_mask): |
| return False |
| |
| # Check if flow.table_id is covered by flow_mod.table_id |
| if flow_mod.table_id != ofp.OFPTT_ALL and \ |
| flow.table_id != flow_mod.table_id: |
| return False |
| |
| # Check out_port |
| if flow_mod.out_port != ofp.OFPP_ANY and \ |
| not cls.flow_has_out_port(flow, flow_mod.out_port): |
| return False |
| |
| # Check out_group |
| if flow_mod.out_group != ofp.OFPG_ANY and \ |
| not cls.flow_has_out_group(flow, flow_mod.out_group): |
| return False |
| |
| # Priority is ignored |
| |
| # Check match condition |
| # If the flow_mod match field is empty, that is a special case and |
| # indicates the flow entry matches |
| match = flow_mod.match |
| assert isinstance(match, ofp.ofp_match) |
| if not match.oxm_list: |
| # If we got this far and the match is empty in the flow spec, |
| # than the flow matches |
| return True |
| else: |
| raise NotImplementedError( |
| "flow_matches_spec(): No flow match analysis yet") |
| |
| @staticmethod |
| def flow_has_out_port(flow, out_port): |
| """ |
| Return True if flow has a output command with the given out_port |
| """ |
| assert isinstance(flow, ofp.ofp_flow_stats) |
| for instruction in flow.instructions: |
| assert isinstance(instruction, ofp.ofp_instruction) |
| if instruction.type == ofp.OFPIT_APPLY_ACTIONS: |
| for action in instruction.actions.actions: |
| assert isinstance(action, ofp.ofp_action) |
| if action.type == ofp.OFPAT_OUTPUT and \ |
| action.output.port == out_port: |
| return True |
| |
| # otherwise... |
| return False |
| |
| @staticmethod |
| def flow_has_out_group(flow, group_id): |
| """ |
| Return True if flow has a output command with the given out_group |
| """ |
| assert isinstance(flow, ofp.ofp_flow_stats) |
| for instruction in flow.instructions: |
| assert isinstance(instruction, ofp.ofp_instruction) |
| if instruction.type == ofp.OFPIT_APPLY_ACTIONS: |
| for action in instruction.actions.actions: |
| assert isinstance(action, ofp.ofp_action) |
| if action.type == ofp.OFPAT_GROUP and \ |
| action.group.group_id == group_id: |
| return True |
| |
| # otherwise... |
| return False |
| |
| def flows_delete_by_group_id(self, flows, group_id): |
| """ |
| Delete any flow(s) referring to given group_id |
| :param group_id: |
| :return: None |
| """ |
| to_keep = [] |
| to_delete = [] |
| for f in flows: |
| if self.flow_has_out_group(f, group_id): |
| to_delete.append(f) |
| else: |
| to_keep.append(f) |
| |
| # replace flow table with keepers |
| flows = to_keep |
| |
| # send notification to deleted ones |
| self.announce_flows_deleted(to_delete) |
| |
| return bool(to_delete), flows |
| |
| ## <=============== LOW LEVEL GROUP HANDLERS =============================> |
| |
| def group_add(self, group_mod): |
| assert isinstance(group_mod, ofp.ofp_group_mod) |
| |
| groups = OrderedDict((g.desc.group_id, g) |
| for g in self.groups_proxy.get('/').items) |
| changed = False |
| |
| if group_mod.group_id in groups: |
| self.signal_group_mod_error(ofp.OFPGMFC_GROUP_EXISTS, group_mod) |
| else: |
| group_entry = group_entry_from_group_mod(group_mod) |
| groups[group_mod.group_id] = group_entry |
| changed = True |
| |
| if changed: |
| self.groups_proxy.update('/', FlowGroups(items=groups.values())) |
| |
| def group_delete(self, group_mod): |
| assert isinstance(group_mod, ofp.ofp_group_mod) |
| |
| groups = OrderedDict((g.desc.group_id, g) |
| for g in self.groups_proxy.get('/').items) |
| groups_changed = False |
| flows_changed = False |
| |
| group_id = group_mod.group_id |
| if group_id == ofp.OFPG_ALL: |
| # TODO we must delete all flows that point to this group and |
| # signal controller as requested by flow's flag |
| groups = OrderedDict() |
| groups_changed = True |
| log.debug('all-groups-deleted') |
| |
| else: |
| if group_id not in groups: |
| # per openflow spec, this is not an error |
| pass |
| |
| else: |
| flows = list(self.flows_proxy.get('/').items) |
| flows_changed, flows = self.flows_delete_by_group_id(flows, group_id) |
| del groups[group_id] |
| groups_changed = True |
| log.debug('group-deleted', group_id=group_id) |
| |
| if groups_changed: |
| self.groups_proxy.update('/', FlowGroups(items=groups.values())) |
| if flows_changed: |
| self.flows_proxy.update('/', Flows(items=flows)) |
| |
| def group_modify(self, group_mod): |
| assert isinstance(group_mod, ofp.ofp_group_mod) |
| |
| groups = OrderedDict((g.desc.group_id, g) |
| for g in self.groups_proxy.get('/').items) |
| changed = False |
| |
| if group_mod.group_id not in groups: |
| self.signal_group_mod_error( |
| ofp.OFPGMFC_INVALID_GROUP, group_mod) |
| else: |
| # replace existing group entry with new group definition |
| group_entry = group_entry_from_group_mod(group_mod) |
| groups[group_mod.group_id] = group_entry |
| changed = True |
| |
| if changed: |
| self.groups_proxy.update('/', FlowGroups(items=groups.values())) |
| |
| ## <=============== PACKET_OUT ===========================================> |
| |
| def packet_out(self, ofp_packet_out): |
| log.debug('packet-out', packet=ofp_packet_out) |
| print threading.current_thread().name |
| print 'PACKET_OUT:', ofp_packet_out |
| # TODO for debug purposes, lets turn this around and send it back |
| if 0: |
| self.packet_in(ofp.ofp_packet_in( |
| buffer_id=ofp_packet_out.buffer_id, |
| reason=ofp.OFPR_NO_MATCH, |
| data=ofp_packet_out.data |
| )) |
| |
| ## <=============== PACKET_IN ============================================> |
| |
| def packet_in(self, ofp_packet_in): |
| # TODO |
| print 'PACKET_IN:', ofp_packet_in |
| self.grpc_server.send_packet_in(self.logical_device_id, ofp_packet_in) |
| |
| ## <======================== FLOW TABLE UPDATE HANDLING =================== |
| |
| def _flow_table_updated(self, flows): |
| log.debug('flow-table-updated', |
| logical_device_id=self.logical_device_id, flows=flows) |
| |
| # TODO we have to evolve this into a policy-based, event based pattern |
| # This is a raw implementation of the specific use-case with certain |
| # built-in assumptions, and not yet device vendor specific. The policy- |
| # based refinement will be introduced that later. |
| |
| groups = self.groups_proxy.get('/').items |
| device_rules_map = self.decompose_rules(flows.items, groups) |
| for device_id, (flows, groups) in device_rules_map.iteritems(): |
| self.root_proxy.update('/devices/{}/flows'.format(device_id), |
| Flows(items=flows.values())) |
| self.root_proxy.update('/devices/{}/flow_groups'.format(device_id), |
| FlowGroups(items=groups.values())) |
| |
| ## <======================= GROUP TABLE UPDATE HANDLING =================== |
| |
| def _group_table_updated(self, flow_groups): |
| log.debug('group-table-updated', |
| logical_device_id=self.logical_device_id, |
| flow_groups=flow_groups) |
| |
| flows = self.flows_proxy.get('/').items |
| device_flows_map = self.decompose_rules(flows, flow_groups.items) |
| for device_id, (flows, groups) in device_flows_map.iteritems(): |
| self.root_proxy.update('/devices/{}/flows'.format(device_id), |
| Flows(items=flows.values())) |
| self.root_proxy.update('/devices/{}/flow_groups'.format(device_id), |
| FlowGroups(items=groups.values())) |
| |
| ## <==================== APIs NEEDED BY FLOW DECOMPOSER =================== |
| |
| def _port_list_updated(self, _): |
| # invalidate the graph and the route table |
| self._invalidate_cached_tables() |
| |
| def _invalidate_cached_tables(self): |
| self._routes = None |
| self._default_rules = None |
| self._nni_logical_port_no = None |
| |
| def _assure_cached_tables_up_to_date(self): |
| if self._routes is None: |
| logical_ports = self.self_proxy.get('/ports') |
| graph, self._routes = self.compute_routes( |
| self.root_proxy, logical_ports) |
| self._default_rules = self._generate_default_rules(graph) |
| root_ports = [p for p in logical_ports if p.root_port] |
| assert len(root_ports) == 1 |
| self._nni_logical_port_no = root_ports[0].ofp_port.port_no |
| |
| |
| def _generate_default_rules(self, graph): |
| |
| def root_device_default_rules(device): |
| ports = self.root_proxy.get('/devices/{}/ports'.format(device.id)) |
| upstream_ports = [ |
| port for port in ports if port.type == Port.ETHERNET_NNI |
| ] |
| assert len(upstream_ports) == 1 |
| downstream_ports = [ |
| port for port in ports if port.type == Port.PON_OLT |
| ] |
| assert len(downstream_ports) == 1, \ |
| 'Initially, we only handle one PON port' |
| flows = OrderedDict((f.id, f) for f in [ |
| mk_flow_stat( |
| priority=2000, |
| match_fields=[ |
| in_port(upstream_ports[0].port_no), |
| vlan_vid(ofp.OFPVID_PRESENT | 4000), |
| vlan_pcp(0) |
| ], |
| actions=[ |
| pop_vlan(), |
| output(downstream_ports[0].port_no) |
| ] |
| ) |
| ]) |
| groups = OrderedDict() |
| return flows, groups |
| |
| def leaf_device_default_rules(device): |
| ports = self.root_proxy.get('/devices/{}/ports'.format(device.id)) |
| upstream_ports = [ |
| port for port in ports if port.type == Port.PON_ONU |
| ] |
| assert len(upstream_ports) == 1 |
| downstream_ports = [ |
| port for port in ports if port.type == Port.ETHERNET_UNI |
| ] |
| assert len(downstream_ports) == 1 |
| flows = OrderedDict((f.id, f) for f in [ |
| mk_flow_stat( |
| match_fields=[ |
| in_port(downstream_ports[0].port_no), |
| vlan_vid(ofp.OFPVID_PRESENT | 0) |
| ], |
| actions=[ |
| set_field(vlan_vid(ofp.OFPVID_PRESENT | device.vlan)), |
| output(upstream_ports[0].port_no) |
| ] |
| ) |
| ]) |
| groups = OrderedDict() |
| return flows, groups |
| |
| root_device_id = self.self_proxy.get('/').root_device_id |
| rules = {} |
| for node_key in graph.nodes(): |
| node = graph.node[node_key] |
| device = node.get('device', None) |
| if device is None: |
| continue |
| if device.id == root_device_id: |
| rules[device.id] = root_device_default_rules(device) |
| else: |
| rules[device.id] = leaf_device_default_rules(device) |
| return rules |
| |
| def get_route(self, ingress_port_no, egress_port_no): |
| self._assure_cached_tables_up_to_date() |
| if (egress_port_no & 0x7fffffff) == ofp.OFPP_CONTROLLER: |
| # treat it as if the output port is the NNI of the OLT |
| egress_port_no = self._nni_logical_port_no |
| return self._routes[(ingress_port_no, egress_port_no)] |
| |
| def get_all_default_rules(self): |
| self._assure_cached_tables_up_to_date() |
| return self._default_rules |