JIRA-JRTC-2248: [fast-reboot] Fix the backup fdb entries(fdb.json) will be empty during fast-reboot process

    In PR: sonic-net#890
    > It adds an mechansim to filter out some entries to reduce the size of fdb.json.
      But it has a code defect which causes all fdb entries will be filtered out in some cases.

    Merge PR: sonic-net#1059 to fix the above issue.

Author: DennisChiuEC

scripts/filter_fdb_entries.py

@@ -1,15 +1,15 @@
 #!/usr/bin/env python
 
+import argparse
 import json
-import sys
 import os
-import argparse
+import sys
 import syslog
-import traceback
 import time
+import traceback
 
-from ipaddress import ip_address, ip_network, ip_interface
 from collections import defaultdict
+from ipaddress import ip_address, ip_network, ip_interface
 
 def get_vlan_cidr_map(filename):
     """
@@ -35,7 +35,9 @@ def get_vlan_cidr_map(filename):
                 continue
             vlan, cidr = tuple(vlan_key.split('|'))
             if vlan in config_db_entries["VLAN"]:
-                vlan_cidr[vlan] = ip_interface(cidr).network
+                if vlan not in vlan_cidr:
+                    vlan_cidr[vlan] = {4: ip_address("0.0.0.0".decode()), 6: ip_address("::".decode())}
+                vlan_cidr[vlan][ip_interface(cidr).version] = ip_interface(cidr).network
 
     return vlan_cidr
 
@@ -65,8 +67,9 @@ def get_arp_entries_map(arp_filename, config_db_filename):
                 continue
             table, vlan, ip = tuple(key.split(':'))
             if "NEIGH_TABLE" in table and vlan in vlan_cidr.keys() \
-                and ip_address(ip) in ip_network(vlan_cidr[vlan]) and "neigh" in config.keys():
-                arp_map[config["neigh"].replace(':', '-')] = ""
+                and ip_address(ip) in ip_network(vlan_cidr[vlan][ip_interface(ip).version]) \
+                and "neigh" in config.keys():
+                arp_map[config["neigh"].replace(':', '-').upper()] = ""
 
     return arp_map
 
@@ -94,7 +97,7 @@ def filter_fdb_entries(fdb_filename, arp_filename, config_db_filename, backup_fi
     def filter_fdb_entry(fdb_entry):
         for key, _ in fdb_entry.items():
             if 'FDB_TABLE' in key:
-                return key.split(':')[-1] in arp_map
+                return key.split(':')[-1].upper() in arp_map
 
         # malformed entry, default to False so it will be deleted
         return False

sonic-utilities-tests/filter_fdb_input/config_db.json

@@ -1125,7 +1125,9 @@
         }
     }, 
     "VLAN_INTERFACE": {
-        "Vlan1000|192.168.0.1/21": {}
+        "Vlan1000": {},
+        "Vlan1000|192.168.0.1/21": {},
+        "Vlan1000|fc02:1000::1/64": {}
     }, 
     "BUFFER_PG": {
         "Ethernet4|0": {

sonic-utilities-tests/filter_fdb_input/expected_fdb.json

@@ -181,6 +181,13 @@
     },
     "OP": "SET"
   },
+  {
+    "FDB_TABLE:Vlan1000:24-8A-07-4C-F5-18": {
+      "type": "dynamic",
+      "port": "Ethernet24"
+    },
+    "OP": "SET"
+  },
   {
     "FDB_TABLE:Vlan1000:72-06-00-01-02-72": {
       "type": "dynamic",
@@ -398,4 +405,4 @@
     },
     "OP": "SET"
   }
-]
+]

sonic-utilities-tests/filter_fdb_input/test_vectors.py

@@ -43,7 +43,9 @@
                 "Vlan1000": {}
             },
             "VLAN_INTERFACE": {
-                "Vlan1000|192.168.0.1/21": {}
+                "Vlan1000": {},
+                "Vlan1000|192.168.0.1/21": {},
+                "Vlan1000|fc02:1000::1/64": {}
             }, 
         },
         "expected_fdb": [
@@ -80,7 +82,8 @@
                 "Vlan1000": {}
             },
             "VLAN_INTERFACE": {
-                "Vlan1000|192.168.0.1/21": {}
+                "Vlan1000|192.168.0.1/21": {},
+                "Vlan1000|fc02:1000::1/64": {}
             }, 
         },
         "expected_fdb": [
@@ -154,7 +157,9 @@
                 "Vlan1": {}
             },
             "VLAN_INTERFACE": {
-                "Vlan1|25.103.178.1/21": {}
+                "Vlan1|25.103.178.1/21": {},
+                "Vlan1": {},
+                "Vlan1|fc02:1000::1/64": {}
             }, 
         },
         "expected_fdb": [