#47 team cci fix incorrect serial numbers in tablet tracker

team-CCI/tablet-tracker/extract_serial_numbers_not_found_in_tablet_tracker.py

@@ -0,0 +1,116 @@
+# Extracts serial numbers found in tablet usage data, but not in tablet tracker.
+#
+# Usage:
+#     cd tablet-tracker
+#     python3 extract_serial_numbers_not_found_in_tablet_tracker.py
+#
+# The resulting list of missing serial numbers will be stored in a file named `serial-numbers-not-found-in-tablet-tracker.csv`.
+
+import csv
+import logging
+
+logging.basicConfig(format='%(levelname)s | %(asctime)s | %(message)s', level=logging.DEBUG)
+
+
+# Extract serial numbers from tablet tracker, and add them to an array
+serial_numbers_in_tablet_tracker = []
+with open('tablet-tracker-CCI.csv') as in_file:
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        # Iterate serial columns ("Serial #1" --> "Serial #7")
+        removal_count = 1
+        column_index = 2
+        while removal_count <= 7:
+            serial_number = csv_row[column_index]
+            logging.debug("Serial #{0}: {1}".format(removal_count, serial_number))
+
+            if (serial_number != "") and (serial_number not in serial_numbers_in_tablet_tracker):
+                serial_numbers_in_tablet_tracker.append(serial_number)
+
+            removal_count += 1
+            if removal_count == 2:
+                column_index += 1
+            else:
+                column_index += 2
+    logging.debug("serial_numbers_in_tablet_tracker: {}".format(serial_numbers_in_tablet_tracker))
+    logging.debug("len(serial_numbers_in_tablet_tracker): {}".format(len(serial_numbers_in_tablet_tracker)))
+
+
+# Returns a percentage indicating how similar two tablet serial numbers are.
+# Example: (5A23002711, 5A23002751) --> 0.8
+def get_serial_match_ratio(serial1, serial2):
+    logging.debug("get_serial_match_ratio")
+
+    # Calculate number of matches
+    serial_match_count = 0
+    for index in range(0, 9):
+        if serial1[index] == serial2[index]:
+            serial_match_count += 1
+
+    serial_match_ratio = serial_match_count / 10
+    logging.debug("sequence_match({0}, {1}): {2}".format(serial1, serial2, serial_match_ratio))
+
+    return serial_match_ratio
+
+
+# Iterate the serial numbers in `tablets-uploading-data-CCI.csv`
+with open('../tablets-uploading-data/tablets-uploading-data-CCI.csv') as in_file:
+    serial_numbers_not_found_in_tablet_tracker = []
+
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        tablet_serials = csv_row[4]
+        logging.debug("tablet_serials: {}".format(tablet_serials))
+
+        # Convert string to array. E.g. "['5B12002947', '6111002083', '6116000839', '6116001775', '6116002363', '6130000141']"
+        tablets_serials_as_array = eval(tablet_serials)
+        logging.debug("tablets_serials_as_array: {}".format(tablets_serials_as_array))
+        logging.debug("len(tablets_serials_as_array): {}".format(len(tablets_serials_as_array)))
+
+        # Iterate each serial number and check if it can be found in the tablet tracker
+        for tablet_serial in tablets_serials_as_array:
+            logging.debug("tablet_serial: {}".format(tablet_serial))
+
+            if tablet_serial not in serial_numbers_in_tablet_tracker:
+                logging.warning("tablet_serial not found in tablet tracker: {}".format(tablet_serial))
+                if tablet_serial not in serial_numbers_not_found_in_tablet_tracker:
+                    serial_numbers_not_found_in_tablet_tracker.append(tablet_serial)
+
+    logging.debug("serial_numbers_not_found_in_tablet_tracker: {}".format(serial_numbers_not_found_in_tablet_tracker))
+    logging.debug("len(serial_numbers_not_found_in_tablet_tracker): {}".format(len(serial_numbers_not_found_in_tablet_tracker)))
+
+    # Write results to a CSV file
+    csv_filename = "serial-numbers-not-found-in-tablet-tracker.csv"
+    logging.debug("Writing list of missing tablet serials to the file \"" + csv_filename + "\"")
+    with open(csv_filename, mode='w') as csv_file:
+        csv_fieldnames = ['serial_number', 'closest_match', 'closest_match_percentage']
+        csv_writer = csv.writer(csv_file, csv_fieldnames)
+        csv_writer.writerow(csv_fieldnames)
+        for serial_number in serial_numbers_not_found_in_tablet_tracker:
+            # Find the closest match in the tablet tracker
+            closest_match = None
+            closest_match_percentage = None
+            for serial_number_in_tablet_tracker in serial_numbers_in_tablet_tracker:
+                serial_match_ratio = get_serial_match_ratio(serial_number, serial_number_in_tablet_tracker)
+                if (closest_match_percentage is None) or (closest_match_percentage < serial_match_ratio):
+                    closest_match_percentage = serial_match_ratio
+                    closest_match = serial_number_in_tablet_tracker
+
+            csv_row = [serial_number, closest_match, closest_match_percentage]
+            csv_writer.writerow(csv_row)

team-CCI/tablet-tracker/extract_serial_numbers_not_found_in_tablet_usage_data.py

@@ -0,0 +1,116 @@
+# Extracts serial numbers found in tablet tracker, but not in tablet usage data.
+#
+# Usage:
+#     cd tablet-tracker
+#     python3 extract_serial_numbers_not_found_in_tablet_usage_data.py
+#
+# The resulting list of missing serial numbers will be stored in a file named `serial-numbers-not-found-in-tablet-usage-data.csv`.
+
+import csv
+import logging
+
+logging.basicConfig(format='%(levelname)s | %(asctime)s | %(message)s', level=logging.DEBUG)
+
+
+# Extract serial numbers from the tablet usage data, and add them to an array
+serial_numbers_in_tablet_usage_data = []
+with open('../tablets-uploading-data/tablets-uploading-data-CCI.csv') as in_file:
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        tablet_serials = csv_row[4]
+        logging.debug("tablet_serials: {}".format(tablet_serials))
+
+        # Convert string to array. E.g. "['5B12002947', '6111002083', '6116000839', '6116001775', '6116002363', '6130000141']"
+        tablets_serials_as_array = eval(tablet_serials)
+        logging.debug("tablets_serials_as_array: {}".format(tablets_serials_as_array))
+        logging.debug("len(tablets_serials_as_array): {}".format(len(tablets_serials_as_array)))
+
+        # Iterate each serial number and add it to the serial_numbers_in_tablet_usage_data array (if not already added)
+        for tablet_serial in tablets_serials_as_array:
+            logging.debug("tablet_serial: {}".format(tablet_serial))
+
+            if tablet_serial not in serial_numbers_in_tablet_usage_data:
+                logging.debug("Adding tablet serial to serial_numbers_in_tablet_usage_data: {}".format(tablet_serial))
+                serial_numbers_in_tablet_usage_data.append(tablet_serial)
+
+    logging.debug("serial_numbers_in_tablet_usage_data: {}".format(serial_numbers_in_tablet_usage_data))
+    logging.debug("len(serial_numbers_in_tablet_usage_data): {}".format(len(serial_numbers_in_tablet_usage_data)))
+
+
+# Returns a percentage indicating how similar two tablet serial numbers are.
+# Example: (5A23002711, 5A23002751) --> 0.8
+def get_serial_match_ratio(serial1, serial2):
+    logging.debug("get_serial_match_ratio")
+
+    # Calculate number of matches
+    serial_match_count = 0
+    for index in range(0, 9):
+        if serial1[index] == serial2[index]:
+            serial_match_count += 1
+
+    serial_match_ratio = serial_match_count / 10
+    logging.debug("sequence_match({0}, {1}): {2}".format(serial1, serial2, serial_match_ratio))
+
+    return serial_match_ratio
+
+
+# Iterate the serial numbers in the tablet tracker
+with open('tablet-tracker-CCI.csv') as in_file:
+    serial_numbers_not_found_in_tablet_usage_data = []
+
+    csv_data = csv.reader(in_file)
+    row_count = 0
+    for csv_row in csv_data:
+        row_count += 1
+        if row_count == 1:
+            # Skip header row
+            continue
+
+        logging.debug("csv_row: {}".format(csv_row))
+
+        # Iterate serial columns ("Serial #1" --> "Serial #7")
+        removal_count = 1
+        column_index = 2
+        while removal_count <= 7:
+            serial_number = csv_row[column_index]
+            logging.debug("Serial #{0}: {1}".format(removal_count, serial_number))
+
+            if (serial_number != "") and (serial_number not in serial_numbers_in_tablet_usage_data):
+                serial_numbers_not_found_in_tablet_usage_data.append(serial_number)
+
+            removal_count += 1
+            if removal_count == 2:
+                column_index += 1
+            else:
+                column_index += 2
+
+    logging.debug("serial_numbers_not_found_in_tablet_usage_data: {}".format(serial_numbers_not_found_in_tablet_usage_data))
+    logging.debug("len(serial_numbers_not_found_in_tablet_usage_data): {}".format(len(serial_numbers_not_found_in_tablet_usage_data)))
+
+    # Write results to a CSV file
+    csv_filename = "serial-numbers-not-found-in-tablet-usage-data.csv"
+    logging.debug("Writing list of missing tablet serials to the file \"" + csv_filename + "\"")
+    with open(csv_filename, mode='w') as csv_file:
+        csv_fieldnames = ['serial_number', 'closest_match', 'closest_match_percentage']
+        csv_writer = csv.writer(csv_file, csv_fieldnames)
+        csv_writer.writerow(csv_fieldnames)
+        for serial_number in serial_numbers_not_found_in_tablet_usage_data:
+            # Find the closest match in the tablet usage data
+            closest_match = None
+            closest_match_percentage = None
+            for serial_number_in_tablet_usage_data in serial_numbers_in_tablet_usage_data:
+                serial_match_ratio = get_serial_match_ratio(serial_number, serial_number_in_tablet_usage_data)
+                if (closest_match_percentage is None) or (closest_match_percentage < serial_match_ratio):
+                    closest_match_percentage = serial_match_ratio
+                    closest_match = serial_number_in_tablet_usage_data
+
+            csv_row = [serial_number, closest_match, closest_match_percentage]
+            csv_writer.writerow(csv_row)

team-CCI/tablet-tracker/serial-numbers-not-found-in-tablet-tracker.csv

@@ -0,0 +1,30 @@
+serial_number,closest_match,closest_match_percentage
+5A29000303,5A29000326,0.8
+6115001588,6115001586,0.9
+6115001120,6115001185,0.8
+6118002546,6118002545,0.9
+6118003318,6118003317,0.9
+6113001692,6116001698,0.8
+6115001509,6115001503,0.9
+6116001916,6116001981,0.8
+5A29000569,5A29000563,0.9
+6129002300,6129001306,0.8
+5A23001664,5A23001515,0.7
+6114000132,6112000134,0.8
+6118002751,6118002750,0.9
+6118002849,6118002843,0.9
+6116001286,6116001281,0.9
+6116002661,6116002669,0.9
+5B12003784,5B12002783,0.8
+6116001985,6116001981,0.9
+5B19001317,5B20001313,0.7
+6118002858,6118002750,0.8
+6116001499,6116001494,0.9
+5A27001950,5A27001959,0.9
+6111000280,6111000285,0.9
+5A29001306,5A29001300,0.9
+6116002209,6116002203,0.9
+6115001513,6115001586,0.8
+5A27000559,5A27000655,0.8
+6108000650,6109000655,0.8
+6111001837,6111001835,0.9