Update app.py

app.py

@@ -134,6 +134,29 @@ def filter_overlapping_boxes(filter_box_info, iou_threshold=0.5):
     
     return other_boxes + kept_boxes
 
+def to_ordinal(n):
+    """
+    Converts an integer to its ordinal string representation.
+    e.g., 1 -> "1st", 2 -> "2nd", 13 -> "13th"
+    """
+    if not isinstance(n, int):
+        raise TypeError("Input must be an integer.")
+    # Check for 11th, 12th, 13th, which are special cases
+    if 11 <= (n % 100) <= 13:
+        suffix = 'th'
+    else:
+        # Check the last digit for all other cases
+        last_digit = n % 10
+        if last_digit == 1:
+            suffix = 'st'
+        elif last_digit == 2:
+            suffix = 'nd'
+        elif last_digit == 3:
+            suffix = 'rd'
+        else:
+            suffix = 'th'   
+    return f"{n}{suffix}"
+
 def packFilterBoxInfo(filter_box_info):
     # 数字类别映射
     digit_classes = {
@@ -207,7 +230,26 @@ def getOverlap(box1, box2):
     b2_area = abs(b2_x2 - b2_x1) * abs(b2_y2 - b2_y1)
 
     return inter_area / b2_area
-
+    
+def tick2fraction(ticks, fractions):
+    ret = []
+    used_ticks = set()
+    for fi, frac in enumerate(fractions):
+        all_dis = []
+        for ti, tick in enumerate(ticks):
+            if ti not in used_ticks:
+                dis = getCenterXDis(tick, frac)
+                all_dis.append((dis, ti))
+        if len(all_dis) == 0:
+            #print(f"no tick found for fraction {fi}")
+            #no tick found for this fraction
+            break
+        all_dis.sort(key=lambda x: x[0])
+        min_dis_index = all_dis[0][1]
+        used_ticks.add(min_dis_index)
+        ret.append(f"T{min_dis_index}-F{fi}")
+    return ret
+    
 def generate_textual_description(box_info):
     fraction_values = packFilterBoxInfo(box_info)
     # Create a dictionary to store information by class ID
@@ -271,6 +313,14 @@ def generate_textual_description(box_info):
                 textual_description += f"(({box[0]:.2f}, {box[1]:.2f}), ({box[2]:.2f}, {box[3]:.2f})), " 
             if (class_name == "fraction"):
                 textual_description += f"\nThe fraction numbers from left to right are: {fraction_values}. "
+    tick2fra = tick2fraction(class_summary['tick'], class_summary['fraction'])
+    tick2fraction_des = ""
+    for cor in tick2fra:
+        tick_part, fraction_part = cor.split('-')
+        fraction_idx = int(fraction_part[1:])
+        tick_idx = int(tick_part[1:])
+        tick2fraction_des += f"{to_ordinal(fraction_idx + 1)} fraction is associated with {to_ordinal(tick_idx + 1)} tick. "
+    textual_description += tick2fraction_des
     return textual_description
 def drawWithAllBox_info(pil_image, box_info):
     colors = ['red', 'green', 'blue', 'orange', 'purple', 'cyan', 'magenta', 'yellow', 'brown', 'pink', 'gray', 'lime', 'navy']