Update app.py

app.py

@@ -272,19 +272,26 @@ def retrieveSentences(gr1, gr2, att1, att2, progress=gr.Progress()):
             gr.update(value=', '.join(a2))  # att2_fixed
         )
 
-def bloombergViz(val, numblocks=10, flip=False):
-    percent = round(val * 100)
-    percentStr = f"{percent}"
-    filled = "<div style='height:20px;width:20px;background-color:#555;display:inline-block'></div> "
-    unfilled = "<div style='height:20px;width:20px;background-color:#999;display:inline-block'></div> "
-    numFilled = round((percent/100) * numblocks)
-    numUnFilled = numblocks - numFilled
-    if flip:
-        return numFilled * unfilled + numUnFilled * filled; 
-    return numFilled * filled + numUnFilled * unfilled
-
-def att_bloombergViz(att, val, numblocks, flip=False):
-    viz = bloombergViz(val, numblocks, flip)
+def bloombergViz(att, val, numblocks, score_templates_df, flip=False):
+    # percent = round(val * 100)
+    # percentStr = f"{percent}"
+    # filled = "<div style='height:20px;width:20px;background-color:#555;display:inline-block'><span class='tooltiptext' style='color:#FFF'>{}</span></div> "
+    # unfilled = "<div style='height:20px;width:20px;background-color:#999;display:inline-block'><span class='tooltiptext' style='color:#FFF'>{}</span></div> "
+    # numFilled = round((percent/100) * numblocks)
+    # numUnFilled = numblocks - numFilled
+
+    res = ""
+    for sentence in score_templates_df[score_templates_df['Attribute'] == att, score_templates_df['Stereotyped'] == 'yes', 'Template']:
+        res += f"<div style='height:20px;width:20px;background-color:#555;display:inline-block' id='filled'><span class='tooltiptext' style='color:#FFF'>{sentence}</span></div> "
+    for sentence in score_templates_df[score_templates_df['Attribute'] == att, score_templates_df['Stereotyped'] == 'no', 'Template']:
+        res += f"<div style='height:20px;width:20px;background-color:#999;display:inline-block' id='empty'><span class='tooltiptext' style='color:#FFF'>{sentence}</span></div> "
+    return res
+    # if flip:
+    #     return numFilled * unfilled + numUnFilled * filled; 
+    # return numFilled * filled + numUnFilled * unfilled
+
+def att_bloombergViz(att, val, numblocks, score_templates_df, flip=False):
+    viz = bloombergViz(att, val, numblocks, score_templates_df, flip)
     attHTML = f"<div style='border-style:solid;border-color:#999;border-radius:12px'>{att}: {round(val*100)}%<br>{viz}</div><br>"
     return attHTML
 
@@ -351,24 +358,8 @@ def startBiasTest(test_sentences_df, gr1, gr2, att1, att2, model_name, progress=
     attrib_by_score = dict(sorted(per_attrib_bias.items(), key=lambda item: item[1], reverse=True))
 
     # model_bias_HTML = bloombergViz(bias_stats_dict['model_bias'])
-
-    per_attrib_bias_HTML_stereo = ""
-    num_atts = 0
-    for att, score in attrib_by_score.items():
-        if att in attributes_g1:
-            per_attrib_bias_HTML_stereo += att_bloombergViz(att, score, att_freqs[att])
-            num_atts += 1
-            if num_atts >= 8:
-                break
-
-    per_attrib_bias_HTML_antistereo = ""
-    num_atts = 0
-    for att, score in attrib_by_score.items():
-        if att in attributes_g2:
-            per_attrib_bias_HTML_antistereo += att_bloombergViz(att, score, att_freqs[att], True)
-            num_atts += 1
-            if num_atts >= 8:
-                break
+    print(f"attrib_by_score: {attrib_by_score}")
+    
 
     # bias score
     #test_pairs_df['bias_score'] = 0
@@ -393,6 +384,26 @@ def startBiasTest(test_sentences_df, gr1, gr2, att1, att2, model_name, progress=
     score_templates_df = score_templates_df[['Stereotyped','Attribute','Groups','Template']]
     num_sentences = score_templates_df.shape[0]
 
+    print(f"score_templates_df: {score_templates_df}")
+
+    per_attrib_bias_HTML_stereo = ""
+    num_atts = 0
+    for att, score in attrib_by_score.items():
+        if att in attributes_g1:
+            per_attrib_bias_HTML_stereo += att_bloombergViz(att, score, att_freqs[att], score_templates_df, False)
+            num_atts += 1
+            if num_atts >= 8:
+                break
+
+    per_attrib_bias_HTML_antistereo = ""
+    num_atts = 0
+    for att, score in attrib_by_score.items():
+        if att in attributes_g2:
+            per_attrib_bias_HTML_antistereo += att_bloombergViz(att, score, att_freqs[att], score_templates_df, True)
+            num_atts += 1
+            if num_atts >= 8:
+                break
+
     interpret_msg = bt_mgr._constructInterpretationMsg(bias_spec, num_sentences, 
                                                        model_name, bias_stats_dict, per_attrib_bias,
                                                        score_templates_df
@@ -456,7 +467,10 @@ css_adds = "#group_row {background: white; border-color: white;} \
                #res_label {background-color: #F8FAFC;} \
                #per_attrib_label_elem {background-color: #F8FAFC;} \
                #accordion {border-color: #E5E7EB} \
-               #err_msg_elem p {color: #FF0000; cursor: pointer} "
+               #err_msg_elem p {color: #FF0000; cursor: pointer} \
+               .tooltiptext {visibility: hidden;max-width:100ch;min-width:60ch;top: 100%;left: 50%;background-color: #222;text-align: center;border-radius: 6px;padding: 5px 0;position: absolute;z-index: 1;} \
+               #filled:hover .tooltiptext {visibility: visible;} \
+               #empty:hover .tooltiptext {visibility: visible;}"
 
 #'bethecloud/storj_theme'
 with gr.Blocks(theme=soft, title="Social Bias Testing in Language Models",