app.py

from github import Github
from github import Auth
import os 
import streamlit as st
import datetime
import plotly.figure_factory as ff
import plotly.graph_objects as go
import pandas as pd
import math
import copy

st.set_page_config(layout="wide")
name2repo = [("Dataset", "bigcode-project/bigcode-dataset"),
             ("Training", "bigcode-project/Megatron-LM"),
             # ("Evaluation", "bigcode-project/bigcode-evaluation-harness"),
             # ("Inference", "bigcode-project/bigcode-inference-benchmark"),
             # ("Legal", "bigcode-project/admin"),
             # ("Demo", "bigcode-project/bigcode-demo")
            ]

name2num_milestones = dict()
github_key = os.environ['github']
auth = Auth.Token(github_key)

g = Github(auth=auth)
df = list()
all_status = list()
bad_milestones = list()


for name, repo_name in name2repo:
    repo = g.get_repo(repo_name)
    num_milestones = 0
    for milestone in repo.get_milestones():
        try:
            num_milestones += 1
            desc = dict()
            for line in milestone.description.split('\n'):
                tmp = line.split(":")
                if len(tmp) > 1:
                    key = tmp[0].lower()
                    value = tmp[1].strip()
                    if key == 'status':
                        value = value.lower()
                    desc[key] = value
            task_name = f"""<a href="https://www.github.com/{repo_name}/milestone/{milestone.number}", target="_black">{milestone.title}</a>"""
            if desc['status'] not in all_status:
                all_status.append(desc['status'])
            df.append(dict(Task=task_name, 
                           Start=desc['start date'], 
                           Finish=milestone.due_on.strftime('%Y-%m-%d'), 
                           Resource=desc['status'], 
                           Description=desc['leader']))
        except:
            num_milestones -= 1
            task_name = f"""<a href="https://www.github.com/{repo_name}/milestone/{milestone.number}", target="_black">{milestone.title}</a>"""
            bad_milestones.append(task_name)
    name2num_milestones[name] = num_milestones

copy_df = copy.deepcopy(df)
colors = {'not started': 'rgb(217, 217, 217)',
          'in progress': 'rgb(147, 196, 125)',
          'high priority - on track': 'rgb(234, 153, 153)',
          'high priority - help needed': 'rgb(255, 0, 0)',
          'completed': 'rgb(56, 118, 29)'}

if len(all_status) == 0:
    task_name = "None"

for key in colors.keys():
    if key not in all_status:
        copy_df.append(dict(Task=task_name, 
                   Start='2023-04-09', 
                   Finish='2023-04-09', 
                   Resource=key))

fig = ff.create_gantt(copy_df, colors=colors, 
                      index_col='Resource', 
                      show_colorbar=True, 
                      show_hover_fill=True,
                      group_tasks=True,
                      title="BigCode planning")

fig.update_xaxes(ticks= "outside",
                 ticklabelmode= "period", 
                 tickformat="%b",
                 tickcolor= "black", 
                 ticklen=10, 
                 range=[datetime.datetime(2023, 8, 25),
                        datetime.datetime(2023, 11, 16)],
                 minor=dict(
                     ticklen=4,  
                     dtick=7*24*60*60*1000,  
                     tick0="2023-09-01", 
                     griddash='dot', 
                     gridcolor='white')
                )

fig.update_layout(margin=go.layout.Margin(l=250))
fig.layout.xaxis.rangeselector = None # remove range selector on top

# Add today line
fig.add_vline(x=datetime.datetime.now().strftime('%Y-%m-%d'), line_width=3, line_dash="dash", line_color="black")
fig.add_annotation({
            "x": datetime.datetime.now().strftime('%Y-%m-%d'),
            "y": fig.layout.yaxis['range'][1],
            "yshift": 10,
            "text": "Today",
            "showarrow": False,
        })

# Add The Stack 1.2
fig.add_vline(x='2023-03-05', line_width=3, line_dash="dash", line_color="red")
fig.add_annotation({
            "x": '2023-03-05',
            "y": fig.layout.yaxis['range'][1],
            "yshift": 10,
            "text": "The Stack 1.2",
            "showarrow": False,
        })

# Add PII
fig.add_vline(x='2023-10-01', line_width=3, line_dash="dash", line_color="red")
fig.add_annotation({
            "x": '2023-10-01',
            "y": fig.layout.yaxis['range'][1],
            "yshift": 10,
            "text": "Model training",
            "showarrow": False,
        })

# Add release line
fig.add_vline(x='2023-10-31', line_width=3, line_dash="dash", line_color="red")
fig.add_annotation({
            "x": '2023-10-31',
            "y": fig.layout.yaxis['range'][1],
            "yshift": 10,
            "text": "Model release",
            "showarrow": False,
        })

# Add point of contacts
fig.add_annotation({
            "x": "2023-08-25",
            "y": fig.layout.yaxis['range'][1],
            "yshift": 10,
            "xanchor": "left",
            "text": "Contact",
            "showarrow": False})
for i, entry in enumerate(df[::-1]):
    fig.add_annotation(x='2023-08-25', y=i,
                text=entry['Description'],
                showarrow=False,
                xanchor="left",
                xref="x")

# Add working group annotations
fig.add_hline(y=-0.5, line_width=1, line_color="grey")
height = -0.5
for name, _ in name2repo[::-1]:
    if name2num_milestones[name] > 0:
        fig.add_annotation(x='2023-11-13', y=height + name2num_milestones[name]/2,
                text=name,
                showarrow=False,
                align="center",
                textangle=-90)
        height += name2num_milestones[name]
        fig.add_hline(y=height, line_width=1, line_color="grey")

st.plotly_chart(fig, use_container_width=True)

if len(bad_milestones):
    with st.expander("Bad Milestones"):
        for bms in bad_milestones:
            st.markdown(bms + "\n\n", unsafe_allow_html=True)

if st.button("Refresh"):
    st.experimental_rerun()