app.py

import os
import time
from datetime import datetime

import folium
import pandas as pd
import streamlit as st
from huggingface_hub import HfApi
from streamlit_folium import st_folium

from src.text_content import (
    COLOR_MAPPING,
    CREDITS_TEXT,
    HEADERS_MAPPING,
    ICON_MAPPING,
    INTRO_TEXT_AR,
    INTRO_TEXT_EN,
    INTRO_TEXT_FR,
    LOGO,
    REVIEW_TEXT,
    SLOGAN,
)
from src.utils import add_latlng_col, add_village_names, init_map, parse_gg_sheet, is_request_in_list, marker_request, parse_json_file
from src.map_utils import get_legend_macro

TOKEN = os.environ.get("HF_TOKEN", None)
VERIFIED_REQUESTS_URL = (
    "https://docs.google.com/spreadsheets/d/1PXcAtI5L95hHSXAiRl3Y4v5O4coG39S86OTfBEcvLTE/edit#gid=0"
)
REQUESTS_URL = "https://docs.google.com/spreadsheets/d/1gYoBBiBo1L18IVakHkf3t1fOGvHWb23loadyFZUeHJs/edit#gid=966953708"
INTERVENTIONS_URL = (
    "https://docs.google.com/spreadsheets/d/1eXOTqunOWWP8FRdENPs4cU9ulISm4XZWYJJNR1-SrwY/edit#gid=2089222765"
)
DOUARS_URL = "data/regions.json"
api = HfApi(TOKEN)


# Initialize Streamlit Config
st.set_page_config(
    layout="wide",
    initial_sidebar_state="collapsed",
    page_icon="🤝",
    page_title="Nt3awnou نتعاونو",
)

# Initialize States
if "sleep_time" not in st.session_state:
    st.session_state.sleep_time = 2
if "auto_refresh" not in st.session_state:
    st.session_state.auto_refresh = False

auto_refresh = st.sidebar.checkbox("Auto Refresh?", st.session_state.auto_refresh)
if auto_refresh:
    number = st.sidebar.number_input("Refresh rate in seconds", value=st.session_state.sleep_time)
    st.session_state.sleep_time = number


# Streamlit functions
def display_interventions(interventions_df, selected_statuses, map_obj, intervention_fgs):
    """Display NGO interventions on the map"""

    for index, row in interventions_df.iterrows():
        village_status = row[interventions_df.columns[7]]
        is_future_intervention = (
            row[interventions_df.columns[5]] == "Intervention prévue dans le futur / Planned future intervention"
        )

        if pd.isna(village_status) and not is_future_intervention:
            village_status = "Partiellement satisfait / Partially Served"

        if village_status not in selected_statuses:
            continue

        if is_future_intervention:
            color_mk = "pink"
            status = "Planned ⌛"
        elif village_status != "Critique, Besoin d'aide en urgence / Critical, in urgent need of help":
            # past intervention  and village not in a critical condition
            color_mk = "green"
            status = "Done ✅"

        else:
            color_mk = "darkgreen"
            status = "Partial 📝"

        intervention_type = row[interventions_df.columns[6]]
        org = row[interventions_df.columns[1]]
        contact = row[interventions_df.columns[2]]
        city = row[interventions_df.columns[9]]
        date = row[interventions_df.columns[4]]
        population = row[interventions_df.columns[11]]
        details = row[interventions_df.columns[8]]
        road_state = row[interventions_df.columns[12]]
        intervention_info = f"""
        <b>Date:</b> {date}<br>
        <b>City:</b> {city}<br>
        <b>Intervention Status:</b> {status}<br>
        <b>Village Status:</b> {village_status}<br>
        <b>Org:</b> {org}<br>
        <b>Intervention:</b> {intervention_type}<br>
        <b>Population:</b> {population}<br>
        <b>Road State:</b> {road_state}<br>
        <b>Details:</b> {details}<br>
        <b>Contact:</b> {contact}<br>
        """

        if row["latlng"] is None:
            continue

        fg = intervention_fgs[status]
        fg.add_child(
            folium.Marker(
                location=row["latlng"],
                tooltip=city,
                popup=folium.Popup(intervention_info, max_width=300),
                icon=folium.Icon(color=color_mk),
            )
        )

def display_solved(solved_verified_requests, selected_statuses):
    # Index(['VerificationStatus', 'Verification Date', 'Help Details',
    #    'Further details', 'Phone Number', 'Location Details',
    #    'Emergency Degree', 'Location Link/GPS Coordinates', 'Status',
    #    'Intervenant ', 'Intervention Date', 'Any remarks',
    #    'Automatic Extracted Coordinates'],
    #   dtype='object')

    global fg
    for index, row in solved_verified_requests.iterrows():
        if row["latlng"] is None:
            continue
        intervention_status = row[solved_verified_requests.columns[8]]
        is_future_intervention = (
            intervention_status == "Planned"
        )

        if is_future_intervention:
            status = "Planned ⌛"
            icon = folium.Icon(icon="heart", prefix="glyphicon", color="pink", icon_color="red")
        else:
            status = "Done ✅"
            icon = folium.Icon(icon="heart", prefix="glyphicon", color="darkgreen", icon_color="red")
        # if village_status not in selected_statuses:
        #     continue # TODO: enable filters
        intervention_type = row[solved_verified_requests.columns[2]]
        details = row[solved_verified_requests.columns[3]]
        contact = row[solved_verified_requests.columns[4]]
        location = row[solved_verified_requests.columns[5]]
        org = row[solved_verified_requests.columns[9]]
        intervention_date = row[solved_verified_requests.columns[10]]
        remarks = row[solved_verified_requests.columns[11]]
        intervention_info = f"""
        <b>Intervention Date:</b> {intervention_date}<br>
        <b>Org:</b> {org}<br>
        <b>Intervention:</b> {intervention_type}<br>
        <b>Invervention Status:</b> {status}<br>
        <b>Details:</b> {details}<br>
        <b>Location:</b> {location}<br>
        <b>Remarks:</b> {remarks}<br>
        <b>Contact:</b> {contact}<br>
        """
        # golden color
        fg.add_child(
            folium.Marker(
                location=row["latlng"],
                tooltip=location,
                popup=folium.Popup(intervention_info, max_width=300),
                icon=icon
            )
        )

def show_requests(filtered_df):
    """Display victim requests on the map"""
    global fg
    for index, row in filtered_df.iterrows():
        request_type = row["ما هي احتياجاتك؟ (أضفها إذا لم يتم ذكرها)"]
        displayed_request = marker_request(request_type)  # TODO: the marker should depend on selected_options
        long_lat = row["latlng"]
        maps_url = f"https://maps.google.com/?q={long_lat}"

        douar = row[filtered_df.columns[3]]
        person_in_place = row[filtered_df.columns[6]]
        douar_info = row[filtered_df.columns[9]]
        source = row[filtered_df.columns[10]]
        # we display all requests in popup text and use the first one for the icon/color
        display_text = f"""
        <b>Request Type:</b> {request_type}<br>
        <b>Id:</b> {row["id"]}<br>
        <b>Source:</b> {source}<br>
        <b>Person in place:</b> {person_in_place}<br>
        <b>Douar:</b> {douar}<br>
        <b>Douar Info:</b> {douar_info}<br>
        <a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a>
        """

        icon_name = ICON_MAPPING.get(request_type, "list")
        if long_lat is None:
            continue

        fg.add_child(
            folium.Marker(
                location=long_lat,
                tooltip=row["  لأي  جماعة / قيادة / دوار تنتمون ؟"]
                if not pd.isna(row["  لأي  جماعة / قيادة / دوار تنتمون ؟"])
                else None,
                popup=folium.Popup(display_text, max_width=300),
                icon=folium.Icon(
                    color=COLOR_MAPPING.get(displayed_request, "beige"), icon=icon_name, prefix="glyphicon"
                ),
            )
        )


def show_verified_requests(filtered_verified_df, emergency_fgs):
    """Display verified victim requests on the map"""
    global fg

    verified_color_mapping = {
        "Low": "beige",
        "Medium": "orange",
        "High": "red",
    }

    for index, row in filtered_verified_df.iterrows():
        long_lat = row["latlng"]
        # we display all requests in popup text and use the first one for the icon/color
        display_text = ""
        for col, val in zip(filtered_verified_df.columns, row):
            if col == "Help Details":
                request_type = row["Help Details"]
                marker_request(request_type)  # TODO: the marker should depend on selected_options
                display_text += f"<b>Request Type:</b> {request_type}<br>"
            elif col == "Location Details":
                display_text += f"<b>Location:</b> {val}<br>"
            elif col == "Emergency Degree":
                display_text += f"<b>Emergency Degree:</b> {val}<br>"
            elif col == "Verification Date":
                display_text += f"<b>Verification Date:</b> {val}<br>"
            elif col == "id":
                display_text = f"<b>Id:</b> {val}<br>" + display_text
            elif col == "latlng":
                maps_url = f"https://maps.google.com/?q={val}"
                display_text += (
                    f'<a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a><br>'
                )

        # mark as solved button
        id_in_sheet = row["id"] + 2
        display_text += f"<a href='https://docs.google.com/forms/d/e/1FAIpQLSdyAcOAULumk4A1DsfrwUsGdZ-9G5xOUuD3vHdQOp3nGNAZXw/viewform?usp=pp_url&entry.1499427789={id_in_sheet}&entry.1666684596={datetime.now().strftime('%Y-%m-%d')}' target='_blank' rel='noopener noreferrer'><b>Mark as solved</b></a><br>"

        icon_name = ICON_MAPPING.get(request_type, "list")
        emergency = row.get("Emergency Degree", "Low")
        if long_lat is None:
            continue
        location = row["Location Details"]

        # Select the correct feature group
        fg_emergency_group = emergency_fgs[emergency]

        fg_emergency_group.add_child(
            folium.Marker(
                location=long_lat,
                tooltip=location if not pd.isna(location) else None,
                popup=folium.Popup(display_text, max_width=300),
                icon=folium.Icon(
                    color=verified_color_mapping.get(emergency, "beige"), icon=icon_name, prefix="glyphicon"
                ),
            )
        )


def display_google_sheet_tables(data_url):
    """Display the google sheet tables for requests and interventions"""
    st.markdown(
        f"""<iframe src="{data_url}" width="100%" height="600px"></iframe>""",
        unsafe_allow_html=True,
    )


def display_dataframe(df, drop_cols, data_url, search_id=True, status=False, for_help_requests=False, show_link=True):
    """Display the dataframe in a table"""
    col_1, col_2 = st.columns([1, 1])

    # has df's first row
    df_hash = hash(df.iloc[0].to_string())

    with col_1:
        query = st.text_input("🔍 Search for information / بحث عن المعلومات", key=f"query_{df_hash}")
    with col_2:
        if search_id:
            id_number = st.number_input(
                "🔍 Search for an id / بحث عن رقم",
                min_value=0,
                max_value=len(filtered_df),
                value=0,
                step=1,
                key=f"id_{df_hash}",
            )
        if status:
            selected_status = st.selectbox(
                "🗓️ Status / حالة", ["all / الكل", "Done / تم", "Planned / مخطط لها"], key=f"status_{df_hash}"
            )

    if query:
        # Filtering the dataframe based on the query
        mask = df.apply(lambda row: row.astype(str).str.contains(query.lower(), case=False).any(), axis=1)
        display_df = df[mask]
    else:
        display_df = df

    if search_id and id_number:
        display_df = display_df[display_df["id"] == id_number]

    display_df = display_df.drop(drop_cols, axis=1)

    if status:
        target = "Pouvez-vous nous préciser si vous êtes déjà intervenus ou si vous prévoyez de le faire | Tell us if you already made the intervention, or if you're planning to do it"
        if selected_status == "Done / تم":
            display_df = display_df[display_df[target] == "Intervention déjà passée / Past intevention"]

        elif selected_status == "Planned / مخطط لها":
            display_df = display_df[display_df[target] != "Intervention déjà passée / Past intevention"]

    st.dataframe(display_df, height=500)
    # Original link to the Google Sheet
    if show_link:
        st.markdown(
            f"To view the full Google Sheet for advanced filtering go to: {data_url} **لعرض الورقة كاملة، اذهب إلى**"
        )
    # if we want to check hidden contact information
    if for_help_requests:
        st.markdown(
            "We are hiding contact information to protect the privacy of the victims. If you are an NGO and want to contact the victims, please contact us at [email protected]",
        )
        st.markdown(
            """
                    <div style="text-align: left;">
                    <a href="mailto:[email protected]">[email protected]</a> نحن نخفي معلومات الاتصال لحماية خصوصية الضحايا. إذا كنت جمعية وتريد الاتصال بالضحايا، يرجى الاتصال بنا على
                    </div>
                    """,
            unsafe_allow_html=True,
        )


def id_review_submission():
    """Id review submission form"""
    # collapse the text
    with st.expander("🔍 Review of requests | مراجعة طلب مساعدة"):
        st.markdown(REVIEW_TEXT)

        id_to_review = st.number_input("Enter id / أدخل الرقم", min_value=0, max_value=len(df), value=0, step=1)
        reason_for_review = st.text_area("Explain why / أدخل سبب المراجعة")
        if st.button("Submit / أرسل"):
            if reason_for_review == "":
                st.error("Please enter a reason / الرجاء إدخال سبب")
            else:
                filename = f"review_id_{id_to_review}_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.txt"
                with open(filename, "w") as f:
                    f.write(f"id: {id_to_review}, explanation: {reason_for_review}\n")
                api.upload_file(
                    path_or_fileobj=filename,
                    path_in_repo=filename,
                    repo_id="nt3awnou/review_requests",
                    repo_type="dataset",
                )
                st.success("Submitted at https://huggingface.co./datasets/nt3awnou/review_requests/ تم الإرسال")


# Logo and Title
st.markdown(LOGO, unsafe_allow_html=True)
# st.title("Nt3awnou نتعاونو")
st.markdown(SLOGAN, unsafe_allow_html=True)

m, emergency_fgs, intervention_fgs = init_map()
fg = folium.FeatureGroup(name="Markers")

# Selection of requests
options = [
    "إغاثة",
    "مساعدة طبية",
    "مأوى",
    "طعام وماء",
    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)",
]
selected_options = []

col1, col2 = st.columns([1, 1])
with col1:
    show_unverified = st.checkbox(
        "Display unverified requests / عرض الطلبات غير المؤكدة / Afficher les demandes non vérifiées",
        value=False,
    )
with col2:
    show_interventions = st.checkbox(
        "Display Interventions | Afficher les interventions | عرض عمليات المساعدة",
        value=True,
    )

st.markdown("👉 **Choose request type | Choissisez le type de demande | اختر نوع الطلب**")
col1, col2, col3, col4, col5 = st.columns([2, 4, 2, 3, 2])
cols = [col1, col2, col3, col4, col5]

for i, option in enumerate(options):
    checked = cols[i].checkbox(HEADERS_MAPPING[option], value=True)
    if checked:
        selected_options.append(option)

# Load data and initialize map with plugins
df = parse_gg_sheet(REQUESTS_URL)
if show_unverified:
    df = add_latlng_col(df, process_column=15)
interventions_df = parse_gg_sheet(INTERVENTIONS_URL)
interventions_df = add_latlng_col(interventions_df, process_column="Automatic Extracted Coordinates")
verified_df = parse_gg_sheet(VERIFIED_REQUESTS_URL)
verified_df = add_latlng_col(verified_df, process_column="Automatic Extracted Coordinates")
douar_df = parse_json_file(DOUARS_URL)

# check if verified requests have been solved
solved_verified_requests = verified_df[~pd.isnull(verified_df["Status"])]
verified_df = verified_df[pd.isnull(verified_df["Status"])]

len_requests = len(df)
len_interventions = len(interventions_df)
len_verified_requests = len(verified_df)
len_solved_verified_requests = len(solved_verified_requests)

df["id"] = df.index  # Needed to display request id
verified_df["id"] = verified_df.index  # Needed to display request id
# keep rows with at least one request in selected_options
filtered_df = df[
    df["ما هي احتياجاتك؟ (أضفها إذا لم يتم ذكرها)"].apply(lambda x: is_request_in_list(x, selected_options, options))
]
filtered_verified_df = verified_df[
    verified_df["Help Details"].apply(lambda x: is_request_in_list(x, selected_options, options))
]


# Selection of interventions

st.markdown(
    "👉 **State of villages visited by NGOs| Etat de villages visités par les ONGs | وضعية القرى التي زارتها الجمعيات**",
    unsafe_allow_html=True,
)
col_1, col_2, col_3 = st.columns([1, 1, 1])
critical_villages = col_1.checkbox(
    "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة",
    value=True,
)
partially_satisfied_villages = col_2.checkbox(
    "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات",
    value=True,
)
fully_satisfied_villages = col_3.checkbox(
    "✅ Fully served  / تمت المساعدة بشكل كامل",
    value=True,
)
selected_village_types = []
if critical_villages:
    selected_village_types.append("🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة")

if partially_satisfied_villages:
    selected_village_types.append("⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات")

if fully_satisfied_villages:
    selected_village_types.append("✅ Fully served  / تمت المساعدة بشكل كامل")

status_mapping = {
    "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة": "Critique, Besoin d'aide en urgence / Critical, in urgent need of help",
    "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات": "Partiellement satisfait / Partially Served",
    "✅ Fully served  / تمت المساعدة بشكل كامل": "Entièrement satisfait / Fully served",
}
selected_statuses = [status_mapping[status] for status in selected_village_types]

if show_interventions:
    display_solved(solved_verified_requests, selected_statuses)
    display_interventions(interventions_df, selected_statuses, m, intervention_fgs)


# Show requests
if show_unverified:
    show_requests(filtered_df)

# Show verified requests
show_verified_requests(verified_df, emergency_fgs)

# Add legend
legend_macro = get_legend_macro(show_unverified)
# delete old legend
for child in m.get_root()._children:
    pass  # TODO: fix this
    # if child.startswith("macro_element"):
    #     m.get_root()._children.remove(child)
m.get_root().add_child(legend_macro)
# add_village_names(douar_df, m)
st_folium(m, use_container_width=True, returned_objects=[], feature_group_to_add=fg, key="map")

# Embed code
with st.expander("💻 For Developers only, embed code for the map | للمطورين فقط، يمكنك نسخ كود الخريطة"):
    st.code(
        """
<iframe id="nt3awnou-map"
   src="https://nt3awnou-embed-rescue-map.hf.space/?embed=true" width="1200" height="720"
   frameborder="0"
   width="850"
   height="450"
   title="Nt3awno Rescue Map">
</iframe>
<script src="https://cdn.jsdelivr.net/npm/[email protected]/js/iframeResizer.min.js"></script>
<script>
   iFrameResize({}, "#nt3awnou-map");
</script>
        """,
        language="html",
    )


tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])


with tab_en:
    st.markdown(INTRO_TEXT_EN, unsafe_allow_html=True)
    col1, col2, col3 = st.columns([1, 1, 1])
    with col1:
        st.metric(
            "# Number of help requests",
            len_requests,
        )
    with col2:
        st.metric(
            "# Number of interventions",
            len_interventions + len_solved_verified_requests,
        )
    with col3:
        st.metric(
            "# Number of solved requests",
            len_solved_verified_requests,
        )
with tab_ar:
    st.markdown(INTRO_TEXT_AR, unsafe_allow_html=True)
    col1, col2, col3 = st.columns([1, 1, 1])
    with col1:
        st.metric(
            "# عدد طلبات المساعدة",
            len_requests,
        )
    with col2:
        st.metric(
            "# عدد التدخلات",
            len_interventions + len_solved_verified_requests,
        )
    with col3:
        st.metric(
            "# عدد الطلبات المستجاب لها",
            len_solved_verified_requests,
        )
with tab_fr:
    st.markdown(INTRO_TEXT_FR, unsafe_allow_html=True)
    col1, col2, col3 = st.columns([1, 1, 1])
    with col1:
        st.metric(
            "# Nombre de demandes d'aide",
            len_requests,
        )
    with col2:
        st.metric(
            "# Nombre d'interventions",
            len_interventions + len_solved_verified_requests,
        )
    with col3:
        st.metric(
            "# Nombre de demandes résolues",
            len_solved_verified_requests,
        )


# Verified Requests table
st.divider()
st.subheader("📝 **Table of verified requests / جدول الطلبات المؤكدة**")
drop_cols = [
    "Phone Number",
    "id",
    "Status",
    "Intervenant ",
    "Intervention Date",
    "Any remarks",
    "VerificationStatus",
    "Automatic Extracted Coordinates",
]
display_dataframe(
    verified_df, drop_cols, VERIFIED_REQUESTS_URL, search_id=True, for_help_requests=True, show_link=False
)

# Requests table
st.divider()
st.subheader("📝 **Table of requests / جدول الطلبات**")
drop_cols = [
    "(عند الامكان) رقم هاتف شخص موجود في عين المكان",
    "الرجاء الضغط على الرابط التالي لمعرفة موقعك إذا كان متاحا",
    "GeoStamp",
    "GeoCode",
    "GeoAddress",
    "Status",
    "id",
]
display_dataframe(filtered_df, drop_cols, REQUESTS_URL, search_id=True, for_help_requests=True)

# Interventions table
st.divider()
st.subheader("📝 **Table of interventions / جدول التدخلات**")
display_dataframe(
    interventions_df,
    [],  # We show NGOs contact information
    INTERVENTIONS_URL,
    search_id=False,
    status=True,
    for_help_requests=False,
)

# Submit an id for review
st.divider()
id_review_submission()


# Donations can be made to the gouvernmental fund under the name
st.divider()
st.subheader("📝 **Donations / التبرعات / Dons**")
tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])
with tab_en:
    st.markdown(
        """
        <div style="text-align: center;">
        <h4>The official bank account dedicated to tackle the consequences of the earthquake is:</h4>
        <b>Account number:</b>
        <h2>126</h2>
        <b>RIB:</b> 001-810-0078000201106203-18
        <br>
        <b>For the money transfers coming from outside Morocco</b>
        <br>
        <b>IBAN:</b> MA64001810007800020110620318
        <br>
        """,
        unsafe_allow_html=True,
    )
with tab_ar:
    st.markdown(
        """
        <div style="text-align: center;">
        <h4>الحساب البنكي الرسمي المخصص لمواجهة عواقب الزلزال</h4>
        <b>رقم الحساب</b>
        <h2>126</h2>
        <b>RIB:</b> 001-810-0078000201106203-18
        <br>
        <b>للتحويلات القادمة من خارج المغرب</b>
        <br>
        <b>IBAN:</b> MA64001810007800020110620318
        <br>
        </div>
        """,
        unsafe_allow_html=True,
    )
with tab_fr:
    st.markdown(
        """
        <div style="text-align: center;">
        <h4>Le compte bancaire officiel dédié à la lutte contre les conséquences du séisme est le suivant:</h4>
        <b>Numéro de compte:</b>
        <h2>126</h2>
        <b>RIB:</b> 001-810-0078000201106203-18
        <br>
        <b>Pour les transferts d'argent en provenance de l'étranger</b>
        <br>
        <b>IBAN:</b> MA64001810007800020110620318
        <br>
        """,
        unsafe_allow_html=True,
    )


# Credits
st.markdown(
    CREDITS_TEXT,
    unsafe_allow_html=True,
)
if auto_refresh:
    time.sleep(number)
    st.experimental_rerun()