publications.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "9f5cd529",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/json": {
       "current_state": "Loaded AiiDA DB environment - profile name: default."
      },
      "text/html": [
       "<p>Loaded AiiDA DB environment - profile name: default.</p>"
      ],
      "text/latex": [
       "Loaded AiiDA DB environment - profile name: default.\n"
      ],
      "text/plain": [
       "Loaded AiiDA DB environment - profile name: default.\n"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%load_ext aiida\n",
    "%aiida"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "b500fd8e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# General imports.\n",
    "import tempfile\n",
    "import os\n",
    "from aiida import orm\n",
    "import requests\n",
    "from copy import deepcopy\n",
    "import numpy as np\n",
    "import re\n",
    "import time\n",
    "from datetime import datetime,timedelta\n",
    "import pandas as pd\n",
    "import ipywidgets as ipw\n",
    "from IPython.display import clear_output,Markdown\n",
    "\n",
    "from aiida.engine import ExitCode, ToContext, WorkChain, calcfunction,workfunction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a9bd824e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "\n",
    "def get_doi_metadata(doi):\n",
    "    \"\"\"\n",
    "    Retrieve the title, list of authors, and journal name of a manuscript given its DOI.\n",
    "\n",
    "    Args:\n",
    "        doi (str): The DOI of the manuscript.\n",
    "\n",
    "    Returns:\n",
    "        dict: A dictionary containing the title, authors, and journal name.\n",
    "    \"\"\"\n",
    "    url = f\"https://api.crossref.org/works/{doi}\"\n",
    "    \n",
    "    try:\n",
    "        response = requests.get(url)\n",
    "        response.raise_for_status()\n",
    "        data = response.json()\n",
    "        \n",
    "        # Extract title\n",
    "        title = data['message'].get('title', ['No title found'])[0]\n",
    "        \n",
    "        # Extract authors\n",
    "        authors = data['message'].get('author', [])\n",
    "        author_names = [f\"{author.get('given', '')} {author.get('family', '')}\".strip() for author in authors]\n",
    "        \n",
    "        # Extract journal name\n",
    "        journal = data['message'].get('container-title', ['No journal found'])[0]\n",
    "        \n",
    "        return {\n",
    "            'title': title,\n",
    "            'authors': author_names,\n",
    "            'journal': journal\n",
    "        }\n",
    "    except requests.exceptions.RequestException as e:\n",
    "        print(f\"Error fetching metadata: {e}\")\n",
    "        return {\n",
    "            'title': None,\n",
    "            'authors': [],\n",
    "            'journal': None\n",
    "        }\n",
    "\n",
    "# Example usage\n",
    "doi = \"10.1038/nature12373\"  # Replace with a valid DOI\n",
    "metadata = get_doi_metadata(doi)\n",
    "print(\"Title:\", metadata['title'])\n",
    "print(\"Authors:\", metadata['authors'])\n",
    "print(\"Journal:\", metadata['journal'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "43209b48",
   "metadata": {},
   "outputs": [],
   "source": [
    "# input widgets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ae0f1d68",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8eafdee9e74848298a25c22f33415720",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "VBox(children=(HBox(children=(Dropdown(description='Person:', options=('cpi', 'fas', 'psd'), style=Description…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import ipywidgets as widgets\n",
    "from IPython.display import display, clear_output\n",
    "\n",
    "# Assuming get_doi_metadata is defined as above\n",
    "def get_doi_metadata(doi):\n",
    "    import requests\n",
    "    url = f\"https://api.crossref.org/works/{doi}\"\n",
    "    \n",
    "    try:\n",
    "        response = requests.get(url)\n",
    "        response.raise_for_status()\n",
    "        data = response.json()\n",
    "        \n",
    "        title = data['message'].get('title', ['No title found'])[0]\n",
    "        authors = data['message'].get('author', [])\n",
    "        author_names = [f\"{author.get('given', '')} {author.get('family', '')}\".strip() for author in authors]\n",
    "        journal = data['message'].get('container-title', ['No journal found'])[0]\n",
    "        \n",
    "        return {\n",
    "            'title': title,\n",
    "            'authors': author_names,\n",
    "            'journal': journal\n",
    "        }\n",
    "    except Exception as e:\n",
    "        return {\n",
    "            'title': f\"Error: {e}\",\n",
    "            'authors': [],\n",
    "            'journal': None\n",
    "        }\n",
    "\n",
    "# Widgets for form\n",
    "person_dropdown = widgets.Dropdown(\n",
    "    options=['cpi', 'fas', 'psd'],\n",
    "    value='cpi',\n",
    "    description='Person:',\n",
    "    style={'description_width': 'initial'}\n",
    ")\n",
    "\n",
    "doi_input = widgets.Text(\n",
    "    value='',\n",
    "    placeholder='Enter DOI',\n",
    "    description='DOI:',\n",
    "    style={'description_width': 'initial'}\n",
    ")\n",
    "\n",
    "additional_properties = widgets.VBox()\n",
    "\n",
    "def add_property_field(_):\n",
    "    label_input = widgets.Text(\n",
    "        placeholder='Enter property name (e.g., \"bandgap\")',\n",
    "        description='Property:',\n",
    "        style={'description_width': 'initial'}\n",
    "    )\n",
    "    value_input = widgets.Text(\n",
    "        placeholder='Enter property value (e.g., \"1.1 eV\")',\n",
    "        description='Value:',\n",
    "        style={'description_width': 'initial'}\n",
    "    )\n",
    "    additional_properties.children += (widgets.HBox([label_input, value_input]),)\n",
    "\n",
    "add_property_button = widgets.Button(\n",
    "    description='Add Property',\n",
    "    button_style='success'\n",
    ")\n",
    "add_property_button.on_click(add_property_field)\n",
    "\n",
    "comments_field = widgets.Textarea(\n",
    "    value='',\n",
    "    placeholder='Enter any comments',\n",
    "    description='Comments:',\n",
    "    layout=widgets.Layout(width='100%', height='100px'),\n",
    "    style={'description_width': 'initial'}\n",
    ")\n",
    "\n",
    "# Dynamic file upload widgets\n",
    "uploaded_files = widgets.VBox()\n",
    "\n",
    "def add_file_upload_field(_):\n",
    "    file_upload = widgets.FileUpload(\n",
    "        accept='*',\n",
    "        multiple=False,\n",
    "        description='Upload File'\n",
    "    )\n",
    "    file_description = widgets.Text(\n",
    "        placeholder='Enter file description (e.g., \"Supplementary Material\")',\n",
    "        description='Description:',\n",
    "        style={'description_width': 'initial'}\n",
    "    )\n",
    "    uploaded_files.children += (widgets.HBox([file_upload, file_description]),)\n",
    "\n",
    "add_file_upload_button = widgets.Button(\n",
    "    description='Add File Upload',\n",
    "    button_style='primary'\n",
    ")\n",
    "add_file_upload_button.on_click(add_file_upload_field)\n",
    "\n",
    "# Output area for displaying metadata and file information\n",
    "metadata_output = widgets.Output()\n",
    "\n",
    "# Check button for DOI metadata and uploaded files\n",
    "# Function to create FolderData from uploaded files\n",
    "def create_folderdata_from_uploads(file_widgets):\n",
    "    \"\"\"\n",
    "    Create an AiiDA FolderData node from the uploaded files in the file_widgets.\n",
    "    \n",
    "    Args:\n",
    "        file_widgets (list): A list of HBox widgets containing FileUpload and description widgets.\n",
    "\n",
    "    Returns:\n",
    "        FolderData: A FolderData instance containing the uploaded files.\n",
    "    \"\"\"\n",
    "    # Create a FolderData instance\n",
    "    folder_data = orm.FolderData()\n",
    "\n",
    "    # Temporary directory to organize files before adding to FolderData\n",
    "    with tempfile.TemporaryDirectory() as temp_dir:\n",
    "        for file_widget in file_widgets:\n",
    "            file_upload = file_widget.children[0]\n",
    "            description = file_widget.children[1].value.strip()\n",
    "            \n",
    "            for filename, file_content in file_upload.value.items():\n",
    "                # Save file temporarily\n",
    "                temp_file_path = os.path.join(temp_dir, filename)\n",
    "                with open(temp_file_path, 'wb') as temp_file:\n",
    "                    temp_file.write(file_content['content'])\n",
    "                \n",
    "                # Add file to FolderData\n",
    "                folder_data.put_object_from_file(temp_file_path, filename)\n",
    "                \n",
    "        # Optionally, you can also store descriptions as metadata or in a separate file\n",
    "        descriptions_file_path = os.path.join(temp_dir, \"file_descriptions.txt\")\n",
    "        with open(descriptions_file_path, 'w') as desc_file:\n",
    "            for file_widget in file_widgets:\n",
    "                file_upload = file_widget.children[0]\n",
    "                description = file_widget.children[1].value.strip()\n",
    "                for filename in file_upload.value.keys():\n",
    "                    desc_file.write(f\"{filename}: {description if description else 'No description provided'}\\n\")\n",
    "        \n",
    "        # Add the descriptions file to FolderData\n",
    "        folder_data.put_object_from_file(descriptions_file_path, \"file_descriptions.txt\")\n",
    "\n",
    "    return folder_data\n",
    "\n",
    "# Modify the Check Button to Create and Report FolderData\n",
    "def check_metadata(_):\n",
    "    with metadata_output:\n",
    "        clear_output()\n",
    "        \n",
    "        # Fetch DOI metadata\n",
    "        doi = doi_input.value.strip()\n",
    "        if not doi:\n",
    "            print(\"Please enter a valid DOI.\")\n",
    "        else:\n",
    "            metadata = get_doi_metadata(doi)\n",
    "            print(\"Title:\", metadata['title'])\n",
    "            print(\"Authors:\", ', '.join(metadata['authors']))\n",
    "            print(\"Journal:\", metadata['journal'])\n",
    "        \n",
    "        # Display added properties\n",
    "        if additional_properties.children:\n",
    "            print(\"\\nProperties:\")\n",
    "            for prop in additional_properties.children:\n",
    "                label = prop.children[0].value.strip()\n",
    "                value = prop.children[1].value.strip()\n",
    "                if label and value:\n",
    "                    print(f\"  - {label}: {value}\")\n",
    "        else:\n",
    "            print(\"\\nNo additional properties defined.\")\n",
    "        \n",
    "        # Display uploaded files and their descriptions\n",
    "        if uploaded_files.children:\n",
    "            print(\"\\nUploaded Files:\")\n",
    "            for file_widget in uploaded_files.children:\n",
    "                file_upload = file_widget.children[0]\n",
    "                description = file_widget.children[1].value.strip()\n",
    "                for filename in file_upload.value.keys():\n",
    "                    print(f\"  - File: {filename}, Description: {description if description else 'No description provided'}\")\n",
    "\n",
    "            # Create FolderData\n",
    "            folder_data = create_folderdata_from_uploads(uploaded_files.children)\n",
    "            print(\"\\nFolderData created with the uploaded files.\")\n",
    "            print(f\"FolderData PK: {folder_data.store().pk}\")\n",
    "        else:\n",
    "            print(\"\\nNo files uploaded.\")\n",
    "\n",
    "# Add \"Check DOI\" button\n",
    "check_button = widgets.Button(\n",
    "    description='Check DOI',\n",
    "    button_style='info'\n",
    ")\n",
    "check_button.on_click(check_metadata)\n",
    "\n",
    "# Organize widgets\n",
    "form = widgets.VBox([\n",
    "    widgets.HBox([person_dropdown, doi_input]),\n",
    "    widgets.HBox([add_property_button]),\n",
    "    additional_properties,\n",
    "    comments_field,\n",
    "    widgets.HBox([add_file_upload_button]),\n",
    "    uploaded_files,\n",
    "    widgets.HBox([check_button]),\n",
    "    metadata_output\n",
    "])\n",
    "\n",
    "display(form)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "10913fea",
   "metadata": {},
   "outputs": [],
   "source": [
    "f=load_node(18740)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "e5a4689b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['IMG_0544.jpg', 'file_descriptions.txt', 'todi.yml']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f.list_object_names()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "6e9ebfb6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f.is_stored"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a517d363",
   "metadata": {},
   "outputs": [],
   "source": [
    "style = {'description_width': '160px'}\n",
    "layout = {'width': '40%'}\n",
    "output = ipw.Output()\n",
    "output1 = ipw.Output()\n",
    "output2 = ipw.Output()\n",
    "add_person = ipw.Button(description='Add person')\n",
    "exit_person = ipw.Button(description='Person left')\n",
    "people_html = ipw.HTML()\n",
    "report_html = ipw.HTML()\n",
    "cash_html = ipw.HTML()\n",
    "correction_html = ipw.HTML()\n",
    "info_html = ipw.HTML()\n",
    "\n",
    "name = ipw.Dropdown(description='Name',options=['cpi',''],style=style, layout=layout)\n",
    "startdate = ipw.DatePicker(description='Starting from:',value=datetime.now(),style=style, layout=layout)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1d9cccd2",
   "metadata": {},
   "outputs": [],
   "source": [
    "html_phead = \"\"\"\n",
    "<style type=\"text/css\">\n",
    ".tg  {border-collapse:collapse;border-spacing:0;}\n",
    ".tg td{border-color:black;border-style:solid;border-width:2px;font-family:Arial, sans-serif;font-size:14px;\n",
    "    overflow:hidden;padding:10px 5px;word-break:normal;}\n",
    ".tg th{border-color:black;border-style:solid;border-width:1px;font-family:Arial, sans-serif;font-size:14px;\n",
    "    font-weight:normal;overflow:hidden;padding:10px 5px;word-break:normal;}\n",
    ".tg .tg-dark{background-color:#c0c0c0;border-color:inherit;text-align:left;vertical-align:middle}\n",
    ".tg .tg-llyw{background-color:#efefef;border-color:inherit;text-align:left;vertical-align:middle}\n",
    ".tg .tg-0pky{border-color:inherit;text-align:left;vertical-align:middle}\n",
    "</style>\n",
    "<table class=\"tg\">\n",
    "<thead>\n",
    "<tr>\"\"\"    \n",
    "html_ptail =     \"</tr></thead><tbody>\"\n",
    "html_report_head = html_phead + \"<th class='tg-dark' >Date </th> <th class='tg-dark'>Description</th>\" + html_ptail\n",
    "#\n",
    "html_people_head = html_phead + \"<th class='tg-dark' >Who </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Balance (CHF) </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Coffee (CHF) </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Other (CHF) </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Cash (CHF) </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Cups </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Days member </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Member since </th>\"\n",
    "html_people_head += \"<th class='tg-dark' >Left on </th>\"\n",
    "html_people_head += html_ptail\n",
    "#\n",
    "tclass = [\"\", \"tg-dark\", \"tg-llyw\"]   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3e870edf",
   "metadata": {},
   "outputs": [],
   "source": [
    "# input widgets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2f9bd150",
   "metadata": {},
   "outputs": [],
   "source": [
    "event = ipw.Dropdown(options=[],\n",
    "                     description='Possible actions',style=style, layout=layout)\n",
    "amount = ipw.FloatText(description='CHF',style=style, layout=layout)\n",
    "kgcoffee = ipw.FloatText(description='kg',style=style, layout=layout,value =1)\n",
    "cups_per_day = ipw.FloatText(description='cups/day',style=style, layout=layout,value =1.0)\n",
    "datei_widget = ipw.DatePicker(description='On:',value=datetime.now(),style=style, layout=layout)\n",
    "datef_widget = ipw.DatePicker(description='Till:',value=datetime.now(),style=style, layout=layout)\n",
    "description = ipw.Text(description='Description',style=style, layout=layout)\n",
    "who = ipw.Dropdown(options=[],description='Person',style=style, layout=layout)\n",
    "apply = ipw.Button(description='Apply')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6dff0318",
   "metadata": {},
   "outputs": [],
   "source": [
    "# validate e-mail\n",
    "\n",
    "def validemail(email):\n",
    "    pat = \"^[a-zA-Z0-9-_]+\\.[a-zA-Z0-9-_]+@[a-zA-Z0-9]+\\.[a-z]{1,3}$\"\n",
    "    if re.match(pat,email):\n",
    "        return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "198b15c7",
   "metadata": {},
   "outputs": [],
   "source": [
    "def timeconversion(intime):\n",
    "    if isinstance(intime,float):\n",
    "        return datetime.fromtimestamp(intime).strftime(\"%Y-%m-%d\")\n",
    "    else:\n",
    "        return time.mktime(intime.timetuple())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f8f1fbd6",
   "metadata": {},
   "outputs": [],
   "source": [
    "def daysactive(person):\n",
    "    if 'left' in person.extras:\n",
    "        return np.busday_count(timeconversion(person['started']),timeconversion(person.extras['left']))\n",
    "    else:\n",
    "        return np.busday_count(timeconversion(person['started']),datetime.now().strftime(\"%Y-%m-%d\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d1981931",
   "metadata": {},
   "outputs": [],
   "source": [
    "def BDdays_from_increment(datei,increment): #(float,int) -> (datetime,datetime)\n",
    "    return pd.to_datetime(timeconversion(datei)),pd.to_datetime(timeconversion(datei)) + pd.offsets.BDay(increment)\n",
    "def date_in_between(datei,datef,dates):\n",
    "    for date in dates:\n",
    "        if datei <= date <= datef:\n",
    "            return True\n",
    "    return False\n",
    "def range_is_valid(datei,datef,person):\n",
    "    # check wrt person left already done, here we check if a range was already entered for cups consumption\n",
    "    global days_renormalization\n",
    "    #days_renormalization[entry['person']]['drenorm'].append([BDdays_from_increment(entry['datei'],entry['amount']),entry['Range_cups/day']])\n",
    "    datei = pd.to_datetime(timeconversion(datei))\n",
    "    datef = pd.to_datetime(timeconversion(datef))\n",
    "    for event in days_renormalization[person['name']]['drenorm']:\n",
    "        start_date,end_date = event[0]\n",
    "        if date_in_between(start_date,end_date,[datei,datef]):\n",
    "            return (\n",
    "                f\"The previous range for cups consumption {start_date.strftime('%Y-%m-%d')} - \"\n",
    "                f\"{end_date.strftime('%Y-%m-%d')}\\n\"\n",
    "                f\"overlaps with the new range {datei.strftime('%Y-%m-%d')} - {datef.strftime('%Y-%m-%d')}\\n\"\n",
    "                \"nothing done\"\n",
    "                )                \n",
    "    return None\n",
    "\n",
    "def date_is_valid(date,person):\n",
    "    if 'left' in person.extras:\n",
    "        dateleft = person.extras['left']\n",
    "    else:\n",
    "        dateleft = float(3000000000)\n",
    "    return person['started'] - 100000 < date < dateleft + 100000\n",
    "def daterange(start_date, end_date):\n",
    "    \"\"\"Generate a range of dates between two dates.\"\"\"\n",
    "    for n in range((end_date - start_date).days + 1):\n",
    "        yield start_date + timedelta(n)\n",
    "\n",
    "def business_days(dates):\n",
    "    \"\"\"Filter out weekends and return business days only.\"\"\"\n",
    "    return [date for date in dates if date.weekday() < 5]\n",
    "\n",
    "def get_non_overlapping_busyness_days(list1, list2):\n",
    "    list1_dates = set()\n",
    "    list2_dates = set()\n",
    "    \n",
    "    # Convert list1 ranges into a set of all dates\n",
    "    for start, end in list1:\n",
    "        list1_dates.update(daterange(start, end))\n",
    "    \n",
    "    # Convert list2 ranges into a set of all dates\n",
    "    for start, end in list2:\n",
    "        list2_dates.update(daterange(start, end))\n",
    "    \n",
    "    # Subtract list1 dates from list2 dates to get non-overlapping dates\n",
    "    non_overlapping_dates = list2_dates - list1_dates\n",
    "    \n",
    "    # Filter only business days (Mon-Fri)\n",
    "    business_days_only = business_days(non_overlapping_dates)\n",
    "    \n",
    "    return len(business_days_only)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2648c6d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# perosn balance computed as:\n",
    "# personal[person]['coffee']+personal[person]['other']+personal[person]['cash'])-((total_cost - cash)*personal[person]['cups'])/total_cups\n",
    "# personal is a dictionary with keys the names of the people and values a dictionary with keys 'coffee','other','cash','cups','days','coeff','since','left'\n",
    "#all_people list with nodes of people\n",
    "def check_people():\n",
    "    people_who_left=[]\n",
    "    global cash,days_renormalization\n",
    "    qb = QueryBuilder()\n",
    "    qb.append(Node, filters={\n",
    "        'label': {'in': ['nanotech@coffee_member']}})\n",
    "    all_people=[]\n",
    "    emails = []\n",
    "    # this is also needed for ne actions to check if tehy overlap with previous ones\n",
    "    days_renormalization = {}\n",
    "    for node in qb.all(flat=True):\n",
    "        all_people.append(node)\n",
    "        days_renormalization[node['name']] = {'drenorm':[],'absences':[],'global':1}\n",
    "        emails.append(node['email'])\n",
    "    who.options = sorted([(member['name'],member) for member in all_people if 'left' not in member.extras], key=lambda x: x[0])\n",
    "    qb = QueryBuilder()\n",
    "    qb.append(CalcFunctionNode, filters={\n",
    "        'label': {'in': ['new_event']}})   \n",
    "    ordered_entries =  sorted([node.outputs.result.get_dict() for node in qb.all(flat=True)], key=lambda d: d['datei'], reverse=True)\n",
    "    for entry in ordered_entries:\n",
    "        if 'Range_cups/day' in entry['event']:\n",
    "            days_renormalization[entry['person']]['drenorm'].append([BDdays_from_increment(entry['datei'],entry['amount']),entry['Range_cups/day']])\n",
    "        if 'Absence' in entry['event']:\n",
    "            days_renormalization[entry['person']]['absences'].append(BDdays_from_increment(entry['datei'],entry['amount']))\n",
    "        if 'default_cups/day' in entry['event']:\n",
    "            days_renormalization[entry['person']]['global'] = entry['Range_cups/day']\n",
    "    \n",
    "    personal = {}\n",
    "    # sum of effective days for all members. Absences and period renormalizations will be considered later\n",
    "    # total_day = estimated cups consumed by \n",
    "    total_cups = 0\n",
    "    for person in all_people:\n",
    "        coeff = days_renormalization[person['name']]['global']\n",
    "        days = daysactive(person)\n",
    "        cups = days*coeff\n",
    "        total_cups += cups\n",
    "        left=''\n",
    "        if 'left' in person.extras:\n",
    "            left = timeconversion(person.extras['left'])\n",
    "            people_who_left.append(person['name'])\n",
    "        personal[person['name']] = {'coffee':0,'other':0, 'cash':0, 'cups': cups, 'days':days, 'coeff':coeff, 'since':timeconversion(person['started']), 'left':left}\n",
    "    cash = 0\n",
    "    html_report = html_report_head\n",
    "    html_people = html_people_head\n",
    "    total_cost=0\n",
    "    odd = -1\n",
    "    \n",
    "    # adjust values according to events\n",
    "    for entry in ordered_entries:\n",
    "        what = entry['event']\n",
    "        if 'cash' in entry['event']:\n",
    "            cash += entry['amount']\n",
    "            if 'Donated' not in what:\n",
    "                personal[entry['person']]['cash'] += entry['amount']\n",
    "        elif 'Bought' in entry['event']:\n",
    "            total_cost += entry['amount']\n",
    "            if 'coffee' in entry['event']:\n",
    "                personal[entry['person']]['coffee'] += entry['amount']\n",
    "            else:\n",
    "                personal[entry['person']]['other'] += entry['amount']\n",
    "        elif 'Absence' in entry['event']:\n",
    "            tosubtract = entry['amount']*personal[entry['person']]['coeff']\n",
    "            personal[entry['person']]['cups'] -= tosubtract\n",
    "            total_cups -= tosubtract\n",
    "        elif 'Range_cups/day' in entry['event']:\n",
    "            range_renorm =   [BDdays_from_increment(entry['datei'],entry['amount'])]\n",
    "            absences = [absence for absence in days_renormalization[entry['person']]['absences']]\n",
    "            days_affected = get_non_overlapping_busyness_days(absences, range_renorm)\n",
    "            tosubtract = days_affected*personal[entry['person']]['coeff']\n",
    "            personal[entry['person']]['cups'] -= tosubtract\n",
    "            total_cups -= tosubtract\n",
    "            toadd = days_affected*entry['Range_cups/day']\n",
    "            personal[entry['person']]['cups'] += toadd\n",
    "            total_cups += toadd\n",
    "        \n",
    "        html_report += \"<tr>\"\n",
    "        html_report += f\"<td class={tclass[odd]}> {timeconversion(entry['datei'])} </td>\"\n",
    "        html_report += f\"<td class={tclass[odd]}> {entry['description']} </td>\"\n",
    "        html_report += \"</tr>\" \n",
    "        odd *= -1   \n",
    "     \n",
    "    #short_report = [(person,(personal[person]['coffee']+personal[person]['other']+personal[person]['cash'])-((total_cost - cash)*personal[person]['cups'])/total_cups,personal[person]['coffee'],personal[person]['other'],personal[person]['cash'],personal[person]['cups'],personal[person]['days'],personal[person]['since'],personal[person]['left']) for person in personal]\n",
    "    # first estimate of cost balance, will have to be corrected for people who left\n",
    "    short_report = [\n",
    "    (\n",
    "        person,\n",
    "        (\n",
    "            personal[person]['coffee']\n",
    "            + personal[person]['other']\n",
    "            + personal[person]['cash']\n",
    "            - ((total_cost - cash) * personal[person]['cups']) / total_cups\n",
    "        ),\n",
    "        personal[person]['coffee'],\n",
    "        personal[person]['other'],\n",
    "        personal[person]['cash'],\n",
    "        personal[person]['cups'],\n",
    "        personal[person]['days'],\n",
    "        personal[person]['since'],\n",
    "        personal[person]['left'],\n",
    "    )\n",
    "    for person in personal\n",
    "]\n",
    "\n",
    "    # correct for people who left\n",
    "    cost_correction = 0 # positive means a person left positive money\n",
    "    for person in short_report:\n",
    "        if person[0] in people_who_left:\n",
    "            cost_correction += person[1]\n",
    "            \n",
    "    # recompute balance\n",
    "    short_report = [\n",
    "    (\n",
    "        person,\n",
    "        0\n",
    "        if person in people_who_left\n",
    "        else (\n",
    "            personal[person]['coffee']\n",
    "            + personal[person]['other']\n",
    "            + personal[person]['cash']\n",
    "            - ((total_cost - cost_correction - cash) * personal[person]['cups']) / total_cups\n",
    "        ),\n",
    "        personal[person]['coffee'],\n",
    "        personal[person]['other'],\n",
    "        personal[person]['cash'],\n",
    "        personal[person]['cups'],\n",
    "        personal[person]['days'],\n",
    "        personal[person]['since'],\n",
    "        personal[person]['left'],\n",
    "    )\n",
    "    for person in personal\n",
    "]\n",
    "\n",
    "            \n",
    "    short_report = sorted(short_report, key=lambda d: d[1], reverse=True)\n",
    "    for person in short_report:\n",
    "        html_people += \"<tr>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[0]} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[1]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[2]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[3]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[4]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[5]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[6]:.2f} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[7]} </td>\"\n",
    "        html_people += f\"<td class={tclass[odd]}> {person[8]} </td>\"\n",
    "        html_people += \"</tr>\" \n",
    "        odd *= -1\n",
    "    people_html.value = html_people\n",
    "    report_html.value = html_report\n",
    "    cash_html.value = f\"<h3>Available cash: {cash:.2f} CHF</h3>\"\n",
    "    correction_html.value = f\"<p>Cost correction: {cost_correction:.2f} CHF</p>\"\n",
    "    return emails,cash"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "972a35cd",
   "metadata": {},
   "outputs": [],
   "source": [
    "display(ipw.VBox([cash_html,correction_html]))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4a3f2334",
   "metadata": {},
   "source": [
    "# Persons"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e1739d67",
   "metadata": {},
   "outputs": [],
   "source": [
    "display(ipw.VBox([people_html,startdate,name,email, ipw.HBox([add_person,exit_person]),output,]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f52cc155",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Instructions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9bb6eed5",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the instructions as a formatted string\n",
    "instructions_text = \"\"\"\n",
    "**Select a person and an action. Try to keep your balance (CHF) close to 0.**\n",
    "\n",
    "Your estimated number of cups  depends on the nomber of working days since your subscription \n",
    "multiplied by your consumption coefficinets.\n",
    "The total number of cups among all members together with the total amount of costs registered \n",
    "(cash is accounted only if refunded to someone) is normalized\n",
    "with respect to each member's #cups. Changmenets to your coefficients affect all balances.\n",
    "\n",
    "**You can enter money:**\n",
    "- For stuff you bought (e.g., coffee)\n",
    "- For cash you add to the system (Twint money to +41 76 53 25 330 (Carlo))\n",
    "- For donation (donations are not credited!!)\n",
    "- To request expenses refund from the available cash (ask Carlo)\n",
    "\n",
    "**Personal cups consumption (1 cup = 1 double espresso):**\n",
    "- Set your default cups/day consumption (`default_cups/day`) \n",
    "- Set a specific cup/day for a date range (`range_cups/day`)\n",
    "- Specify a period of absence\n",
    "\"\"\"\n",
    "# Create a styled HTML widget for the description\n",
    "\n",
    "styled_description = ipw.HTML(\n",
    "    value=\"<b><span style='font-size:20px;'>Instructions</span></b>\"\n",
    ")\n",
    "\n",
    "# Create a Checkbox widget\n",
    "instructions_checkbox = ipw.Checkbox(\n",
    "    value=False,\n",
    ")\n",
    "\n",
    "# Create an Output widget to control the display of the instructions\n",
    "output = ipw.Output()\n",
    "\n",
    "# Function to show or hide instructions based on checkbox state\n",
    "def on_checkbox_change(change):\n",
    "    with output:\n",
    "        output.clear_output()  # Clear previous output\n",
    "        if change['new']:  # If checkbox is checked, display instructions\n",
    "            display(Markdown(instructions_text))\n",
    "\n",
    "# Link the checkbox to the function\n",
    "instructions_checkbox.observe(on_checkbox_change, names='value')\n",
    "\n",
    "# Display the checkbox and the output area\n",
    "display(styled_description,instructions_checkbox, output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b35c69c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "@calcfunction\n",
    "def new_person(name,email,startdate):\n",
    "    return Dict({'name':name.value,'email':email.value,'started':startdate.value})\n",
    "    \n",
    "def on_add_person_clicked(b):\n",
    "    global emails,cash\n",
    "    with output:\n",
    "        clear_output()\n",
    "        if validemail(email.value) and startdate.value is not None and name.value != '':\n",
    "            if email.value in emails:\n",
    "                print(\"person already present\")\n",
    "            else:\n",
    "                new = new_person(Str(name.value),Str(email.value),Float(timeconversion(startdate.value)))\n",
    "                new.label = 'nanotech@coffee_member'\n",
    "                new.set_extra('coeff',1)\n",
    "                print(\"Added\",new['name'],'starting from: ',timeconversion(new['started']),'pk:',new.pk )\n",
    "                emails.append(email.value)\n",
    "    emails,cash = check_people()\n",
    "    \n",
    "def on_exit_person_clicked(b):\n",
    "    global emails,cash,cost_correction\n",
    "    with output:\n",
    "        clear_output()\n",
    "        qb = QueryBuilder()\n",
    "        qb.append(Node, filters={\n",
    "            'label': {'in': ['nanotech@coffee_member']}})\n",
    "        for node in qb.all(flat=True):\n",
    "            if node['name'] == name.value:\n",
    "                node.set_extra('left', Float(timeconversion(startdate.value)))\n",
    "                print(\"Person\",node['name'],'left on: ',timeconversion(node.extras['left']))\n",
    "    emails,cash,cost_correction = check_people()\n",
    "            \n",
    "add_person.on_click(on_add_person_clicked)\n",
    "exit_person.on_click(on_exit_person_clicked)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6f351ee3",
   "metadata": {},
   "source": [
    "# Actions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea3fa99b",
   "metadata": {},
   "outputs": [],
   "source": [
    "@workfunction\n",
    "def create_action(action):\n",
    "    action.label = 'nanotech@coffee_action'\n",
    "    return action\n",
    "\n",
    "@calcfunction\n",
    "def new_event(person=None,cups=None,datei=None,datef=None,event=None,description=None,amount=None,kgcoffee=None,available_cash=None):\n",
    "        \n",
    "    if 'Bought' in event.value or 'Added' in event.value:\n",
    "        theamount = np.abs(amount.value)\n",
    "        if 'coffee' in event.value:\n",
    "            return Dict({'person': person['name'], 'datei':datei.value, 'amount':theamount, 'event':event.value,\n",
    "                        'description': f\"{person['name']} bought {kgcoffee.value}kg coffee ({description.value}) for {theamount} CHF\" })\n",
    "        else:    \n",
    "            return Dict({'person': person['name'], 'datei':datei.value, 'amount':theamount, 'event':event.value,\n",
    "                            'description': f\"{person['name']} {event.value} ({description.value}) for {theamount} CHF\" })\n",
    "    elif event.value == 'Donated cash':\n",
    "        theamount = np.abs(amount.value)\n",
    "        return Dict({'person': person['name'], 'datei':datei.value, 'amount':theamount, 'event':event.value,\n",
    "                        'description': f\"{person['name']} donated {theamount} CHF ({description.value}) to the common fund\" })\n",
    "    elif event.value == 'Requested cash':\n",
    "        theamount = np.abs(amount.value)\n",
    "        if amount.value <= available_cash.value +0.01 :\n",
    "            return Dict({'person': person['name'], 'datei':datei.value, 'amount': -1.0*theamount, 'event':event.value,\n",
    "                            'description': f\"{person['name']} received {theamount} CHF from the common fund\" })\n",
    "        else:\n",
    "            return Dict({'person': person['name'], 'datei':datei.value,'amount':0.0,'event':event.value,\n",
    "                            'description': f\"{person['name']} requested {theamount} CHF from the common fund but they are not available. They will not be counted\"})\n",
    "    elif event.value == 'Absence':\n",
    "        theamount = np.busday_count(timeconversion(datei.value),timeconversion(datef.value))\n",
    "        return Dict({'person': person['name'], 'datei':datei.value,'amount':theamount,'event':event.value,\n",
    "                        'description': f\"{person['name']}  entered absence from {timeconversion(datei.value)}  until {timeconversion(datef.value)} ({theamount} days {description.value})\" })\n",
    "    elif event.value == 'Range_cups/day':\n",
    "        theamount = np.busday_count(timeconversion(datei.value),timeconversion(datef.value))\n",
    "        return Dict({'person': person['name'], 'datei':datei.value,'amount':theamount, 'Range_cups/day':cups.value,'event':event.value,\n",
    "                        'description': f\"{person['name']}  set avg cups/day from {timeconversion(datei.value)}  until {timeconversion(datef.value)} as {cups.value} cups this affects {theamount} days ({description.value})\" })\n",
    "    elif event.value == 'default_cups/day':\n",
    "        theamount = 0\n",
    "        person.set_extra('coeff',cups.value)\n",
    "        return Dict({'person': person['name'], 'datei':datei.value,'amount':theamount,'Range_cups/day':cups.value,'event':event.value,\n",
    "                        'description': f\"{person['name']}  set default cups/day as {cups.value} cups ({description.value})\" })\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c806b8fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "def on_apply_clicked(b):\n",
    "    global emails, cash\n",
    "    with output2:\n",
    "        clear_output()\n",
    "        person = who.value\n",
    "        cups=0.0\n",
    "        kg = 0.0\n",
    "        datei = timeconversion(datei_widget.value)\n",
    "        datef = datei\n",
    "        no_go = False\n",
    "        if 'Absence' in event.value.value:\n",
    "            datef = timeconversion(datef_widget.value)            \n",
    "        if 'coffee' in event.value.value:\n",
    "            kg = kgcoffee.value\n",
    "        if 'Range_cups/day' in event.value.value:\n",
    "            cups = cups_per_day.value\n",
    "            datef = timeconversion(datef_widget.value)\n",
    "            check_range = range_is_valid(datei,datef,person)\n",
    "            if check_range is not None:\n",
    "                print(check_range)\n",
    "                no_go = True\n",
    "        if 'default_cups/day' in event.value.value:\n",
    "            cups = cups_per_day.value\n",
    "            datei = datei = timeconversion(datetime.now())\n",
    "            datef=datei\n",
    "        if not (date_is_valid(datei,person) and date_is_valid(datef,person)):\n",
    "            no_go = True\n",
    "            print(\"Date is not valid for this person\")\n",
    "        if datef < datei:\n",
    "            no_go = True\n",
    "            print(\"End date is before start date\")\n",
    "        if not no_go:        \n",
    "            what = new_event(\n",
    "                person=person,\n",
    "                datei=Float(datei),\n",
    "                cups=Float(cups),\n",
    "                datef=Float(datef),\n",
    "                event=event.value,\n",
    "                description=Str(description.value),\n",
    "                amount=Float(amount.value),\n",
    "                kgcoffee=Float(kg),\n",
    "                available_cash=Float(cash)\n",
    "                )\n",
    "            print(\"Added event: \",what['description'])              \n",
    "        emails,cash,cost_correction = check_people() \n",
    "apply.on_click(on_apply_clicked)\n",
    "\n",
    "def on_event_change(change):\n",
    "    with output1:\n",
    "        clear_output()\n",
    "        if 'Absence' in change['new'].value:\n",
    "            todisplay = [who,datei_widget,datef_widget,description,info_html]\n",
    "            description.value =''\n",
    "            kgcoffee.value=0\n",
    "            amount.value=0\n",
    "            info_html.value='Enter the range of dates and a description of the absence'\n",
    "        elif 'Range_cups/day' in change['new'].value:\n",
    "            todisplay = [who,datei_widget,datef_widget,description,cups_per_day,info_html]\n",
    "            description.value =''\n",
    "            kgcoffee.value=0\n",
    "            amount.value=0\n",
    "            info_html.value='Specify the range of dates and the number of cups/day (1 coup = 1 double espresso) to apply for that period. CAnnot overlap with previously specified ranges'   \n",
    "        elif 'default_cups/day' in change['new'].value:\n",
    "            todisplay = [who,description,cups_per_day,info_html]\n",
    "            description.value =''\n",
    "            kgcoffee.value=0\n",
    "            amount.value=0\n",
    "            info_html.value='1 coup = 1 double espresso. This coefficient will be applyed to all days since your subscriptions until now. Except for periods of absence or specific range of cups/day'          \n",
    "        elif 'Bought coffee' == change['new'].value:\n",
    "            todisplay = [who,datei_widget,kgcoffee,description,amount,info_html]\n",
    "            kgcoffee.value=2\n",
    "            description.value='Konstanz: mondo verde'\n",
    "            amount.value=60\n",
    "            info_html.value='Enter the amount of coffee in kg and the cost in CHF'\n",
    "        else:\n",
    "            description.value=''\n",
    "            amount.value=0\n",
    "            kgcoffee.value=0\n",
    "            todisplay = [who,datei_widget,description,amount,info_html]\n",
    "            info_html.value='Check the Instructions box to get instructions'\n",
    "            \n",
    "        display(ipw.VBox(todisplay))\n",
    "        \n",
    "event.observe(on_event_change,names='value')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "804c698d",
   "metadata": {},
   "outputs": [],
   "source": [
    "qb = QueryBuilder()\n",
    "qb.append(Node, filters={\n",
    "    'label': {'in': ['nanotech@coffee_action']}})\n",
    "needed_actions=['Bought coffee','default_cups/day','Range_cups/day','Bought accessory','Bought cleaning stuff','Donated cash', 'Added cash','Requested cash','Absence']\n",
    "existing_actions = {}    \n",
    "for node in qb.all(flat=True):\n",
    "    existing_actions[node.value]=node\n",
    "    #print(node.value,node.pk)\n",
    "for action in needed_actions:\n",
    "    if action not in existing_actions:\n",
    "        existing_actions[action]=create_action(Str(action))\n",
    "event.options = list(existing_actions.items())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "47b9e78a",
   "metadata": {},
   "outputs": [],
   "source": [
    "emails,cash,cost_correction = check_people()\n",
    "cash_html.value = f\"<h3>Available cash: {cash:.2f} CHF</h3>\"\n",
    "correction_html.value = f\"<p>Cost correction: {cost_correction:.2f} CHF</p>\"\n",
    "display(ipw.VBox([event,output1,apply,output2]))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "63cfc017",
   "metadata": {},
   "source": [
    "# Report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8e2d3b33",
   "metadata": {},
   "outputs": [],
   "source": [
    "display(report_html)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "98454832",
   "metadata": {},
   "outputs": [],
   "source": [
    "if False :\n",
    "    qb = QueryBuilder()\n",
    "    qb.append(Node, filters={\n",
    "        'label': {'in': ['nanotech@coffee_member']}})\n",
    "    for node in qb.all(flat=True):\n",
    "        print(node.pk,node.get_dict())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0a0b662b",
   "metadata": {},
   "outputs": [],
   "source": [
    "if False :\n",
    "    qb = QueryBuilder()\n",
    "    qb.append(Node, filters={\n",
    "        'label': {'in': ['nanotech@coffee_action']}})\n",
    "    for node in qb.all(flat=True):\n",
    "        print(node.pk, node.value)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a365b80f",
   "metadata": {},
   "outputs": [],
   "source": [
    "if False :\n",
    "    qb = QueryBuilder()\n",
    "    qb.append(Node, filters={\n",
    "        'label': {'in': ['new_event']}})\n",
    "    for node in qb.all(flat=True):\n",
    "        print(node.pk, node.outputs.result['event'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "315f60b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "#timeconversion(float(3000000000 - 100000))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4f1eab9e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  },
  "vscode": {
   "interpreter": {
    "hash": "d4d1e4263499bec80672ea0156c357c1ee493ec2b1c70f0acce89fc37c4a6abe"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}