"""Aggregate public Olist replay. No order or customer identifiers are exported."""
import csv,io,json,sys,zipfile
from pathlib import Path
from datetime import datetime,date
from statistics import median
from collections import Counter

def quantile(values,p):
    a=sorted(values);x=(len(a)-1)*p;k=int(x);return a[k]+(a[min(k+1,len(a)-1)]-a[k])*(x-k)

def analyze(source):
    with zipfile.ZipFile(source) as z:
        name=next(n for n in z.namelist() if n.endswith('olist_orders_dataset.csv'))
        with z.open(name) as f:orders=list(csv.DictReader(io.TextIOWrapper(f,encoding='utf-8-sig')))
    stages=[];handoff=[]
    for r in orders:
        if r['order_status']!='delivered':continue
        vals=[r[k] for k in ['order_purchase_timestamp','order_delivered_carrier_date','order_delivered_customer_date']]
        if not all(vals):continue
        p,c,d=map(datetime.fromisoformat,vals)
        if not p<=c<=d:continue
        pre=(c-p).total_seconds()/86400;trans=(d-c).total_seconds()/86400
        stages.append((pre,trans))
        est=r['order_estimated_delivery_date']
        if not est or not date(2017,1,1)<=p.date()<=date(2018,7,31):continue
        e=datetime.fromisoformat(est).date()
        if e<p.date():continue
        slack=(e-c.date()).days;late=d.date()>e
        label='past' if slack<0 else 'same_day' if slack==0 else '1_3' if slack<=3 else '4_7' if slack<=7 else '8_14' if slack<=14 else '15_plus'
        handoff.append((label,late))
    assert len(stages)==96281 and sum(p>t for p,t in stages)==17209
    s={'population':len(stages),'median_pre':median(p for p,t in stages),'median_transit':median(t for p,t in stages),'median_total':median(p+t for p,t in stages),'p90_pre':quantile([p for p,t in stages],.9),'p90_transit':quantile([t for p,t in stages],.9),'p90_total':quantile([p+t for p,t in stages],.9),'sum_stage_p90':quantile([p for p,t in stages],.9)+quantile([t for p,t in stages],.9)}
    qp,qt=s['p90_pre'],s['p90_transit']
    s['both_stage_p90_exceeded']=sum(p>qp and t>qt for p,t in stages)
    s['either_stage_p90_exceeded']=sum(p>qp or t>qt for p,t in stages)
    s['orders_within_sum_stage_p90']=sum(p+t<=s['sum_stage_p90'] for p,t in stages)
    assert len(handoff)==89712
    total_late=sum(v for k,v in handoff);groups=[]
    for key in ['past','same_day','1_3','4_7','8_14','15_plus']:
        n=sum(k==key for k,v in handoff);late=sum(v for k,v in handoff if k==key)
        groups.append({'group':key,'orders':n,'late':late,'late_percent':100*late/n,'order_share':100*n/len(handoff),'share_of_all_late':100*late/total_late})
    assert [(x['orders'],x['late']) for x in groups]==[(234,234),(74,70),(349,158),(1922,290),(13955,881),(73178,4502)]
    small=groups[:4]
    h={'population':len(handoff),'total_late':total_late,'groups':groups,'at_most_7_days':{'orders':sum(x['orders'] for x in small),'late':sum(x['late'] for x in small)},'8_plus_days':{'orders':sum(x['orders'] for x in groups[4:]),'late':sum(x['late'] for x in groups[4:])}}
    return {'stages':s,'handoff':h}

if __name__=='__main__':
    result=analyze(sys.argv[1]);print(json.dumps(result,indent=2))
