from pathlib import Path import os,time,subprocess,random,json,statistics from scipy.stats import ttest_rel r=Path('');out=r/'results/math-runtime-probe.json' paths={'linux':r/'asm/math-runtime-probe/linux','windows':r/'asm/math-runtime-probe/windows.exe'} cases=['identity','exp2-pad','exp2-range','tan-pad','tan-range','reciprocal'] wine=r/'profiling-tools/wine11/opt/wine-stable/bin/wine';server=wine.with_name('wineserver') env=dict(os.environ,WINEPREFIX=str(r/'wine11-prefix'),WINESERVER=str(server),WINEDEBUG='-all',WINEDLLOVERRIDES='winemenubuilder.exe=d') os.sched_setaffinity(0,{0});rng=random.Random(11131536);blocks=[];start=time.time_ns() try: for b in range(10): order=[(case,osname) for case in cases for osname in paths];rng.shuffle(order);runs=[] for case,osname in order: cmd=[str(paths[osname]),case] if osname=='linux' else [str(wine),str(paths[osname]),case] raw=subprocess.check_output(cmd,env=env,text=True).strip();duration,n,bits=map(int,raw.split()) runs.append({'case':case,'target':osname,'duration_ns':duration,'iterations':n,'ns_per_operation':duration/n,'last_bits':bits}) blocks.append({'block':b+1,'runs':runs});print(f'Block {b+1}/10',flush=True) if b<9:time.sleep(5) finally: subprocess.run([str(server),'-k'],env=env,check=False) summary={} for case in cases: samples={osname:[next(v['ns_per_operation'] for v in b['runs'] if v['case']==case and v['target']==osname) for b in blocks] for osname in paths} difference=[b-a for a,b in zip(samples['linux'],samples['windows'])];test=ttest_rel(samples['windows'],samples['linux']) summary[case]={**{k:{'mean':statistics.mean(v),'sd':statistics.stdev(v),'median':statistics.median(v),'samples':v} for k,v in samples.items()},'difference_mean':statistics.mean(difference),'difference_sd':statistics.stdev(difference),'difference_median':statistics.median(difference),'df':int(test.df),'t':float(test.statistic),'p':float(test.pvalue),'ci95':list(map(float,test.confidence_interval()))} previous=0.0 for i,(case,value) in enumerate(sorted(summary.items(),key=lambda x:x[1]['p'])): previous=max(previous,min(1.0,(len(summary)-i)*value['p']));value['p_holm']=previous out.write_text(json.dumps({'purpose':'diagnostic math-runtime comparison; not an acceptance test','cpu':0,'seed':11131536,'burn_in_ms_per_process':100,'cooldown_seconds':5,'start_unix_ns':start,'finish_unix_ns':time.time_ns(),'blocks':blocks,'summary':summary},indent=2)+'\n') print(json.dumps(summary,indent=2))