thesis version
This commit is contained in:
1
rtbenchmarks/.gitignore
vendored
Normal file
1
rtbenchmarks/.gitignore
vendored
Normal file
@ -0,0 +1 @@
|
||||
data_graspels/
|
||||
380
rtbenchmarks/plot_graspels
Executable file
380
rtbenchmarks/plot_graspels
Executable file
@ -0,0 +1,380 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os, sys
|
||||
sys.path.append(os.path.abspath(os.path.dirname(os.path.abspath(__file__))+"/../scripts"))
|
||||
|
||||
import fileinput
|
||||
import numpy as np
|
||||
import matplotlib as mpl
|
||||
import re
|
||||
|
||||
show = False
|
||||
if len(sys.argv) > 1 and sys.argv[1] == 'show':
|
||||
show = True
|
||||
|
||||
if not show:
|
||||
mpl.use('pgf')
|
||||
|
||||
import matplotlib.pyplot as plt
|
||||
from common import set_size, config_plt, get_colors
|
||||
|
||||
config_plt()
|
||||
|
||||
|
||||
def loadData(fn):
|
||||
content = []
|
||||
|
||||
with open(fn) as f:
|
||||
content = f.readlines()
|
||||
|
||||
zipcontent = zip(content[0::3], content[1::3], content[2::3])
|
||||
|
||||
values = {}
|
||||
for lconf, ltime, lresult in zipcontent:
|
||||
match = re.search(r"f: [a-z_]*_([a-z]+).*grasp: ([0-9]+), outer: ([0-9]+), inner: ([0-9]+).*threads: (\d+)", lconf)
|
||||
if match:
|
||||
method = match.group(1)
|
||||
grasp_n = int(match.group(2))
|
||||
outer = int(match.group(3))
|
||||
inner = int(match.group(4))
|
||||
ncores = int(match.group(5))
|
||||
|
||||
match = re.search(r"user ([^ ]+) sys (.*)$", ltime)
|
||||
if match:
|
||||
user = float(match.group(1))
|
||||
sys = float(match.group(2))
|
||||
|
||||
if method == 'firstlevel':
|
||||
time = (user+sys) / min(ncores, grasp_n)
|
||||
else:
|
||||
time = (user+sys) / ncores
|
||||
|
||||
if not ncores in values:
|
||||
values[ncores] = []
|
||||
values[ncores].append(time);
|
||||
|
||||
return values
|
||||
|
||||
|
||||
def exportLegend(legend, filename):
|
||||
fig = legend.figure
|
||||
fig.canvas.draw()
|
||||
fig.savefig(filename, format='pdf', bbox_inches=legend.get_window_extent().transformed(fig.dpi_scale_trans.inverted()))
|
||||
|
||||
|
||||
def figSeq(title, xlabel, rotation, output, datasrcs, scale, error=False):
|
||||
fig = plt.figure()
|
||||
|
||||
plt.title(title)
|
||||
plt.xlabel(xlabel)
|
||||
plt.ylabel(u"time (s)")
|
||||
|
||||
nd = len(datasrcs)
|
||||
labels = [datasrc[1] for datasrc in datasrcs]
|
||||
plt.xticks(range(len(labels)), labels, rotation=rotation, ha='right')
|
||||
|
||||
width = 0.5
|
||||
pos = .5-.5*nd
|
||||
x = 0
|
||||
for f, label in datasrcs:
|
||||
values = loadData(f)
|
||||
barcolor, errcolor = get_colors(labels, label)
|
||||
|
||||
for k, a in values.items():
|
||||
m = np.mean(a)
|
||||
s = 2.5758 * np.std(a) / np.sqrt(len(a)) # confiance 99 %
|
||||
|
||||
plt.bar(x, m, width=width, color=barcolor, label=label)
|
||||
if error:
|
||||
plt.errorbar(x, m, s, elinewidth=2, capsize=4, ecolor=errcolor)
|
||||
label=''
|
||||
|
||||
pos = pos + 1
|
||||
x = x+1
|
||||
|
||||
fig.set_size_inches(set_size(455.24408, scale))
|
||||
|
||||
if not show:
|
||||
fig.savefig(output, format='pdf', bbox_inches='tight')
|
||||
return plt
|
||||
|
||||
|
||||
def figCores(title, xlabel, xticks, output, datasrcs, scale, ycor=np.NaN, legendfile='', error=False):
|
||||
fig = plt.figure()
|
||||
|
||||
plt.title(title)
|
||||
plt.xlabel(xlabel)
|
||||
plt.ylabel(u"time (s)")
|
||||
plt.xticks(xticks)
|
||||
|
||||
if not np.isnan(ycor):
|
||||
plt.gca().yaxis.set_label_coords(ycor, .5)
|
||||
|
||||
nd = len(datasrcs)
|
||||
labels = [datasrc[1] for datasrc in datasrcs]
|
||||
|
||||
width = 0.16
|
||||
pos = .5-.5*nd
|
||||
for f, label in datasrcs:
|
||||
values = loadData(f)
|
||||
barcolor, errcolor = get_colors(labels, label)
|
||||
|
||||
for k, a in values.items():
|
||||
x = int(k)
|
||||
m = np.mean(a)
|
||||
s = 2.5758 * np.std(a) / np.sqrt(len(a)) # confiance 99 %
|
||||
|
||||
x = x + pos*width
|
||||
|
||||
plt.bar(x, m, width=width, color=barcolor, label=label)
|
||||
if error:
|
||||
plt.errorbar(x, m, s, elinewidth=.6, capsize=.6, ecolor=errcolor)
|
||||
label=''
|
||||
|
||||
pos = pos + 1
|
||||
|
||||
fig.set_size_inches(set_size(455.24408, scale))
|
||||
|
||||
bbox = (.9, .88)
|
||||
if legendfile != '': # isolation of the legend
|
||||
bbox = (2, 2)
|
||||
|
||||
# legend = fig.legend(bbox_to_anchor=bbox)
|
||||
# if legendfile != '':
|
||||
# if legendfile != 'x':
|
||||
# exportLegend(legend, legendfile)
|
||||
# legend.remove()
|
||||
|
||||
if not show:
|
||||
fig.savefig(output, format='pdf', bbox_inches='tight')
|
||||
return plt
|
||||
|
||||
|
||||
def figCoresSpeedup(title, xlabel, xticks, output, basetime, datasrcs, scale, legendfile=''):
|
||||
fig = plt.figure()
|
||||
|
||||
plt.title(title)
|
||||
plt.xlabel(xlabel)
|
||||
plt.ylabel(u"speed up")
|
||||
plt.xticks(xticks)
|
||||
|
||||
plt.gca().yaxis.set_label_coords(-.105, .5)
|
||||
|
||||
nd = len(datasrcs)
|
||||
labels = [datasrc[1] for datasrc in datasrcs]
|
||||
|
||||
width = 0.25
|
||||
pos = .5-.5*nd
|
||||
for f, label in datasrcs:
|
||||
values = loadData(f)
|
||||
barcolor, errcolor = get_colors(labels, label)
|
||||
|
||||
if 1 in values:
|
||||
values.pop(1)
|
||||
|
||||
for k, a in values.items():
|
||||
x = int(k)
|
||||
m = basetime/np.mean(a)
|
||||
|
||||
x = x + pos*width
|
||||
|
||||
plt.bar(x, m, width=width, color=barcolor, label=label)
|
||||
label=''
|
||||
|
||||
pos = pos + 1
|
||||
|
||||
fig.set_size_inches(set_size(455.24408, scale))
|
||||
|
||||
bbox = (.485, .88)
|
||||
if legendfile != '': # isolation of the legend
|
||||
bbox = (2, 2)
|
||||
|
||||
# legend = fig.legend(bbox_to_anchor=bbox)
|
||||
# if legendfile != '':
|
||||
# if legendfile != 'x':
|
||||
# exportLegend(legend, legendfile)
|
||||
# legend.remove()
|
||||
|
||||
if not show:
|
||||
fig.savefig(output, format='pdf', bbox_inches='tight')
|
||||
return plt
|
||||
|
||||
|
||||
def figSizeSpeedup(title, xlabel, xticks, output, basetimes, cores, datasrcs, scale, legendfile=''):
|
||||
fig = plt.figure()
|
||||
|
||||
plt.title(title)
|
||||
plt.xlabel(xlabel)
|
||||
plt.ylabel(u"speed up")
|
||||
plt.xticks(xticks)
|
||||
|
||||
plt.gca().yaxis.set_label_coords(-.11, .5)
|
||||
|
||||
nd = len(datasrcs)
|
||||
labels = [datasrc[1] for datasrc in datasrcs]
|
||||
|
||||
width = 0.5
|
||||
pos = .5-.5*nd
|
||||
for fs, label in datasrcs:
|
||||
barcolor, errcolor = get_colors(labels, label)
|
||||
|
||||
xi = 0
|
||||
for f in fs:
|
||||
valuesAllCores = loadData(f)
|
||||
values = valuesAllCores[cores]
|
||||
|
||||
x = xticks[xi]
|
||||
m = basetimes[xi]/np.mean(values)
|
||||
|
||||
x = x + pos*width
|
||||
|
||||
plt.bar(x, m, width=width, color=barcolor, label=label)
|
||||
label=''
|
||||
|
||||
xi = xi + 1
|
||||
|
||||
pos = pos + 1
|
||||
|
||||
fig.set_size_inches(set_size(455.24408, scale))
|
||||
|
||||
bbox = (1.31, .88)
|
||||
if legendfile != '': # isolation of the legend
|
||||
bbox = (2, 2)
|
||||
|
||||
legend = fig.legend(bbox_to_anchor=bbox)
|
||||
if legendfile != '':
|
||||
if legendfile != 'x':
|
||||
exportLegend(legend, legendfile)
|
||||
legend.remove()
|
||||
|
||||
if not show:
|
||||
fig.savefig(output, format='pdf', bbox_inches='tight')
|
||||
return plt
|
||||
|
||||
|
||||
# script
|
||||
plts = []
|
||||
|
||||
for dataset in ['dj38', 'qa194']:
|
||||
plt = figSeq(u"", u"method", 45,
|
||||
"plots/rt_graspels_"+dataset+"_24_20_20_seq.pdf", [
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_hw_seq_v', 'hw_seq'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_sk_seq', 'sk_seq'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_hw_par_v', 'hw_par'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_sk_par_firstlevel', 'sk_firstlevel'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_sk_par_staticpool', 'sk_staticpool'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_sk_par_dynamicpool', 'sk_dynamicpool'],
|
||||
['data_graspels/seq/rt_seq_'+dataset+'_24_20_20_sk_par_thread', 'sk_thread'],
|
||||
],
|
||||
scale=.8,
|
||||
error=True
|
||||
)
|
||||
plts.append(plt)
|
||||
|
||||
|
||||
for dataset in ['dj38', 'qa194']:
|
||||
plt = figCores(u"", u"number of cores", [2, 4, 6, 8, 10, 12, 14, 16, 18],
|
||||
"plots/rt_graspels_"+dataset+"_24_20_20_par.pdf", [
|
||||
['data_graspels/var_cores/rt_cores_'+dataset+'_24_20_20_hw_par_v', 'hw_par'],
|
||||
['data_graspels/var_cores/rt_cores_'+dataset+'_24_20_20_sk_par_firstlevel', 'sk_firstlevel'],
|
||||
['data_graspels/var_cores/rt_cores_'+dataset+'_24_20_20_sk_par_staticpool', 'sk_staticpool'],
|
||||
['data_graspels/var_cores/rt_cores_'+dataset+'_24_20_20_sk_par_dynamicpool', 'sk_dynamicpool'],
|
||||
['data_graspels/var_cores/rt_cores_'+dataset+'_24_20_20_sk_par_thread', 'sk_thread'],
|
||||
],
|
||||
scale=.8,
|
||||
error=False
|
||||
)
|
||||
plts.append(plt)
|
||||
|
||||
|
||||
legendfile = 'plots/rt_graspels_qa194_var_grasp_par_legend.pdf'
|
||||
for grasp_n in range(4, 21, 4):
|
||||
plt = figCores(u"", u"number of cores", [2, 4, 6, 8, 10, 12, 14, 16, 18],
|
||||
"plots/rt_graspels_qa194_v"+str(grasp_n)+"_20_20_par.pdf", [
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_hw_par_v', 'hw_par'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_firstlevel', 'sk_firstlevel'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_staticpool', 'sk_staticpool'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_dynamicpool', 'sk_dynamicpool'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_thread', 'sk_thread'],
|
||||
],
|
||||
scale=.48,
|
||||
ycor=-.16,
|
||||
legendfile=legendfile,
|
||||
error=False
|
||||
)
|
||||
plts.append(plt)
|
||||
legendfile = 'x'
|
||||
|
||||
|
||||
# legendfile = 'plots/rt_graspels_qa194_var_els_iter_max_par_legend.pdf'
|
||||
# for els_iter_max in [1, 2, 4, 8, 12, 16, 20, 30, 40, 50]:
|
||||
# plt = figCores(u"", u"number of cores", [2, 4, 6, 8, 10, 12, 14, 16, 18],
|
||||
# "plots/rt_graspels_qa194_4_v"+str(els_iter_max)+"_20_par.pdf", [
|
||||
# ['data_graspels/var_els/rt_cores_qa194_4_'+str(els_iter_max)+'_20_hw_par_v', 'hw_par'],
|
||||
# ['data_graspels/var_els/rt_cores_qa194_4_'+str(els_iter_max)+'_20_sk_par_firstlevel', 'sk_firstlevel'],
|
||||
# ['data_graspels/var_els/rt_cores_qa194_4_'+str(els_iter_max)+'_20_sk_par_staticpool', 'sk_staticpool'],
|
||||
# ['data_graspels/var_els/rt_cores_qa194_4_'+str(els_iter_max)+'_20_sk_par_dynamicpool', 'sk_dynamicpool'],
|
||||
# ['data_graspels/var_els/rt_cores_qa194_4_'+str(els_iter_max)+'_20_sk_par_thread', 'sk_thread'],
|
||||
# ],
|
||||
# scale=.48,
|
||||
# ycor=-.13,
|
||||
# legendfile=legendfile,
|
||||
# error=True
|
||||
# )
|
||||
# plts.append(plt)
|
||||
# legendfile = 'x'
|
||||
|
||||
|
||||
for grasp_n in range(4, 21, 4):
|
||||
values = loadData('data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_hw_par_v')
|
||||
basetime = np.mean(values[1])
|
||||
plt = figCoresSpeedup(u"", u"number of cores", [2, 4, 6, 8, 10, 12, 14, 16, 18],
|
||||
"plots/rt_graspels_qa194_"+str(grasp_n)+"_20_20_speedup.pdf", basetime, [
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_hw_par_v', 'hw_par'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_firstlevel', 'sk_firstlevel'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_staticpool', 'sk_staticpool'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_dynamicpool', 'sk_dynamicpool'],
|
||||
['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_thread', 'sk_thread'],
|
||||
],
|
||||
scale=.8
|
||||
)
|
||||
plts.append(plt)
|
||||
|
||||
|
||||
# for cores in [1, 2, 4, 6, 8, 10, 12, 14, 16, 18]:
|
||||
# # for cores in [16]:
|
||||
# basetimes = []
|
||||
# for grasp_n in range(4, 21, 4):
|
||||
# values = loadData('data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_hw_par_v')
|
||||
# basetimes.append(np.mean(values[1]))
|
||||
# values = loadData('data_graspels/var_cores/rt_cores_qa194_24_20_20_hw_par_v')
|
||||
# basetimes.append(np.mean(values[1]))
|
||||
#
|
||||
# hw_par = ['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_hw_par_v' for grasp_n in range(4, 21, 4)]
|
||||
# hw_par.append('data_graspels/var_cores/rt_cores_qa194_24_20_20_hw_par_v')
|
||||
# firstlevel = ['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_firstlevel' for grasp_n in range(4, 21, 4)]
|
||||
# firstlevel.append('data_graspels/var_cores/rt_cores_qa194_24_20_20_sk_par_firstlevel')
|
||||
# staticpool = ['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_staticpool' for grasp_n in range(4, 21, 4)]
|
||||
# staticpool.append('data_graspels/var_cores/rt_cores_qa194_24_20_20_sk_par_staticpool')
|
||||
# dynamicpool = ['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_dynamicpool' for grasp_n in range(4, 21, 4)]
|
||||
# dynamicpool.append('data_graspels/var_cores/rt_cores_qa194_24_20_20_sk_par_dynamicpool')
|
||||
# thread = ['data_graspels/var_grasp/rt_cores_qa194_'+str(grasp_n)+'_20_20_sk_par_thread' for grasp_n in range(4, 21, 4)]
|
||||
# thread.append('data_graspels/var_cores/rt_cores_qa194_24_20_20_sk_par_thread')
|
||||
#
|
||||
# plt = figSizeSpeedup(u"", u"$N$", [4, 8, 12, 16, 20, 24],
|
||||
# "plots/rt_graspels_qa194_all_20_20_speedup_"+str(cores)+".pdf", basetimes, cores, [
|
||||
# [hw_par, 'hw_par'],
|
||||
# [firstlevel, 'sk_firstlevel'],
|
||||
# [staticpool, 'sk_staticpool'],
|
||||
# [dynamicpool, 'sk_dynamicpool'],
|
||||
# [thread, 'sk_thread'],
|
||||
# ],
|
||||
# scale=.7
|
||||
# )
|
||||
# plts.append(plt)
|
||||
|
||||
|
||||
if show:
|
||||
for plt in plts:
|
||||
plt.show()
|
||||
93
rtbenchmarks/run_rt_graspels
Executable file
93
rtbenchmarks/run_rt_graspels
Executable file
@ -0,0 +1,93 @@
|
||||
#!/bin/bash
|
||||
|
||||
# GRASP×ELS parameters
|
||||
n=24 # 4,8,12,16,20
|
||||
o=20 # 1,10,20,30,40,50 (n=4?)
|
||||
i=20
|
||||
|
||||
seeds=(std::mt19937::default_seed 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29)
|
||||
|
||||
# Script shenanigans
|
||||
root=.
|
||||
|
||||
cxx=g++
|
||||
cxx_flags="-Wall -Wextra -DNDEBUG -O2 -pthread -I${root}/src -I${root}/inc -DGRASP_N=${n} -DELS_ITER_MAX=${o} -DELS_GEN=${i}"
|
||||
ld_flags="-L${root}/release -ltsp"
|
||||
src="${root}/bench/graspels/*.cpp"
|
||||
# preload="LD_PRELOAD=~bachelet/local/kephren/lib64/libstdc++.so.6"
|
||||
repeat=5
|
||||
|
||||
outdir="rtbenchmarks/data_graspels"
|
||||
|
||||
exe=bench_graspels
|
||||
quit() {
|
||||
rm "${exe}"
|
||||
exit 0
|
||||
}
|
||||
trap quit SIGINT
|
||||
|
||||
# Utility
|
||||
compile_link() {
|
||||
function=$1; shift
|
||||
ncores=$1; shift
|
||||
in=$1; shift
|
||||
|
||||
data=$(echo "${root}/data/${in}"|sed "s,^$(pwd)/,,")
|
||||
|
||||
${cxx} ${cxx_flags} -DDATA_FILE="\"${data}\"" -DFUNC="${function}" -DNTHREADS="${ncores}" -o"${exe}" ${src} ${ld_flags}
|
||||
}
|
||||
|
||||
run() {
|
||||
coreset=$1; shift
|
||||
|
||||
for i in $(seq ${repeat}); do
|
||||
seed=${seeds[$i-1]}
|
||||
eval "${preload} taskset -c ${coreset} ./${exe} --seed '${seed}'"
|
||||
done
|
||||
}
|
||||
|
||||
# Functions
|
||||
benchSeq() {
|
||||
coreset=0
|
||||
ncores=1
|
||||
|
||||
echo "---- benchSeq ----"
|
||||
|
||||
for dataset in dj38 qa194; do
|
||||
echo "==== dataset: ${dataset}"
|
||||
for function in hw_seq_v sk_seq; do
|
||||
echo ">> function: ${function}"
|
||||
|
||||
compile_link "${function}" "${ncores}" "${dataset}"
|
||||
run "${coreset}"|tee -a "${outdir}/rt_seq_${dataset}_${function}"
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
benchPar() {
|
||||
# cores=(1 2 4 6 8 10 12 14 16 18)
|
||||
cores=(1 2 4)
|
||||
|
||||
echo "---- benchPar ----"
|
||||
|
||||
for dataset in dj38 qa194; do
|
||||
echo "==== dataset: ${dataset}"
|
||||
for function in hw_par_v sk_par_firstlevel sk_par_staticpool sk_par_dynamicpool sk_par_thread; do
|
||||
echo ">> function: ${function}"
|
||||
for ncores in ${cores[@]}; do
|
||||
echo "cores: ${ncores}"
|
||||
maxcore=$((ncores*4 - 1))
|
||||
coreset="$(seq -s, 0 4 ${maxcore})"
|
||||
|
||||
compile_link "${function}" "${ncores}" "${dataset}"
|
||||
run "${coreset}"|tee -a "${outdir}/rt_cores_${dataset}_${function}"
|
||||
done
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
# Script
|
||||
benchSeq
|
||||
benchPar
|
||||
|
||||
quit
|
||||
Reference in New Issue
Block a user