Fix plots, evaluate benchmarks from outer to inner rather than first to last (#64)

Author: chriselrod

Project.toml

@@ -33,7 +33,7 @@ Gaius = "0.6.4"
 LoopVectorization = "0.12"
 Octavian = "0.2"
 ProgressMeter = "1.4"
-Tullio = "0.2"
+Tullio = "0.2, 0.3"
 VectorizationBase = "0.19, 0.20"
 julia = "1.5"
 

src/plotting.jl

@@ -109,10 +109,9 @@ function _plot(
     colors = getcolor.(br.libraries);
     libraries = string.(br.libraries)
     xscale = logscale ? Scale.x_log10(labels=string ∘ roundint ∘ exp10) : Scale.x_continuous
-    # xscale = logscale ? Scale.x_log10 : Scale.x_continuous
     plt = plot(
         Gadfly.Guide.manual_color_key("Libraries", libraries, colors),
-        Guide.xlabel("Size"), Guide.ylabel("GFLOPS"), xscale
+        Guide.xlabel("Size"), Guide.ylabel("GFLOPS"), xscale#, xmin = minsz, xmax = maxsz
     )
     for i ∈ eachindex(libraries)
         linestyle = isjulialib(libraries[i]) ? :solid : :dash
@@ -122,6 +121,9 @@ function _plot(
         )
         push!(plt, l)
     end
+    minsz, maxsz = extrema(br.sizes)
+    l10min = log10(minsz); l10max = log10(maxsz);
+    push!(plt, Stat.xticks(ticks = range(l10min, l10max, length=round(Int,(1+2*(l10max-l10min))))))
     displayplot && display(plt)
     mkpath(plot_directory)
     _filenames = String[]

src/runbenchmark.jl

@@ -288,7 +288,13 @@ function runbench(
     p = Progress(length(sizes))
     gflop_report_type = NamedTuple{(:MedianGFLOPS, :MaxGFLOPS), Tuple{Float64, Float64}}
     last_perfs = Vector{Tuple{Symbol,Union{gflop_report_type,NTuple{3,Int}}}}(undef, length(libs)+1)
-    for (j,s) ∈ enumerate(sizevec)
+    for _j in 0:length(sizevec)-1
+        if iseven(_j)
+            j = (_j >> 1) + 1
+        else
+            j = length(sizevec) - (_j >> 1)
+        end
+        s = sizevec[j]
         M, K, N = matmul_sizes(s)
         A,  off = alloc_mat(M, K, memory,   0, A_transform)
         B,  off = alloc_mat(K, N, memory, off, B_transform)