Microbenchmarks/Makefile at master · JuliaLang/Microbenchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
# Will make multi-line targets work
# (so we can use @for on the second line)
.ONESHELL:

NODEJSBIN = node

ITERATIONS=$(shell seq 1 3)

PYTHON = python3

OCTAVE = octave-cli

ifeq ($(OS), WINNT)
MATHEMATICABIN = MathKernel
else ifeq ($(OS), Darwin)
MATHEMATICABIN = MathKernel
else
MATHEMATICABIN = math
endif

FFLAGS=-fexternal-blas
#gfortran cannot multiply matrices using 64-bit external BLAS.
ifeq ($(findstring gfortran, $(FC)), gfortran)
ifeq ($(USE_BLAS64), 1)
FFLAGS=
endif
FFLAGS+= -static-libgfortran
endif

default: benchmarks.html

export OMP_NUM_THREADS=1
export OPENBLAS_NUM_THREADS=1
export MKL_NUM_THREADS=1
export GOMAXPROCS=1
export JULIA_NUM_THREADS=1
export NUMBA_NUM_THREADS=1

dsfmt:
	mkdir -p dSFMT
	cd dSFMT
	wget -q https://github.com/MersenneTwister-Lab/dSFMT/archive/refs/tags/v2.2.4.tar.gz
	echo "39682961ecfba621a98dbb6610b6ae2b7d6add450d4f08d8d4edd0e10abd8174 v2.2.4.tar.gz" | sha256sum --check --status
	tar -xzf v2.2.4.tar.gz
	mv dSFMT-*/* ./
	cd ..

bin/perf%: c/perf.c
	$(CC) -std=c99 -O$* $< -o $@  -Ic -IdSFMT -lopenblas -lm $(CFLAGS) -lpthread

bin/fperf%: fortran/perf.f90
	mkdir -p mods/$@ #Modules for each binary go in separate directories
	$(FC) $(FFLAGS) -Jmods/$@ -O$* $< -o $@ -lopenblas -lm -lpthread

benchmarks/c.csv: benchmarks/c2.csv
	cat $^ > $@

benchmarks/fortran.csv:	benchmarks/fortran2.csv
	cat $^ > $@

benchmarks/c%.csv: bin/perf%
	@for t in $(ITERATIONS); do $<; done >$@

benchmarks/fortran%.csv: bin/fperf%
	@for t in $(ITERATIONS); do $<; done >$@

benchmarks/go.csv: go/perf.go go/go.mod
	cd go
	export CGO_LDFLAGS="-lopenblas"
	go mod tidy
	@for t in $(ITERATIONS); do go run perf.go; done >../$@

benchmarks/julia.csv: julia/perf.jl
	@for t in $(ITERATIONS); do julia $<; done >$@

benchmarks/python.csv: python/perf.py
	@for t in $(ITERATIONS); do $(PYTHON) $<; done >$@

benchmarks/numba.csv: numba/perf.py
	@for t in $(ITERATIONS); do $(PYTHON) $<; done >$@

benchmarks/matlab.csv: octave/perf.m
	@for t in $(ITERATIONS); do matlab -nojvm -singleCompThread -r "run('octave/perf.m'); exit" | grep ^matlab | tail -8; done >$@

benchmarks/octave.csv: octave/perf.m
	@for t in $(ITERATIONS); do $(OCTAVE) -q --path octave --eval "perf" 2>/dev/null; done >$@

benchmarks/r.csv: r/perf.R
	@for t in $(ITERATIONS); do cat $< | R --vanilla --slave 2>/dev/null; done >$@

benchmarks/javascript.csv: javascript/perf.js
	@for t in $(ITERATIONS); do $(NODEJSBIN) $<; done >$@

benchmarks/mathematica.csv: mathematica/perf.nb
	@for t in $(ITERATIONS); do $(MATHEMATICABIN) -noprompt -run "<<$<; Exit[]"; done >$@

benchmarks/lua.csv: lua/perf.lua
	@for t in $(ITERATIONS); do luajit $<; done >$@

benchmarks/java.csv: java/src/main/java/PerfBLAS.java
	cd java
	sh setup.sh
	@for t in $(ITERATIONS); do mvn -q exec:java; done >../$@

benchmarks/scala.csv: scala/src/main/scala/perf.scala scala/build.sbt
	cd scala
	@for t in $(ITERATIONS); do sbt --batch run 2>/dev/null | grep '^scala,'; done >../$@

benchmarks/rust.csv: rust/src/main.rs rust/src/util.rs rust/Cargo.toml
	cd rust
	@for t in $(ITERATIONS); do cargo run --release -q; done >../$@

benchmarks/swift.csv: swift/Sources/perf/main.swift swift/Package.swift
	cd swift
	swift build -c release -Xlinker -lopenblas
	@for t in $(ITERATIONS); do .build/release/perf; done >../$@

LANGUAGES = c fortran go java javascript julia lua mathematica matlab numba octave python r rust scala swift
GH_ACTION_LANGUAGES = c fortran go java javascript julia lua numba octave python r rust scala swift

BENCHMARKS = $(foreach lang,$(LANGUAGES),benchmarks/$(lang).csv)
GH_ACTION_BENCHMARKS = $(foreach lang,$(GH_ACTION_LANGUAGES),benchmarks/$(lang).csv)

COLON_SEPARATED_GHA_LANGUAGES = $(shell echo $(GH_ACTION_LANGUAGES) | sed 's/ /:/g')

versions.csv: bin/versions.sh
	$^ >$@

gh_action_versions.csv: bin/versions.sh
	$^ $(COLON_SEPARATED_GHA_LANGUAGES) >$@

benchmarks.csv: bin/collect.jl $(BENCHMARKS)
	julia $^ >$@

gh_action_benchmarks.csv: bin/collect.jl $(GH_ACTION_BENCHMARKS)
	julia $^ >$@

benchmarks.html: bin/table.jl versions.csv benchmarks.csv
	julia $^ >$@

gh_action_benchmarks.html: bin/table.jl gh_action_versions.csv gh_action_benchmarks.csv
	julia $^ >$@

clean:
	@rm -rf bin/perf* bin/fperf* benchmarks/*.csv benchmarks.csv mods *~ octave-core perf.log
	@rm -rf gh_action_benchmarks.* gh_action_versions.csv versions.csv benchmarks.html benchmarks.txt
	@rm -rf docs/build dSFMT

.PHONY: default clean dsfmt