Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add more interpreter microbenchmarks #61

Merged
merged 3 commits into from
Jun 16, 2024
Merged

Add more interpreter microbenchmarks #61

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
8c7a356
Added new interpreter microbenchmarks
smarr Jun 15, 2024
8c746ff
Avoid blocking on zullie’s task
smarr Jun 15, 2024
475b48f
Run new benchmarks on yuria, and 5 times each
smarr Jun 15, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
36 changes: 21 additions & 15 deletions .gitlab-ci.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ before_script:
build:aarch64-test-and-rebench:
stage: build-test
tags: [zullie1]

script:
- export PATH=/opt/local/bin:/opt/local/sbin:/Users/gitlab-runner/Library/Python/3.12/bin:${PATH}:${PYPY_BIN_DIR}

Expand All @@ -43,10 +43,9 @@ build:aarch64-test-and-rebench:
- SOM_INTERP=AST $RPYTHON --batch src/main_rpython.py
- ./som-ast-interp -cp Smalltalk TestSuite/TestHarness.som
- ./som-ast-interp -cp Smalltalk:TestSuite Examples/Benchmarks/TestSuite/TestTestSuite.som
- (cd Examples/Benchmarks/TestSuite && ./duplicate-tests.sh)

- (cd Examples/Benchmarks/TestSuite && ./duplicate-tests.sh)
- rebench --experiment="CI ID $CI_PIPELINE_ID" --branch="$CI_COMMIT_REF_NAME" -c rebench.conf


build-and-test-interpreters:
stage: build-test
Expand All @@ -66,21 +65,20 @@ build-and-test-interpreters:
- ./som-bc-interp -cp Smalltalk:TestSuite Examples/Benchmarks/TestSuite/TestTestSuite.som

- export SOM_INTERP=AST

# Unit Tests
- PYTHONPATH=src python3 -m pytest
- ./som.sh -cp Smalltalk TestSuite/TestHarness.som

# Interpreter
- $RPYTHON --batch src/main_rpython.py
- ./som-ast-interp -cp Smalltalk TestSuite/TestHarness.som
- ./som-ast-interp -cp Smalltalk:TestSuite Examples/Benchmarks/TestSuite/TestTestSuite.som


# Package and Upload
- lz4 som-ast-interp som-ast-interp.lz4
- lz4 som-bc-interp som-bc-interp.lz4

- |
sftp tmp-artifacts << EOF
-mkdir incoming/${CI_PIPELINE_ID}/
Expand All @@ -94,7 +92,7 @@ build-and-test-jit-bc:
script:
- export PATH=$PATH:$PYPY_BIN_DIR
- export SOM_INTERP=BC

# JIT Compiled Version
- $RPYTHON --batch -Ojit src/main_rpython.py
- ./som-bc-jit -cp Smalltalk TestSuite/TestHarness.som
Expand All @@ -103,7 +101,7 @@ build-and-test-jit-bc:

# Package and Upload
- lz4 som-bc-jit som-bc-jit.lz4

- |
sftp tmp-artifacts << EOF
-mkdir incoming/${CI_PIPELINE_ID}/
Expand All @@ -116,7 +114,7 @@ build-and-test-jit-ast:
script:
- export PATH=$PATH:$PYPY_BIN_DIR
- export SOM_INTERP=AST

# JIT Compiled Version
- $RPYTHON --batch -Ojit src/main_rpython.py
- ./som-ast-jit -cp Smalltalk TestSuite/TestHarness.som
Expand All @@ -125,7 +123,7 @@ build-and-test-jit-ast:

# Package and Upload
- lz4 som-ast-jit som-ast-jit.lz4

- |
sftp tmp-artifacts << EOF
-mkdir incoming/${CI_PIPELINE_ID}/
Expand All @@ -134,13 +132,15 @@ build-and-test-jit-ast:

benchmark-y1:
stage: benchmark
needs:
[build-and-test-interpreters, build-and-test-jit-bc, build-and-test-jit-ast]
tags: [yuria]
script:
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-interp.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-interp.lz4

- lz4 -d som-ast-jit.lz4 som-ast-jit
- lz4 -d som-ast-interp.lz4 som-ast-interp
- lz4 -d som-bc-jit.lz4 som-bc-jit
Expand All @@ -151,13 +151,15 @@ benchmark-y1:

benchmark-y2:
stage: benchmark
needs:
[build-and-test-interpreters, build-and-test-jit-bc, build-and-test-jit-ast]
tags: [yuria2]
script:
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-interp.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-interp.lz4

- lz4 -d som-ast-jit.lz4 som-ast-jit
- lz4 -d som-ast-interp.lz4 som-ast-interp
- lz4 -d som-bc-jit.lz4 som-bc-jit
Expand All @@ -168,13 +170,15 @@ benchmark-y2:

benchmark-y3:
stage: benchmark
needs:
[build-and-test-interpreters, build-and-test-jit-bc, build-and-test-jit-ast]
tags: [yuria3]
script:
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-ast-interp.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-jit.lz4
- sftp tmp-artifacts:incoming/${CI_PIPELINE_ID}/som-bc-interp.lz4

- lz4 -d som-ast-jit.lz4 som-ast-jit
- lz4 -d som-ast-interp.lz4 som-ast-interp
- lz4 -d som-bc-jit.lz4 som-bc-jit
Expand All @@ -185,6 +189,8 @@ benchmark-y3:

report-completion:
stage: benchmark-completion
needs:
[benchmark-y1, benchmark-y2, benchmark-y3, build:aarch64-test-and-rebench]
tags: [yuria]
script:
- rebench --experiment="CI ID $CI_PIPELINE_ID" --report-completion rebench.conf
2 changes: 1 addition & 1 deletion core-lib
Open in desktop
Submodule core-lib updated 21 files
+77 −0 Examples/Benchmarks/Interpreter/ArgRead.som
+74 −0 Examples/Benchmarks/Interpreter/ArrayReadConst.som
+74 −0 Examples/Benchmarks/Interpreter/ArrayWriteConstConst.som
+73 −0 Examples/Benchmarks/Interpreter/BlockSend0ConstReturn.som
+73 −0 Examples/Benchmarks/Interpreter/Const.som
+76 −0 Examples/Benchmarks/Interpreter/FieldConstWrite.som
+76 −0 Examples/Benchmarks/Interpreter/FieldRead.som
+76 −0 Examples/Benchmarks/Interpreter/FieldReadIncWrite.som
+76 −0 Examples/Benchmarks/Interpreter/FieldReadWrite.som
+73 −0 Examples/Benchmarks/Interpreter/GlobalRead.som
+2 −4 Examples/Benchmarks/Interpreter/LocalConstWrite.som
+74 −0 Examples/Benchmarks/Interpreter/LocalRead.som
+2 −4 Examples/Benchmarks/Interpreter/LocalReadIncWrite.som
+2 −4 Examples/Benchmarks/Interpreter/LocalReadWrite.som
+2 −4 Examples/Benchmarks/Interpreter/SelfSend0.som
+76 −0 Examples/Benchmarks/Interpreter/SelfSend0BlockConstNonLocalReturn.som
+20 −20 Examples/Benchmarks/TestSuite/Vector2Test.som
+20 −20 Examples/Benchmarks/TestSuite/Vector3Test.som
+20 −20 Examples/Benchmarks/TestSuite/Vector4Test.som
+20 −20 Examples/Benchmarks/TestSuite/Vector5Test.som
+122 −264 codespeed.conf
25 changes: 25 additions & 0 deletions rebench.conf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -132,6 +132,29 @@ benchmark_suites:
- SomParse: {extra_args: 1, machines: [yuria2]}
- SomInit: {extra_args: 10000, machines: [yuria2]}

interpreter:
description: Basic interpreter benchmarks for comparing performance of most basic concepts.
gauge_adapter: RebenchLog
invocations: 5
command: "-cp Smalltalk:Examples/Benchmarks/Interpreter Examples/Benchmarks/BenchmarkHarness.som %(benchmark)s %(iterations)s 1"
benchmarks:
- ArgRead: {machines: [yuria ]}
- ArrayReadConst: {machines: [yuria ]}
- ArrayWriteConstConst: {machines: [yuria ]}
- BlockSend0ConstReturn: {machines: [yuria ]}
- Const: {machines: [yuria ]}
- FieldConstWrite: {machines: [yuria ]}
- FieldRead: {machines: [yuria ]}
- FieldReadIncWrite: {machines: [yuria ]}
- FieldReadWrite: {machines: [yuria ]}
- GlobalRead: {machines: [yuria ]}
- LocalConstWrite: {machines: [yuria ]}
- LocalRead: {machines: [yuria ]}
- LocalReadIncWrite: {machines: [yuria ]}
- LocalReadWrite: {machines: [yuria ]}
- SelfSend0: {machines: [yuria ]}
- SelfSend0BlockConstNonLocalReturn: {machines: [yuria ]}

executors:
RPySOM-ast-interp:
path: .
Expand Down Expand Up @@ -167,12 +190,14 @@ experiments:
- macro-startup
- awfy-startup
- som-parse
- interpreter
- RPySOM-bc-interp:
suites:
- micro-startup
- macro-startup
- awfy-startup
- som-parse
- interpreter
- RPySOM-ast-jit:
suites:
- micro-startup
Expand Down