Performance Result Comparison

label

common value

baseline-commit

6ce74ceaddcc4ff081d22ae134f4264a667d394f

benchmarks-commit

84f2805de5779fc1ba11d1763137518bc461e975

branch

release-branch.go1.20

coordinator@symbolic-datum-552.iam.gserviceaccount.com

cpu

Intel(R) Xeon(R) CPU @ 3.10GHz

experiment-commit

6d90c13c7adeddfe171a42742d380b6c9095f7ca

experiment-commit-time

2023-09-18T19:10:26Z

downloading golang.org/x/exp/typeparams v0.0.0-20221212164502-fae10dda9338

goarch

amd64

goos

linux

pkg

golang.org/x/tools/gopls/internal/regtest/bench

post-submit

true

repository

tools

runstamp

2023-09-18T20:50:27.238424455Z

toolchain-commit

d5b851804329aa547dafa278a0c35dd62298d651

upload

20230918.29

upload-file

results

upload-part

20230918.29/0

upload-time

2023-09-18T22:11:22Z

label

values

toolchain

upload:20230918.29:

380	"baseline"
380	"experiment"

	time/op
CodeAction/kubernetes-8	474µs ± 2%
CodeAction/oracle-8	177µs ±19%
CodeAction/pkgsite-8	1.88ms ± 7%
CodeAction/starlark-8	10.8ms ± 3%
CodeAction/tools-8	4.29ms ±12%
CodeActionFollowingEdit/kubernetes-8	23.9ms ±31%
CodeActionFollowingEdit/oracle-8	3.87ms ±256%
CodeActionFollowingEdit/pkgsite-8	55.8ms ±41%
CodeActionFollowingEdit/starlark-8	52.0ms ±24%
CodeActionFollowingEdit/tools-8	64.7ms ±27%
StructCompletion/tools-8	20.0ms ±70%
ImportCompletion/tools-8	1.28ms ± 6%
SliceCompletion/tools-8	19.6ms ±20%
FuncDeepCompletion/tools-8	30.7ms ±15%
CompletionFollowingEdit/tools-8	43.0ms ± 5%
CompletionFollowingEdit/kubernetes-8	149ms ±28%
CompletionFollowingEdit/oracle-8	311ms ±14%
Definition/kubernetes-8	281µs ±53%
Definition/pkgsite-8	249µs ± 3%
Definition/starlark-8	282µs ±15%
Definition/tools-8	273µs ±19%
DidChange/kubernetes-8	1.68ms ±17%
DidChange/oracle-8	2.79ms ±26%
DidChange/pkgsite-8	2.34ms ±35%
DidChange/starlark-8	3.66ms ±40%
DidChange/tools-8	5.52ms ±45%
DiagnoseChange/kubernetes/diagnose-8	966ms ±77%
DiagnoseChange/pkgsite/diagnose-8	145ms ±26%
DiagnoseChange/starlark/diagnose-8	111ms ±15%
DiagnoseChange/tools/diagnose-8	199ms ±22%
DiagnoseSave/kubernetes/diagnose-8	1.34s ±41%
DiagnoseSave/pkgsite/diagnose-8	287ms ±13%
DiagnoseSave/starlark/diagnose-8	186ms ± 4%
DiagnoseSave/tools/diagnose-8	314ms ±25%
Hover/kubernetes-8	468µs ±25%
Hover/pkgsite-8	393µs ±23%
Hover/starlark-8	337µs ± 7%
Hover/tools-8	1.29ms ± 1%
Implementations/kubernetes-8	115ms ±53%
Implementations/pkgsite-8	12.0ms ±44%
Implementations/starlark-8	2.27ms ± 5%
Implementations/tools-8	9.32ms ±29%
InitialWorkspaceLoad/kubernetes-8	11.2s ±45%
InitialWorkspaceLoad/oracle-8	5.75s ±67%
InitialWorkspaceLoad/pkgsite-8	1.50s ±60%
InitialWorkspaceLoad/starlark-8	498ms ±67%
InitialWorkspaceLoad/tools-8	1.53s ±67%
References/kubernetes-8	1.54ms ± 6%
References/pkgsite-8	11.4ms ±25%
References/starlark-8	2.37ms ± 5%
References/tools-8	8.62ms ± 2%
Reload/kubernetes-8	296ms ± 3%
Rename/kubernetes-8	691ms ±96%
Rename/pkgsite-8	255ms ±22%
Rename/starlark-8	101ms ±16%
Rename/tools-8	96.3ms ±13%
Typing/kubernetes/10ms-8	10.0ms ± 0%
Typing/kubernetes/50ms-8	50.0ms ± 0%
Typing/kubernetes/150ms-8	150ms ± 0%
Typing/oracle/10ms-8	10.0ms ± 0%
Typing/oracle/50ms-8	50.0ms ± 0%
Typing/oracle/150ms-8	150ms ± 0%
Typing/pkgsite/10ms-8	10.0ms ± 0%
Typing/pkgsite/50ms-8	50.0ms ± 0%
Typing/pkgsite/150ms-8	150ms ± 0%
Typing/starlark/10ms-8	10.0ms ± 0%
Typing/starlark/50ms-8	50.0ms ± 0%
Typing/starlark/150ms-8	150ms ± 0%
Typing/tools/10ms-8	10.0ms ± 0%
Typing/tools/50ms-8	50.0ms ± 0%
Typing/tools/150ms-8	150ms ± 0%
WorkspaceSymbols/kubernetes-8	98.1ms ±18%
WorkspaceSymbols/oracle-8	80.0ms ±12%
WorkspaceSymbols/pkgsite-8	23.2ms ± 7%
WorkspaceSymbols/starlark-8	6.44ms ± 2%
WorkspaceSymbols/tools-8	10.1ms ±10%
[Geo mean]	23.7ms

	cpu_seconds/op
CodeAction/kubernetes-8	0.00 ± 5%
CodeAction/oracle-8	0.00 ±101%
CodeAction/pkgsite-8	0.00 ±21%
CodeAction/starlark-8	0.02 ± 4%
CodeAction/tools-8	0.01 ±20%
CodeActionFollowingEdit/kubernetes-8	0.06 ±93%
CodeActionFollowingEdit/oracle-8	0.01 ±309%
CodeActionFollowingEdit/pkgsite-8	0.13 ±64%
CodeActionFollowingEdit/starlark-8	0.12 ±52%
CodeActionFollowingEdit/tools-8	0.16 ±65%
StructCompletion/tools-8	0.03 ±91%
ImportCompletion/tools-8	0.00 ±25%
SliceCompletion/tools-8	0.03 ±26%
FuncDeepCompletion/tools-8	0.04 ± 6%
CompletionFollowingEdit/tools-8	0.08 ±28%
CompletionFollowingEdit/kubernetes-8	0.24 ±23%
CompletionFollowingEdit/oracle-8	0.77 ±64%
Definition/kubernetes-8	0.00 ±19%
Definition/pkgsite-8	0.00 ±22%
Definition/starlark-8	0.00 ±16%
Definition/tools-8	0.00 ± 8%
DidChange/kubernetes-8	0.00 ±52%
DidChange/oracle-8	0.01 ±241%
DidChange/pkgsite-8	0.00 ±67%
DidChange/starlark-8	0.01 ±65%
DidChange/tools-8	0.01 ±81%
DiagnoseChange/kubernetes/diagnose-8	3.19 ±70%
DiagnoseChange/pkgsite/diagnose-8	0.43 ±62%
DiagnoseChange/starlark/diagnose-8	0.39 ±43%
DiagnoseChange/tools/diagnose-8	0.74 ±43%
DiagnoseSave/kubernetes/diagnose-8	4.64 ±65%
DiagnoseSave/pkgsite/diagnose-8	0.65 ±52%
DiagnoseSave/starlark/diagnose-8	0.64 ±49%
DiagnoseSave/tools/diagnose-8	1.06 ±42%
Hover/kubernetes-8	0.00 ±104%
Hover/pkgsite-8	0.00 ±18%
Hover/starlark-8	0.00 ±12%
Hover/tools-8	0.00 ±12%
Implementations/kubernetes-8	0.25 ±33%
Implementations/pkgsite-8	0.03 ±55%
Implementations/starlark-8	0.01 ±60%
Implementations/tools-8	0.02 ±46%
InitialWorkspaceLoad/kubernetes-8
InitialWorkspaceLoad/oracle-8
InitialWorkspaceLoad/pkgsite-8
InitialWorkspaceLoad/starlark-8
InitialWorkspaceLoad/tools-8
References/kubernetes-8	0.00 ±32%
References/pkgsite-8	0.01 ± 6%
References/starlark-8	0.00 ±41%
References/tools-8	0.01 ±45%
Reload/kubernetes-8	0.14 ±23%
Rename/kubernetes-8	2.64 ±123%
Rename/pkgsite-8	0.82 ±36%
Rename/starlark-8	0.22 ±24%
Rename/tools-8	0.19 ±35%
Typing/kubernetes/10ms-8	0.06 ±31%
Typing/kubernetes/50ms-8	0.18 ±45%
Typing/kubernetes/150ms-8	0.56 ±57%
Typing/oracle/10ms-8	0.09 ±146%
Typing/oracle/50ms-8	0.36 ±35%
Typing/oracle/150ms-8	0.48 ±49%
Typing/pkgsite/10ms-8	0.02 ±62%
Typing/pkgsite/50ms-8	0.09 ±18%
Typing/pkgsite/150ms-8	0.18 ±24%
Typing/starlark/10ms-8	0.02 ±70%
Typing/starlark/50ms-8	0.07 ±25%
Typing/starlark/150ms-8	0.11 ±29%
Typing/tools/10ms-8	0.03 ±57%
Typing/tools/50ms-8	0.10 ± 7%
Typing/tools/150ms-8	0.20 ±21%
WorkspaceSymbols/kubernetes-8	0.32 ± 3%
WorkspaceSymbols/oracle-8	0.30 ± 3%
WorkspaceSymbols/pkgsite-8	0.08 ±14%
WorkspaceSymbols/starlark-8	0.02 ± 2%
WorkspaceSymbols/tools-8	0.04 ±10%
[Geo mean]	0.04

	alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.17G ±79%
InitialWorkspaceLoad/oracle-8	745M ±82%
InitialWorkspaceLoad/pkgsite-8	186M ±69%
InitialWorkspaceLoad/starlark-8	57.5M ±74%
InitialWorkspaceLoad/tools-8	198M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	284M

	in_use_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.36G ±77%
InitialWorkspaceLoad/oracle-8	862M ±83%
InitialWorkspaceLoad/pkgsite-8	250M ±73%
InitialWorkspaceLoad/starlark-8	78.1M ±76%
InitialWorkspaceLoad/tools-8	231M ±80%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	350M

	total_alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	342M ±235%
InitialWorkspaceLoad/oracle-8	157M ±101%
InitialWorkspaceLoad/pkgsite-8	62.2M ±100%
InitialWorkspaceLoad/starlark-8	18.0M ±101%
InitialWorkspaceLoad/tools-8	41.4M ±100%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	75.7M

Go Performance Dashboard