Performance Result Comparison

label

common value

baseline-commit

6ce74ceaddcc4ff081d22ae134f4264a667d394f

benchmarks-commit

84f2805de5779fc1ba11d1763137518bc461e975

branch

release-branch.go1.21

coordinator@symbolic-datum-552.iam.gserviceaccount.com

cpu

Intel(R) Xeon(R) CPU @ 3.10GHz

experiment-commit

a9b2439b862eccc29e5ed35012352ed4e888b6f5

experiment-commit-time

2023-09-18T20:52:26Z

downloading golang.org/x/exp/typeparams v0.0.0-20221212164502-fae10dda9338

goarch

amd64

goos

linux

pkg

golang.org/x/tools/gopls/internal/regtest/bench

post-submit

true

repository

tools

runstamp

2023-09-18T21:02:39.786954551Z

toolchain-commit

2c1e5b05fe39fc5e6c730dd60e82946b8e67c6ba

upload

20230918.30

upload-file

results

upload-part

20230918.30/0

upload-time

2023-09-18T22:21:44Z

label

values

toolchain

upload:20230918.30:

380	"baseline"
380	"experiment"

	time/op
CodeAction/kubernetes-8	533µs ±29%
CodeAction/oracle-8	167µs ±14%
CodeAction/pkgsite-8	1.92ms ± 9%
CodeAction/starlark-8	11.0ms ± 4%
CodeAction/tools-8	4.43ms ±16%
CodeActionFollowingEdit/kubernetes-8	24.2ms ± 6%
CodeActionFollowingEdit/oracle-8	3.99ms ±186%
CodeActionFollowingEdit/pkgsite-8	62.3ms ±43%
CodeActionFollowingEdit/starlark-8	54.1ms ±22%
CodeActionFollowingEdit/tools-8	69.2ms ±27%
StructCompletion/tools-8	20.7ms ±67%
ImportCompletion/tools-8	1.30ms ± 5%
SliceCompletion/tools-8	21.4ms ±24%
FuncDeepCompletion/tools-8	30.2ms ±10%
CompletionFollowingEdit/tools-8	45.1ms ± 9%
CompletionFollowingEdit/kubernetes-8	174ms ±29%
CompletionFollowingEdit/oracle-8	317ms ±16%
Definition/kubernetes-8	284µs ±56%
Definition/pkgsite-8	251µs ± 6%
Definition/starlark-8	287µs ±18%
Definition/tools-8	275µs ±19%
DidChange/kubernetes-8	1.68ms ±15%
DidChange/oracle-8	2.86ms ±28%
DidChange/pkgsite-8	2.41ms ±35%
DidChange/starlark-8	3.69ms ±40%
DidChange/tools-8	5.54ms ±44%
DiagnoseChange/kubernetes/diagnose-8	1.08s ±56%
DiagnoseChange/pkgsite/diagnose-8	154ms ±25%
DiagnoseChange/starlark/diagnose-8	116ms ±18%
DiagnoseChange/tools/diagnose-8	211ms ±24%
DiagnoseSave/kubernetes/diagnose-8	1.30s ±42%
DiagnoseSave/pkgsite/diagnose-8	313ms ±18%
DiagnoseSave/starlark/diagnose-8	195ms ± 9%
DiagnoseSave/tools/diagnose-8	344ms ±30%
Hover/kubernetes-8	465µs ±22%
Hover/pkgsite-8	391µs ±25%
Hover/starlark-8	339µs ± 2%
Hover/tools-8	1.33ms ± 4%
Implementations/kubernetes-8	129ms ±75%
Implementations/pkgsite-8	14.3ms ±33%
Implementations/starlark-8	2.56ms ± 4%
Implementations/tools-8	11.1ms ±31%
InitialWorkspaceLoad/kubernetes-8	8.62s ±60%
InitialWorkspaceLoad/oracle-8	5.96s ±66%
InitialWorkspaceLoad/pkgsite-8	1.38s ±65%
InitialWorkspaceLoad/starlark-8	498ms ±73%
InitialWorkspaceLoad/tools-8	1.43s ±68%
References/kubernetes-8	1.63ms ±11%
References/pkgsite-8	13.1ms ±26%
References/starlark-8	2.57ms ± 4%
References/tools-8	10.1ms ± 9%
Reload/kubernetes-8	308ms ± 4%
Rename/kubernetes-8	584ms ±97%
Rename/pkgsite-8	276ms ±28%
Rename/starlark-8	106ms ±17%
Rename/tools-8	104ms ±11%
Typing/kubernetes/10ms-8	10.0ms ± 0%
Typing/kubernetes/50ms-8	50.0ms ± 0%
Typing/kubernetes/150ms-8	150ms ± 0%
Typing/oracle/10ms-8	10.0ms ± 0%
Typing/oracle/50ms-8	50.0ms ± 0%
Typing/oracle/150ms-8	150ms ± 0%
Typing/pkgsite/10ms-8	10.0ms ± 0%
Typing/pkgsite/50ms-8	50.0ms ± 0%
Typing/pkgsite/150ms-8	150ms ± 0%
Typing/starlark/10ms-8	10.0ms ± 0%
Typing/starlark/50ms-8	50.0ms ± 0%
Typing/starlark/150ms-8	150ms ± 0%
Typing/tools/10ms-8	10.0ms ± 0%
Typing/tools/50ms-8	50.0ms ± 0%
Typing/tools/150ms-8	150ms ± 0%
WorkspaceSymbols/oracle-8	87.4ms ±19%
WorkspaceSymbols/pkgsite-8	24.3ms ± 5%
WorkspaceSymbols/kubernetes-8	104ms ±17%
WorkspaceSymbols/starlark-8	6.91ms ± 4%
WorkspaceSymbols/tools-8	11.3ms ±13%
[Geo mean]	24.4ms

	cpu_seconds/op
CodeAction/kubernetes-8	0.00 ±152%
CodeAction/oracle-8	0.00 ± 6%
CodeAction/pkgsite-8	0.00 ±15%
CodeAction/starlark-8	0.02 ± 7%
CodeAction/tools-8	0.01 ±27%
CodeActionFollowingEdit/kubernetes-8	0.04 ±24%
CodeActionFollowingEdit/oracle-8	0.02 ±249%
CodeActionFollowingEdit/pkgsite-8	0.15 ±71%
CodeActionFollowingEdit/starlark-8	0.12 ±47%
CodeActionFollowingEdit/tools-8	0.17 ±58%
StructCompletion/tools-8	0.02 ±31%
ImportCompletion/tools-8	0.00 ±11%
SliceCompletion/tools-8	0.03 ±88%
FuncDeepCompletion/tools-8	0.04 ±24%
CompletionFollowingEdit/tools-8	0.09 ±25%
CompletionFollowingEdit/kubernetes-8	0.44 ±69%
CompletionFollowingEdit/oracle-8	0.67 ±56%
Definition/kubernetes-8	0.00 ±41%
Definition/pkgsite-8	0.00 ±20%
Definition/starlark-8	0.00 ±23%
Definition/tools-8	0.00 ± 6%
DidChange/kubernetes-8	0.00 ± 9%
DidChange/oracle-8	0.01 ±112%
DidChange/pkgsite-8	0.00 ±56%
DidChange/starlark-8	0.01 ±63%
DidChange/tools-8	0.01 ±77%
DiagnoseChange/kubernetes/diagnose-8	4.25 ±70%
DiagnoseChange/pkgsite/diagnose-8	0.47 ±61%
DiagnoseChange/starlark/diagnose-8	0.40 ±48%
DiagnoseChange/tools/diagnose-8	0.77 ±48%
DiagnoseSave/kubernetes/diagnose-8	4.98 ±64%
DiagnoseSave/pkgsite/diagnose-8	0.76 ±45%
DiagnoseSave/starlark/diagnose-8	0.68 ±44%
DiagnoseSave/tools/diagnose-8	1.17 ±42%
Hover/kubernetes-8	0.00 ±41%
Hover/pkgsite-8	0.00 ±31%
Hover/starlark-8	0.00 ± 7%
Hover/tools-8	0.00 ±11%
Implementations/kubernetes-8	0.28 ±37%
Implementations/pkgsite-8	0.04 ±46%
Implementations/starlark-8	0.01 ±59%
Implementations/tools-8	0.03 ±49%
InitialWorkspaceLoad/kubernetes-8
InitialWorkspaceLoad/oracle-8
InitialWorkspaceLoad/pkgsite-8
InitialWorkspaceLoad/starlark-8
InitialWorkspaceLoad/tools-8
References/kubernetes-8	0.00 ±39%
References/pkgsite-8	0.01 ± 6%
References/starlark-8	0.00 ±35%
References/tools-8	0.02 ±41%
Reload/kubernetes-8	0.17 ±47%
Rename/kubernetes-8	1.67 ±183%
Rename/pkgsite-8	0.90 ±23%
Rename/starlark-8	0.24 ±22%
Rename/tools-8	0.21 ±44%
Typing/kubernetes/10ms-8	0.05 ±33%
Typing/kubernetes/50ms-8	0.23 ±14%
Typing/kubernetes/150ms-8	0.56 ±63%
Typing/oracle/10ms-8	0.08 ±124%
Typing/oracle/50ms-8	0.37 ±36%
Typing/oracle/150ms-8	0.51 ±46%
Typing/pkgsite/10ms-8	0.03 ±67%
Typing/pkgsite/50ms-8	0.11 ± 5%
Typing/pkgsite/150ms-8	0.19 ±10%
Typing/starlark/10ms-8	0.02 ±70%
Typing/starlark/50ms-8	0.08 ±22%
Typing/starlark/150ms-8	0.13 ±26%
Typing/tools/10ms-8	0.03 ±59%
Typing/tools/50ms-8	0.12 ±19%
Typing/tools/150ms-8	0.22 ±17%
WorkspaceSymbols/oracle-8	0.30 ± 4%
WorkspaceSymbols/pkgsite-8	0.08 ±14%
WorkspaceSymbols/kubernetes-8	0.33 ± 5%
WorkspaceSymbols/starlark-8	0.02 ± 7%
WorkspaceSymbols/tools-8	0.04 ±11%
[Geo mean]	0.04

	alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.19G ±80%
InitialWorkspaceLoad/oracle-8	784M ±83%
InitialWorkspaceLoad/pkgsite-8	194M ±71%
InitialWorkspaceLoad/starlark-8	59.9M ±75%
InitialWorkspaceLoad/tools-8	209M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	296M

	in_use_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.37G ±77%
InitialWorkspaceLoad/oracle-8	886M ±81%
InitialWorkspaceLoad/pkgsite-8	255M ±77%
InitialWorkspaceLoad/starlark-8	79.4M ±86%
InitialWorkspaceLoad/tools-8	244M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	359M

	total_alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	333M ±243%
InitialWorkspaceLoad/oracle-8	157M ±101%
InitialWorkspaceLoad/pkgsite-8	62.4M ±100%
InitialWorkspaceLoad/starlark-8	18.2M ±101%
InitialWorkspaceLoad/tools-8	41.5M ±101%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/tools-8
[Geo mean]	75.5M

Go Performance Dashboard