Performance Result Comparison

label

common value

baseline-commit

6ce74ceaddcc4ff081d22ae134f4264a667d394f

benchmarks-commit

84f2805de5779fc1ba11d1763137518bc461e975

branch

release-branch.go1.21

coordinator@symbolic-datum-552.iam.gserviceaccount.com

cpu

Intel(R) Xeon(R) CPU @ 3.10GHz

experiment-commit

91fde38c0e0b43e4c335acec12c02202fbafe7bf

experiment-commit-time

2023-09-18T22:08:15Z

downloading golang.org/x/exp/typeparams v0.0.0-20221212164502-fae10dda9338

goarch

amd64

goos

linux

pkg

golang.org/x/tools/gopls/internal/regtest/bench

post-submit

true

repository

tools

runstamp

2023-09-18T22:16:18.294893825Z

toolchain-commit

2c1e5b05fe39fc5e6c730dd60e82946b8e67c6ba

upload

20230918.33

upload-file

results

upload-part

20230918.33/0

upload-time

2023-09-18T23:34:45Z

label

values

toolchain

upload:20230918.33:

380	"baseline"
380	"experiment"

	time/op
CodeAction/kubernetes-8	486µs ± 3%
CodeAction/oracle-8	164µs ± 9%
CodeAction/pkgsite-8	1.88ms ± 9%
CodeAction/starlark-8	10.8ms ± 4%
CodeAction/tools-8	4.21ms ±15%
CodeActionFollowingEdit/kubernetes-8	21.4ms ±13%
CodeActionFollowingEdit/oracle-8	2.93ms ±211%
CodeActionFollowingEdit/pkgsite-8	57.3ms ±43%
CodeActionFollowingEdit/starlark-8	50.9ms ±24%
CodeActionFollowingEdit/tools-8	63.6ms ±29%
StructCompletion/tools-8	19.3ms ±68%
ImportCompletion/tools-8	1.24ms ± 3%
SliceCompletion/tools-8	21.5ms ±57%
FuncDeepCompletion/tools-8	28.9ms ±22%
CompletionFollowingEdit/tools-8	42.3ms ± 5%
CompletionFollowingEdit/kubernetes-8	141ms ±22%
CompletionFollowingEdit/oracle-8	308ms ±20%
Definition/kubernetes-8	276µs ±54%
Definition/pkgsite-8	245µs ± 7%
Definition/starlark-8	276µs ±11%
Definition/tools-8	266µs ±18%
DidChange/kubernetes-8	1.69ms ±27%
DidChange/oracle-8	2.58ms ±22%
DidChange/pkgsite-8	2.37ms ±38%
DidChange/starlark-8	3.64ms ±39%
DidChange/tools-8	5.39ms ±45%
DiagnoseChange/kubernetes/diagnose-8	976ms ±73%
DiagnoseChange/pkgsite/diagnose-8	145ms ±30%
DiagnoseChange/starlark/diagnose-8	110ms ±17%
DiagnoseChange/tools/diagnose-8	199ms ±30%
DiagnoseSave/kubernetes/diagnose-8	1.16s ±36%
DiagnoseSave/pkgsite/diagnose-8	298ms ±15%
DiagnoseSave/starlark/diagnose-8	190ms ±12%
DiagnoseSave/tools/diagnose-8	313ms ±16%
Hover/kubernetes-8	510µs ± 8%
Hover/pkgsite-8	381µs ±23%
Hover/starlark-8	334µs ± 4%
Hover/tools-8	1.30ms ± 5%
Implementations/kubernetes-8	111ms ±51%
Implementations/pkgsite-8	11.3ms ±22%
Implementations/starlark-8	2.47ms ± 5%
Implementations/tools-8	8.90ms ±20%
InitialWorkspaceLoad/kubernetes-8	8.17s ±62%
InitialWorkspaceLoad/oracle-8	5.77s ±66%
InitialWorkspaceLoad/pkgsite-8	1.34s ±67%
InitialWorkspaceLoad/starlark-8	492ms ±72%
InitialWorkspaceLoad/tools-8	1.38s ±69%
References/kubernetes-8	1.58ms ± 8%
References/pkgsite-8	11.1ms ±19%
References/starlark-8	2.47ms ± 4%
References/tools-8	8.38ms ± 5%
Reload/kubernetes-8	290ms ± 2%
Rename/kubernetes-8	649ms ±101%
Rename/pkgsite-8	264ms ±26%
Rename/starlark-8	98.9ms ±14%
Rename/tools-8	95.5ms ±12%
Typing/kubernetes/10ms-8	10.0ms ± 0%
Typing/kubernetes/50ms-8	50.0ms ± 0%
Typing/kubernetes/150ms-8	150ms ± 0%
Typing/oracle/10ms-8	10.0ms ± 0%
Typing/oracle/50ms-8	50.0ms ± 0%
Typing/oracle/150ms-8	150ms ± 0%
Typing/pkgsite/10ms-8	10.0ms ± 0%
Typing/pkgsite/50ms-8	50.0ms ± 0%
Typing/pkgsite/150ms-8	150ms ± 0%
Typing/starlark/10ms-8	10.0ms ± 0%
Typing/starlark/50ms-8	50.0ms ± 0%
Typing/starlark/150ms-8	150ms ± 0%
Typing/tools/10ms-8	10.0ms ± 0%
Typing/tools/50ms-8	50.0ms ± 0%
Typing/tools/150ms-8	150ms ± 0%
WorkspaceSymbols/pkgsite-8	22.3ms ± 6%
WorkspaceSymbols/tools-8	10.0ms ± 8%
WorkspaceSymbols/oracle-8	79.5ms ±14%
WorkspaceSymbols/kubernetes-8	87.8ms ±10%
WorkspaceSymbols/starlark-8	6.43ms ± 1%
[Geo mean]	23.2ms

	cpu_seconds/op
CodeAction/kubernetes-8	0.00 ± 3%
CodeAction/oracle-8	0.00 ± 8%
CodeAction/pkgsite-8	0.00 ±19%
CodeAction/starlark-8	0.02 ± 8%
CodeAction/tools-8	0.01 ±40%
CodeActionFollowingEdit/kubernetes-8	0.04 ±14%
CodeActionFollowingEdit/oracle-8	0.01 ±282%
CodeActionFollowingEdit/pkgsite-8	0.14 ±73%
CodeActionFollowingEdit/starlark-8	0.12 ±48%
CodeActionFollowingEdit/tools-8	0.16 ±69%
StructCompletion/tools-8	0.02 ±28%
ImportCompletion/tools-8	0.00 ±25%
SliceCompletion/tools-8	0.03 ±24%
FuncDeepCompletion/tools-8	0.04 ± 5%
CompletionFollowingEdit/tools-8	0.08 ±25%
CompletionFollowingEdit/kubernetes-8	0.23 ±26%
CompletionFollowingEdit/oracle-8	0.80 ±79%
Definition/kubernetes-8	0.00 ±22%
Definition/pkgsite-8	0.00 ±18%
Definition/starlark-8	0.00 ±26%
Definition/tools-8	0.00 ±29%
DidChange/kubernetes-8	0.00 ±52%
DidChange/oracle-8	0.01 ±103%
DidChange/pkgsite-8	0.00 ±73%
DidChange/starlark-8	0.01 ±65%
DidChange/tools-8	0.01 ±81%
DiagnoseChange/kubernetes/diagnose-8	3.51 ±70%
DiagnoseChange/pkgsite/diagnose-8	0.45 ±62%
DiagnoseChange/starlark/diagnose-8	0.39 ±45%
DiagnoseChange/tools/diagnose-8	0.72 ±49%
DiagnoseSave/kubernetes/diagnose-8	4.73 ±65%
DiagnoseSave/pkgsite/diagnose-8	0.71 ±43%
DiagnoseSave/starlark/diagnose-8	0.67 ±43%
DiagnoseSave/tools/diagnose-8	1.07 ±45%
Hover/kubernetes-8	0.00 ±87%
Hover/pkgsite-8	0.00 ±33%
Hover/starlark-8	0.00 ± 7%
Hover/tools-8	0.00 ±34%
Implementations/kubernetes-8	0.24 ±37%
Implementations/pkgsite-8	0.03 ±60%
Implementations/starlark-8	0.01 ±61%
Implementations/tools-8	0.02 ±36%
InitialWorkspaceLoad/kubernetes-8
InitialWorkspaceLoad/oracle-8
InitialWorkspaceLoad/pkgsite-8
InitialWorkspaceLoad/starlark-8
InitialWorkspaceLoad/tools-8
References/kubernetes-8	0.00 ±20%
References/pkgsite-8	0.01 ±24%
References/starlark-8	0.00 ±35%
References/tools-8	0.01 ±46%
Reload/kubernetes-8	0.14 ±20%
Rename/kubernetes-8	2.39 ±153%
Rename/pkgsite-8	0.91 ±34%
Rename/starlark-8	0.23 ±19%
Rename/tools-8	0.19 ±33%
Typing/kubernetes/10ms-8	0.04 ±56%
Typing/kubernetes/50ms-8	0.19 ±49%
Typing/kubernetes/150ms-8	0.45 ±64%
Typing/oracle/10ms-8	0.07 ±169%
Typing/oracle/50ms-8	0.37 ±26%
Typing/oracle/150ms-8	0.59 ±22%
Typing/pkgsite/10ms-8	0.02 ±67%
Typing/pkgsite/50ms-8	0.10 ± 9%
Typing/pkgsite/150ms-8	0.18 ±13%
Typing/starlark/10ms-8	0.02 ±69%
Typing/starlark/50ms-8	0.08 ±22%
Typing/starlark/150ms-8	0.12 ±24%
Typing/tools/10ms-8	0.03 ±53%
Typing/tools/50ms-8	0.11 ±21%
Typing/tools/150ms-8	0.21 ±16%
WorkspaceSymbols/pkgsite-8	0.08 ±10%
WorkspaceSymbols/tools-8	0.04 ±11%
WorkspaceSymbols/oracle-8	0.29 ± 2%
WorkspaceSymbols/kubernetes-8	0.31 ± 3%
WorkspaceSymbols/starlark-8	0.02 ± 2%
[Geo mean]	0.03

	alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.20G ±80%
InitialWorkspaceLoad/oracle-8	783M ±83%
InitialWorkspaceLoad/pkgsite-8	194M ±71%
InitialWorkspaceLoad/starlark-8	59.9M ±75%
InitialWorkspaceLoad/tools-8	209M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
[Geo mean]	296M

	in_use_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.38G ±81%
InitialWorkspaceLoad/oracle-8	883M ±80%
InitialWorkspaceLoad/pkgsite-8	263M ±75%
InitialWorkspaceLoad/starlark-8	79.8M ±79%
InitialWorkspaceLoad/tools-8	242M ±85%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
[Geo mean]	361M

	total_alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	333M ±243%
InitialWorkspaceLoad/oracle-8	155M ±101%
InitialWorkspaceLoad/pkgsite-8	62.3M ±101%
InitialWorkspaceLoad/starlark-8	18.2M ±101%
InitialWorkspaceLoad/tools-8	41.2M ±100%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
[Geo mean]	75.2M

Go Performance Dashboard