Performance Result Comparison

label

common value

baseline-commit

6ce74ceaddcc4ff081d22ae134f4264a667d394f

benchmarks-commit

84f2805de5779fc1ba11d1763137518bc461e975

branch

release-branch.go1.20

coordinator@symbolic-datum-552.iam.gserviceaccount.com

cpu

Intel(R) Xeon(R) CPU @ 3.10GHz

experiment-commit

a9b2439b862eccc29e5ed35012352ed4e888b6f5

experiment-commit-time

2023-09-18T20:52:26Z

downloading golang.org/x/exp/typeparams v0.0.0-20221212164502-fae10dda9338

goarch

amd64

goos

linux

pkg

golang.org/x/tools/gopls/internal/regtest/bench

post-submit

true

repository

tools

runstamp

2023-09-18T21:02:16.09043806Z

toolchain-commit

d5b851804329aa547dafa278a0c35dd62298d651

upload

20230918.31

upload-file

results

upload-part

20230918.31/0

upload-time

2023-09-18T22:22:25Z

label

values

toolchain

upload:20230918.31:

380	"baseline"
380	"experiment"

	time/op
CodeAction/kubernetes-8	474µs ± 1%
CodeAction/oracle-8	177µs ±23%
CodeAction/pkgsite-8	1.89ms ± 9%
CodeAction/starlark-8	10.8ms ± 3%
CodeAction/tools-8	4.30ms ±11%
CodeActionFollowingEdit/kubernetes-8	21.9ms ±16%
CodeActionFollowingEdit/oracle-8	3.77ms ±252%
CodeActionFollowingEdit/pkgsite-8	55.2ms ±41%
CodeActionFollowingEdit/starlark-8	51.0ms ±24%
CodeActionFollowingEdit/tools-8	65.3ms ±28%
StructCompletion/tools-8	19.8ms ±62%
ImportCompletion/tools-8	1.28ms ± 5%
SliceCompletion/tools-8	21.1ms ±60%
FuncDeepCompletion/tools-8	29.9ms ±10%
CompletionFollowingEdit/tools-8	42.9ms ± 7%
CompletionFollowingEdit/kubernetes-8	166ms ±15%
CompletionFollowingEdit/oracle-8	317ms ±18%
Definition/kubernetes-8	297µs ±46%
Definition/pkgsite-8	249µs ± 4%
Definition/starlark-8	284µs ± 7%
Definition/tools-8	276µs ±19%
DidChange/kubernetes-8	1.68ms ±34%
DidChange/oracle-8	2.88ms ±43%
DidChange/pkgsite-8	2.34ms ±37%
DidChange/starlark-8	3.68ms ±40%
DidChange/tools-8	5.47ms ±44%
DiagnoseChange/kubernetes/diagnose-8	1.00s ±69%
DiagnoseChange/pkgsite/diagnose-8	144ms ±32%
DiagnoseChange/starlark/diagnose-8	112ms ±21%
DiagnoseChange/tools/diagnose-8	193ms ±22%
DiagnoseSave/kubernetes/diagnose-8	1.33s ±54%
DiagnoseSave/pkgsite/diagnose-8	292ms ±17%
DiagnoseSave/starlark/diagnose-8	179ms ± 8%
DiagnoseSave/tools/diagnose-8	309ms ±21%
Hover/kubernetes-8	463µs ±24%
Hover/pkgsite-8	372µs ±23%
Hover/starlark-8	339µs ± 5%
Hover/tools-8	1.29ms ± 1%
Implementations/kubernetes-8	114ms ±58%
Implementations/pkgsite-8	12.1ms ±32%
Implementations/starlark-8	2.28ms ± 6%
Implementations/tools-8	9.61ms ±26%
InitialWorkspaceLoad/kubernetes-8	11.3s ±44%
InitialWorkspaceLoad/oracle-8	5.79s ±66%
InitialWorkspaceLoad/pkgsite-8	1.48s ±58%
InitialWorkspaceLoad/starlark-8	499ms ±70%
InitialWorkspaceLoad/tools-8	1.52s ±67%
References/kubernetes-8	1.53ms ± 4%
References/pkgsite-8	11.4ms ±22%
References/starlark-8	2.36ms ± 4%
References/tools-8	8.84ms ± 4%
Reload/kubernetes-8	300ms ± 5%
Rename/kubernetes-8	666ms ±99%
Rename/pkgsite-8	254ms ±25%
Rename/starlark-8	100ms ±14%
Rename/tools-8	97.4ms ±14%
Typing/kubernetes/10ms-8	10.0ms ± 0%
Typing/kubernetes/50ms-8	50.0ms ± 0%
Typing/kubernetes/150ms-8	150ms ± 0%
Typing/oracle/10ms-8	10.0ms ± 0%
Typing/oracle/50ms-8	50.0ms ± 0%
Typing/oracle/150ms-8	150ms ± 0%
Typing/pkgsite/10ms-8	10.0ms ± 0%
Typing/pkgsite/50ms-8	50.0ms ± 0%
Typing/pkgsite/150ms-8	150ms ± 0%
Typing/starlark/10ms-8	10.0ms ± 0%
Typing/starlark/50ms-8	50.0ms ± 0%
Typing/starlark/150ms-8	150ms ± 0%
Typing/tools/10ms-8	10.0ms ± 0%
Typing/tools/50ms-8	50.0ms ± 0%
Typing/tools/150ms-8	150ms ± 0%
WorkspaceSymbols/kubernetes-8	96.5ms ± 8%
WorkspaceSymbols/starlark-8	6.43ms ± 1%
WorkspaceSymbols/oracle-8	82.1ms ±17%
WorkspaceSymbols/pkgsite-8	23.2ms ± 7%
WorkspaceSymbols/tools-8	10.3ms ± 9%
[Geo mean]	23.7ms

	cpu_seconds/op
CodeAction/kubernetes-8	0.00 ± 3%
CodeAction/oracle-8	0.00 ±11%
CodeAction/pkgsite-8	0.00 ±19%
CodeAction/starlark-8	0.02 ± 2%
CodeAction/tools-8	0.01 ±14%
CodeActionFollowingEdit/kubernetes-8	0.04 ±31%
CodeActionFollowingEdit/oracle-8	0.01 ±307%
CodeActionFollowingEdit/pkgsite-8	0.12 ±66%
CodeActionFollowingEdit/starlark-8	0.11 ±49%
CodeActionFollowingEdit/tools-8	0.16 ±66%
StructCompletion/tools-8	0.03 ±95%
ImportCompletion/tools-8	0.00 ±13%
SliceCompletion/tools-8	0.03 ±33%
FuncDeepCompletion/tools-8	0.04 ± 5%
CompletionFollowingEdit/tools-8	0.08 ±33%
CompletionFollowingEdit/kubernetes-8	0.42 ±86%
CompletionFollowingEdit/oracle-8	0.87 ±64%
Definition/kubernetes-8	0.00 ±136%
Definition/pkgsite-8	0.00 ±15%
Definition/starlark-8	0.00 ±15%
Definition/tools-8	0.00 ± 8%
DidChange/kubernetes-8	0.00 ±11%
DidChange/oracle-8	0.01 ±178%
DidChange/pkgsite-8	0.00 ±71%
DidChange/starlark-8	0.01 ±64%
DidChange/tools-8	0.01 ±81%
DiagnoseChange/kubernetes/diagnose-8	3.41 ±61%
DiagnoseChange/pkgsite/diagnose-8	0.43 ±69%
DiagnoseChange/starlark/diagnose-8	0.38 ±45%
DiagnoseChange/tools/diagnose-8	0.66 ±55%
DiagnoseSave/kubernetes/diagnose-8	4.43 ±64%
DiagnoseSave/pkgsite/diagnose-8	0.67 ±42%
DiagnoseSave/starlark/diagnose-8	0.64 ±45%
DiagnoseSave/tools/diagnose-8	1.05 ±43%
Hover/kubernetes-8	0.00 ±128%
Hover/pkgsite-8	0.00 ±34%
Hover/starlark-8	0.00 ± 4%
Hover/tools-8	0.00 ±13%
Implementations/kubernetes-8	0.24 ±38%
Implementations/pkgsite-8	0.03 ±55%
Implementations/starlark-8	0.01 ±64%
Implementations/tools-8	0.02 ±28%
InitialWorkspaceLoad/kubernetes-8
InitialWorkspaceLoad/oracle-8
InitialWorkspaceLoad/pkgsite-8
InitialWorkspaceLoad/starlark-8
InitialWorkspaceLoad/tools-8
References/kubernetes-8	0.00 ±16%
References/pkgsite-8	0.01 ± 6%
References/starlark-8	0.00 ±39%
References/tools-8	0.01 ±41%
Reload/kubernetes-8	0.16 ±52%
Rename/kubernetes-8	2.48 ±140%
Rename/pkgsite-8	0.78 ±26%
Rename/starlark-8	0.22 ±22%
Rename/tools-8	0.20 ±37%
Typing/kubernetes/10ms-8	0.05 ±31%
Typing/kubernetes/50ms-8	0.18 ±46%
Typing/kubernetes/150ms-8	0.47 ±74%
Typing/oracle/10ms-8	0.09 ±137%
Typing/oracle/50ms-8	0.36 ±36%
Typing/oracle/150ms-8	0.47 ±52%
Typing/pkgsite/10ms-8	0.02 ±75%
Typing/pkgsite/50ms-8	0.10 ±15%
Typing/pkgsite/150ms-8	0.17 ±19%
Typing/starlark/10ms-8	0.02 ±71%
Typing/starlark/50ms-8	0.07 ±26%
Typing/starlark/150ms-8	0.11 ±15%
Typing/tools/10ms-8	0.02 ±58%
Typing/tools/50ms-8	0.11 ±21%
Typing/tools/150ms-8	0.20 ±26%
WorkspaceSymbols/kubernetes-8	0.32 ± 3%
WorkspaceSymbols/starlark-8	0.02 ± 1%
WorkspaceSymbols/oracle-8	0.30 ± 3%
WorkspaceSymbols/pkgsite-8	0.08 ±13%
WorkspaceSymbols/tools-8	0.04 ± 3%
[Geo mean]	0.04

	alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.17G ±79%
InitialWorkspaceLoad/oracle-8	744M ±82%
InitialWorkspaceLoad/pkgsite-8	185M ±70%
InitialWorkspaceLoad/starlark-8	57.5M ±74%
InitialWorkspaceLoad/tools-8	198M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	284M

	in_use_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.36G ±77%
InitialWorkspaceLoad/oracle-8	863M ±81%
InitialWorkspaceLoad/pkgsite-8	249M ±72%
InitialWorkspaceLoad/starlark-8	77.8M ±73%
InitialWorkspaceLoad/tools-8	234M ±82%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	351M

	total_alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	342M ±235%
InitialWorkspaceLoad/oracle-8	156M ±102%
InitialWorkspaceLoad/pkgsite-8	62.3M ±100%
InitialWorkspaceLoad/starlark-8	18.0M ±100%
InitialWorkspaceLoad/tools-8	41.3M ±101%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	75.6M

Go Performance Dashboard