Performance Result Comparison

label

common value

baseline-commit

6ce74ceaddcc4ff081d22ae134f4264a667d394f

benchmarks-commit

84f2805de5779fc1ba11d1763137518bc461e975

branch

release-branch.go1.20

coordinator@symbolic-datum-552.iam.gserviceaccount.com

cpu

Intel(R) Xeon(R) CPU @ 3.10GHz

experiment-commit

91fde38c0e0b43e4c335acec12c02202fbafe7bf

experiment-commit-time

2023-09-18T22:08:15Z

downloading golang.org/x/exp/typeparams v0.0.0-20221212164502-fae10dda9338

goarch

amd64

goos

linux

pkg

golang.org/x/tools/gopls/internal/regtest/bench

post-submit

true

repository

tools

runstamp

2023-09-18T22:15:52.995802859Z

toolchain-commit

d5b851804329aa547dafa278a0c35dd62298d651

upload

20230918.35

upload-file

results

upload-part

20230918.35/0

upload-time

2023-09-18T23:37:03Z

label

values

toolchain

upload:20230918.35:

380	"baseline"
380	"experiment"

	time/op
CodeAction/kubernetes-8	469µs ± 3%
CodeAction/oracle-8	171µs ±26%
CodeAction/pkgsite-8	1.87ms ± 8%
CodeAction/starlark-8	10.8ms ± 2%
CodeAction/tools-8	4.28ms ±12%
CodeActionFollowingEdit/kubernetes-8	22.3ms ±30%
CodeActionFollowingEdit/oracle-8	1.68ms ±87%
CodeActionFollowingEdit/pkgsite-8	54.6ms ±45%
CodeActionFollowingEdit/starlark-8	50.3ms ±24%
CodeActionFollowingEdit/tools-8	61.9ms ±25%
StructCompletion/tools-8	19.1ms ±65%
ImportCompletion/tools-8	1.28ms ± 7%
SliceCompletion/tools-8	20.4ms ±65%
FuncDeepCompletion/tools-8	29.8ms ± 7%
CompletionFollowingEdit/tools-8	41.7ms ± 4%
CompletionFollowingEdit/kubernetes-8	147ms ±27%
CompletionFollowingEdit/oracle-8	316ms ±11%
Definition/kubernetes-8	296µs ±44%
Definition/pkgsite-8	248µs ± 3%
Definition/starlark-8	280µs ± 7%
Definition/tools-8	269µs ±19%
DidChange/kubernetes-8	1.70ms ±16%
DidChange/oracle-8	2.62ms ±22%
DidChange/pkgsite-8	2.30ms ±35%
DidChange/starlark-8	3.66ms ±38%
DidChange/tools-8	5.49ms ±45%
DiagnoseChange/kubernetes/diagnose-8	1.00s ±55%
DiagnoseChange/pkgsite/diagnose-8	140ms ±29%
DiagnoseChange/starlark/diagnose-8	109ms ±17%
DiagnoseChange/tools/diagnose-8	190ms ±22%
DiagnoseSave/kubernetes/diagnose-8	1.34s ±43%
DiagnoseSave/pkgsite/diagnose-8	288ms ±23%
DiagnoseSave/starlark/diagnose-8	176ms ± 9%
DiagnoseSave/tools/diagnose-8	287ms ±21%
Hover/kubernetes-8	467µs ±25%
Hover/pkgsite-8	368µs ±19%
Hover/starlark-8	336µs ± 5%
Hover/tools-8	1.28ms ± 2%
Implementations/kubernetes-8	112ms ±58%
Implementations/pkgsite-8	11.5ms ±28%
Implementations/starlark-8	2.27ms ± 6%
Implementations/tools-8	8.80ms ±29%
InitialWorkspaceLoad/kubernetes-8	11.1s ±46%
InitialWorkspaceLoad/oracle-8	5.52s ±65%
InitialWorkspaceLoad/pkgsite-8	1.45s ±59%
InitialWorkspaceLoad/starlark-8	497ms ±68%
InitialWorkspaceLoad/tools-8	1.50s ±69%
References/kubernetes-8	1.72ms ±25%
References/pkgsite-8	10.8ms ±17%
References/starlark-8	2.36ms ± 4%
References/tools-8	8.39ms ± 2%
Reload/kubernetes-8	293ms ± 3%
Rename/kubernetes-8	671ms ±101%
Rename/pkgsite-8	253ms ±37%
Rename/starlark-8	98.0ms ±14%
Rename/tools-8	95.6ms ±14%
Typing/kubernetes/10ms-8	10.0ms ± 0%
Typing/kubernetes/50ms-8	50.0ms ± 0%
Typing/kubernetes/150ms-8	150ms ± 0%
Typing/oracle/10ms-8	10.0ms ± 1%
Typing/oracle/50ms-8	50.0ms ± 0%
Typing/oracle/150ms-8	150ms ± 0%
Typing/pkgsite/10ms-8	10.0ms ± 0%
Typing/pkgsite/50ms-8	50.0ms ± 0%
Typing/pkgsite/150ms-8	150ms ± 0%
Typing/starlark/10ms-8	10.0ms ± 0%
Typing/starlark/50ms-8	50.0ms ± 0%
Typing/starlark/150ms-8	150ms ± 0%
Typing/tools/10ms-8	10.0ms ± 0%
Typing/tools/50ms-8	50.0ms ± 0%
Typing/tools/150ms-8	150ms ± 0%
WorkspaceSymbols/starlark-8	6.37ms ± 1%
WorkspaceSymbols/kubernetes-8	96.7ms ±21%
WorkspaceSymbols/oracle-8	79.7ms ±11%
WorkspaceSymbols/pkgsite-8	22.4ms ± 7%
WorkspaceSymbols/tools-8	10.0ms ± 6%
[Geo mean]	23.1ms

	cpu_seconds/op
CodeAction/kubernetes-8	0.00 ± 3%
CodeAction/oracle-8	0.00 ±13%
CodeAction/pkgsite-8	0.00 ±15%
CodeAction/starlark-8	0.02 ± 4%
CodeAction/tools-8	0.01 ±25%
CodeActionFollowingEdit/kubernetes-8	0.05 ±114%
CodeActionFollowingEdit/oracle-8	0.00 ±140%
CodeActionFollowingEdit/pkgsite-8	0.12 ±62%
CodeActionFollowingEdit/starlark-8	0.11 ±49%
CodeActionFollowingEdit/tools-8	0.15 ±55%
StructCompletion/tools-8	0.02 ±25%
ImportCompletion/tools-8	0.00 ±19%
SliceCompletion/tools-8	0.02 ±26%
FuncDeepCompletion/tools-8	0.04 ± 4%
CompletionFollowingEdit/tools-8	0.08 ±25%
CompletionFollowingEdit/kubernetes-8	0.24 ±38%
CompletionFollowingEdit/oracle-8	0.88 ±45%
Definition/kubernetes-8	0.00 ±109%
Definition/pkgsite-8	0.00 ±16%
Definition/starlark-8	0.00 ±15%
Definition/tools-8	0.00 ±30%
DidChange/kubernetes-8	0.00 ±101%
DidChange/oracle-8	0.00 ±123%
DidChange/pkgsite-8	0.00 ±67%
DidChange/starlark-8	0.01 ±61%
DidChange/tools-8	0.01 ±86%
DiagnoseChange/kubernetes/diagnose-8	3.49 ±60%
DiagnoseChange/pkgsite/diagnose-8	0.42 ±63%
DiagnoseChange/starlark/diagnose-8	0.37 ±45%
DiagnoseChange/tools/diagnose-8	0.66 ±54%
DiagnoseSave/kubernetes/diagnose-8	4.73 ±63%
DiagnoseSave/pkgsite/diagnose-8	0.65 ±45%
DiagnoseSave/starlark/diagnose-8	0.62 ±48%
DiagnoseSave/tools/diagnose-8	1.02 ±52%
Hover/kubernetes-8	0.00 ±102%
Hover/pkgsite-8	0.00 ±16%
Hover/starlark-8	0.00 ± 9%
Hover/tools-8	0.00 ±13%
Implementations/kubernetes-8	0.24 ±45%
Implementations/pkgsite-8	0.03 ±58%
Implementations/starlark-8	0.01 ±63%
Implementations/tools-8	0.02 ±48%
InitialWorkspaceLoad/kubernetes-8
InitialWorkspaceLoad/oracle-8
InitialWorkspaceLoad/pkgsite-8
InitialWorkspaceLoad/starlark-8
InitialWorkspaceLoad/tools-8
References/kubernetes-8	0.00 ±96%
References/pkgsite-8	0.01 ±22%
References/starlark-8	0.00 ±41%
References/tools-8	0.01 ±43%
Reload/kubernetes-8	0.16 ±61%
Rename/kubernetes-8	2.82 ±113%
Rename/pkgsite-8	0.78 ±34%
Rename/starlark-8	0.22 ±21%
Rename/tools-8	0.20 ±43%
Typing/kubernetes/10ms-8	0.06 ±32%
Typing/kubernetes/50ms-8	0.19 ±53%
Typing/kubernetes/150ms-8	0.49 ±54%
Typing/oracle/10ms-8	0.07 ±148%
Typing/oracle/50ms-8	0.36 ±35%
Typing/oracle/150ms-8	0.48 ±54%
Typing/pkgsite/10ms-8	0.02 ±62%
Typing/pkgsite/50ms-8	0.10 ±15%
Typing/pkgsite/150ms-8	0.15 ±34%
Typing/starlark/10ms-8	0.02 ±72%
Typing/starlark/50ms-8	0.07 ±24%
Typing/starlark/150ms-8	0.11 ±25%
Typing/tools/10ms-8	0.02 ±53%
Typing/tools/50ms-8	0.10 ±21%
Typing/tools/150ms-8	0.20 ±22%
WorkspaceSymbols/starlark-8	0.02 ± 1%
WorkspaceSymbols/kubernetes-8	0.32 ± 3%
WorkspaceSymbols/oracle-8	0.30 ± 3%
WorkspaceSymbols/pkgsite-8	0.08 ±11%
WorkspaceSymbols/tools-8	0.04 ± 3%
[Geo mean]	0.03

	alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.17G ±79%
InitialWorkspaceLoad/oracle-8	744M ±82%
InitialWorkspaceLoad/pkgsite-8	185M ±70%
InitialWorkspaceLoad/starlark-8	57.5M ±74%
InitialWorkspaceLoad/tools-8	198M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	284M

	in_use_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	1.38G ±77%
InitialWorkspaceLoad/oracle-8	856M ±83%
InitialWorkspaceLoad/pkgsite-8	249M ±75%
InitialWorkspaceLoad/starlark-8	78.3M ±74%
InitialWorkspaceLoad/tools-8	231M ±83%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	351M

	total_alloc_bytes
CodeAction/kubernetes-8
CodeAction/oracle-8
CodeAction/pkgsite-8
CodeAction/starlark-8
CodeAction/tools-8
CodeActionFollowingEdit/kubernetes-8
CodeActionFollowingEdit/oracle-8
CodeActionFollowingEdit/pkgsite-8
CodeActionFollowingEdit/starlark-8
CodeActionFollowingEdit/tools-8
StructCompletion/tools-8
ImportCompletion/tools-8
SliceCompletion/tools-8
FuncDeepCompletion/tools-8
CompletionFollowingEdit/tools-8
CompletionFollowingEdit/kubernetes-8
CompletionFollowingEdit/oracle-8
Definition/kubernetes-8
Definition/pkgsite-8
Definition/starlark-8
Definition/tools-8
DidChange/kubernetes-8
DidChange/oracle-8
DidChange/pkgsite-8
DidChange/starlark-8
DidChange/tools-8
DiagnoseChange/kubernetes/diagnose-8
DiagnoseChange/pkgsite/diagnose-8
DiagnoseChange/starlark/diagnose-8
DiagnoseChange/tools/diagnose-8
DiagnoseSave/kubernetes/diagnose-8
DiagnoseSave/pkgsite/diagnose-8
DiagnoseSave/starlark/diagnose-8
DiagnoseSave/tools/diagnose-8
Hover/kubernetes-8
Hover/pkgsite-8
Hover/starlark-8
Hover/tools-8
Implementations/kubernetes-8
Implementations/pkgsite-8
Implementations/starlark-8
Implementations/tools-8
InitialWorkspaceLoad/kubernetes-8	341M ±235%
InitialWorkspaceLoad/oracle-8	156M ±102%
InitialWorkspaceLoad/pkgsite-8	62.2M ±101%
InitialWorkspaceLoad/starlark-8	18.0M ±101%
InitialWorkspaceLoad/tools-8	41.2M ±101%
References/kubernetes-8
References/pkgsite-8
References/starlark-8
References/tools-8
Reload/kubernetes-8
Rename/kubernetes-8
Rename/pkgsite-8
Rename/starlark-8
Rename/tools-8
Typing/kubernetes/10ms-8
Typing/kubernetes/50ms-8
Typing/kubernetes/150ms-8
Typing/oracle/10ms-8
Typing/oracle/50ms-8
Typing/oracle/150ms-8
Typing/pkgsite/10ms-8
Typing/pkgsite/50ms-8
Typing/pkgsite/150ms-8
Typing/starlark/10ms-8
Typing/starlark/50ms-8
Typing/starlark/150ms-8
Typing/tools/10ms-8
Typing/tools/50ms-8
Typing/tools/150ms-8
WorkspaceSymbols/starlark-8
WorkspaceSymbols/kubernetes-8
WorkspaceSymbols/oracle-8
WorkspaceSymbols/pkgsite-8
WorkspaceSymbols/tools-8
[Geo mean]	75.5M

Go Performance Dashboard