Recovery does not honor io_combine_limit, causing IOPS saturation

back to CI dashboard

1 patchset tracked - current t253194_1

v1t253194_1posted Jul 26, 05:47tests timeoutappliesrecent 0dpg 20
base9e17d25e7 about 17 hours ago on master
applyapplied about 17 hours ago
rebaselast tried about 17 hours ago on 9e17d25e7
pushabout 17 hours ago -> 97711a236branchdiff vs base
ResultAttPGTestsBuild / testImageWhen
tests timeout120981 / 9822m 43s / 20m 00sdocker run ... :t253194about 16 hours ago
run 35492974068
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6524 miss - head 97711a236 - digest sha256:f333317cc0b8a8... - run 35492974068
tests timeout120981 / 9822m 11s / 20m 00sdocker run ... @sha256:0fca4d6...1 day ago
run 35425253580
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6524 miss - head d696c9eb0 - digest sha256:0fca4d63e596dd... - run 35425253580
tests timeout120981 / 9822m 50s / 20m 00sdocker run ... @sha256:260d84b...3 days ago
run 35312599547
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6524 miss - head db33daa78 - digest sha256:260d84b6ac850d... - run 35312599547
tests timeout120981 / 9822m 50s / 20m 00sdocker run ... @sha256:fe5e367...4 days ago
run 35187415306
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6524 miss - head 1c5e02433 - digest sha256:fe5e36742c472b... - run 35187415306
tests timeout120981 / 9822m 45s / 20m 00sdocker run ... @sha256:cee97d7...5 days ago
run 35061108669
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6524 miss - head 68d009b6d - digest sha256:cee97d7e239f2d... - run 35061108669
tests timeout120981 / 9822m 20s / 20m 00sdocker run ... @sha256:aa08b43...6 days ago
run 34934277365
failed: recovery/004_timeline_switch
executed 982 - ccache 98 hit / 6523 miss - head d124cd269 - digest sha256:aa08b434214fce... - run 34934277365
tests timeout120968 / 9692m 52s / 20m 00sdocker run ... @sha256:edd67f2...7 days ago
run 34810960888
failed: recovery/004_timeline_switch
executed 969 - ccache 98 hit / 6523 miss - head fb51921e4 - digest sha256:edd67f2a3fcb4f... - run 34810960888
tests timeout120968 / 9692m 55s / 20m 00sdocker run ... @sha256:25c97f8...Sep 13, 05:54
run 34740210159
failed: recovery/004_timeline_switch
executed 969 - ccache 98 hit / 6523 miss - head 12c2cebde - digest sha256:25c97f8aa8093a... - run 34740210159
tests timeout120968 / 9692m 51s / 20m 00sdocker run ... @sha256:bcae33b...Sep 12, 05:37
run 34674952405
failed: recovery/004_timeline_switch
executed 969 - ccache 98 hit / 6523 miss - head 56a30a205 - digest sha256:bcae33b0279785... - run 34674952405
tests failed1201021 / 10222m 53s / 6m 19sdocker run ... @sha256:adfdc84...Sep 11, 05:21
run 34564809605
failed: recovery/004_timeline_switch
executed 1022 - ccache 98 hit / 6523 miss - head 74326a25d - digest sha256:adfdc84b028a7f... - run 34564809605
tests timeout120967 / 9682m 51s / 20m 00sdocker run ... @sha256:784ad9f...Sep 10, 05:32
run 34439821681
failed: recovery/004_timeline_switch
executed 968 - ccache 98 hit / 6523 miss - head 887b5e724 - digest sha256:784ad9f6f6f7d3... - run 34439821681
tests timeout120965 / 9662m 48s / 20m 00sdocker run ... @sha256:e9fedc5...Sep 09, 05:29
run 34313433213
failed: recovery/004_timeline_switch
executed 966 - ccache 98 hit / 6523 miss - head 3c452679f - digest sha256:e9fedc5ad05c4b... - run 34313433213
tests timeout120965 / 9662m 54s / 20m 00s-Sep 08, 05:25
run 34188908857
failed: recovery/004_timeline_switch
executed 966 - ccache 98 hit / 6523 miss - head 4b5a3585f - run 34188908857
tests timeout120969 / 9702m 57s / 20m 00sdocker run ... @sha256:e78bb50...Sep 07, 05:23
run 34085039045
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6527 miss - head 28c2c39e7 - digest sha256:e78bb50c373b62... - run 34085039045
tests timeout120969 / 9702m 54s / 20m 00sdocker run ... @sha256:3d4056f...Sep 05, 07:13
run 33950797196
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6527 miss - head c2a1784cb - digest sha256:3d4056fea3a423... - run 33950797196
tests timeout120969 / 9702m 16s / 20m 00sdocker run ... @sha256:306a0cc...Sep 04, 07:14
run 33845825609
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6527 miss - head 9d3a1df7d - digest sha256:306a0cc7ecd2a7... - run 33845825609
tests timeout120968 / 9692m 09s / 20m 00sdocker run ... @sha256:b3eb548...Sep 03, 07:14
run 33724720106
failed: recovery/004_timeline_switch
executed 969 - ccache 98 hit / 6526 miss - head 18311e9c2 - digest sha256:b3eb54870567f9... - run 33724720106
tests timeout120967 / 9682m 29s / 20m 00sdocker run ... @sha256:a50dcbd...Sep 02, 07:08
run 33599997924
failed: recovery/004_timeline_switch
executed 968 - ccache 98 hit / 6526 miss - head d020cc03f - digest sha256:a50dcbde46c405... - run 33599997924
tests timeout120967 / 9682m 56s / 20m 00sdocker run ... @sha256:b98233f...Sep 01, 07:06
run 33478627247
failed: recovery/004_timeline_switch
executed 968 - ccache 98 hit / 6526 miss - head 585b31654 - digest sha256:b98233f9a4b71c... - run 33478627247
tests failed1201021 / 10222m 57s / 6m 24sdocker run ... @sha256:ff3be84...Aug 31, 06:34
run 33363856467
failed: recovery/004_timeline_switch
executed 1022 - ccache 98 hit / 6526 miss - head 1753306be - digest sha256:ff3be842a4743c... - run 33363856467
tests timeout120966 / 9671m 58s / 20m 00sdocker run ... @sha256:4755e8f...Aug 30, 06:36
run 33296202280
failed: recovery/004_timeline_switch
executed 967 - ccache 98 hit / 6525 miss - head c312e3b4b - digest sha256:4755e8fcd34a55... - run 33296202280
tests timeout120966 / 9672m 56s / 20m 00sdocker run ... @sha256:319abf4...Aug 29, 06:37
run 33237703327
failed: recovery/004_timeline_switch
executed 967 - ccache 98 hit / 6525 miss - head e9ce03bcb - digest sha256:319abf4e1f3b20... - run 33237703327
tests timeout120966 / 9672m 56s / 20m 00sdocker run ... @sha256:c3395f3...Aug 28, 06:26
run 33146544682
failed: recovery/004_timeline_switch
executed 967 - ccache 98 hit / 6525 miss - head c8c4adcd2 - digest sha256:c3395f3016dbe9... - run 33146544682
tests timeout120966 / 9672m 52s / 20m 00sdocker run ... @sha256:7c971e4...Aug 27, 06:24
run 33044255498
failed: recovery/004_timeline_switch
executed 967 - ccache 98 hit / 6525 miss - head bd3fcbabe - digest sha256:7c971e4e178a06... - run 33044255498
tests timeout120970 / 9712m 47s / 20m 00sdocker run ... @sha256:a25f498...Aug 26, 06:03
run 32934348239
failed: recovery/004_timeline_switch
executed 971 - ccache 98 hit / 6525 miss - head f5b5af4cb - digest sha256:a25f498b0da506... - run 32934348239
tests timeout120970 / 9712m 56s / 20m 00sdocker run ... @sha256:f55c535...Aug 25, 05:51
run 32812781962
failed: recovery/004_timeline_switch
executed 971 - ccache 98 hit / 6525 miss - head f9115da4f - digest sha256:f55c535b701ebd... - run 32812781962
tests timeout120969 / 9702m 54s / 20m 00sdocker run ... @sha256:f2b0e91...Aug 24, 05:50
run 32693442961
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head 78c5e6028 - digest sha256:f2b0e9140b65db... - run 32693442961
tests timeout120969 / 9702m 36s / 20m 00sdocker run ... @sha256:63ad9c4...Aug 23, 05:49
run 32620257495
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head d623f1c59 - digest sha256:63ad9c4a6d4874... - run 32620257495
tests timeout120969 / 9702m 50s / 20m 00sdocker run ... @sha256:78986c8...Aug 22, 05:48
run 32554197634
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head 3b13b7ecc - digest sha256:78986c8d495d12... - run 32554197634
tests timeout120969 / 9702m 59s / 20m 00sdocker run ... @sha256:c42024d...Aug 21, 05:46
run 32450242307
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head ff239696b - digest sha256:c42024d9236b9c... - run 32450242307
tests timeout120969 / 9702m 49s / 20m 00sdocker run ... @sha256:320022e...Aug 20, 05:44
run 32335138434
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head c7ae04f6e - digest sha256:320022eb65ea52... - run 32335138434
tests timeout120969 / 9702m 35s / 20m 00sdocker run ... @sha256:d8508d6...Aug 19, 05:43
run 32218949303
failed: recovery/004_timeline_switch
executed 970 - ccache 98 hit / 6525 miss - head f521d06c0 - digest sha256:d8508d6a87e247... - run 32218949303
tests timeout120966 / 9672m 16s / 20m 00sdocker run ... @sha256:345650d...Aug 18, 05:40
run 32102188159
failed: recovery/004_timeline_switch
executed 967 - ccache 98 hit / 6524 miss - head 9679aae43 - digest sha256:345650d0cc5427... - run 32102188159
tests timeout120965 / 9662m 55s / 20m 00sdocker run ... @sha256:a18d740...Aug 17, 05:44
run 31997212149
failed: recovery/004_timeline_switch
executed 966 - ccache 98 hit / 6524 miss - head e2c31d75e - digest sha256:a18d7401f2d10e... - run 31997212149
tests failed1201018 / 10192m 53s / 6m 35sdocker run ... @sha256:bf9d971...Aug 16, 05:18
run 31928193430
failed: recovery/004_timeline_switch
executed 1019 - ccache 98 hit / 6524 miss - head 689bedd4d - digest sha256:bf9d9716c2a81e... - run 31928193430
tests timeout120965 / 9662m 56s / 20m 00sdocker run ... @sha256:085ee3b...Aug 15, 05:29
run 31866030624
failed: recovery/004_timeline_switch
executed 966 - ccache 98 hit / 6524 miss - head 9354105f5 - digest sha256:085ee3bec14380... - run 31866030624
tests timeout120965 / 9662m 59s / 20m 00sdocker run ... @sha256:afe44f8...Aug 14, 05:29
run 31771794385
failed: recovery/004_timeline_switch
executed 966 - ccache 165 hit / 6457 miss - head 92bb1d974 - digest sha256:afe44f8bd53fea... - run 31771794385
tests timeout120965 / 9662m 53s / 20m 00sdocker run ... @sha256:29aa2a5...Aug 13, 05:25
run 31668783912
failed: recovery/004_timeline_switch
executed 966 - ccache 165 hit / 6457 miss - head d660147b2 - digest sha256:29aa2a526250ad... - run 31668783912
tests timeout120965 / 9662m 13s / 20m 00sdocker run ... @sha256:0bb7bf0...Aug 12, 05:23
run 31565014172
failed: recovery/004_timeline_switch
executed 966 - ccache 165 hit / 6454 miss - head d44ece014 - digest sha256:0bb7bf01689def... - run 31565014172
tests failed1201018 / 10192m 55s / 6m 20sdocker run ... @sha256:4b2cafc...Aug 11, 05:09
run 31460106422
failed: recovery/004_timeline_switch
executed 1019 - ccache 165 hit / 6453 miss - head 0bdcc05db - digest sha256:4b2cafcf2e3137... - run 31460106422
tests timeout120965 / 9662m 17s / 20m 00sdocker run ... @sha256:5effc71...Aug 10, 05:20
run 31357028493
failed: recovery/004_timeline_switch
executed 966 - ccache 166 hit / 6452 miss - head fb11f99d9 - digest sha256:5effc7117c22be... - run 31357028493
tests timeout120965 / 9662m 55s / 20m 00sdocker run ... @sha256:71bc23e...Aug 08, 04:02
run 31237355611
failed: recovery/004_timeline_switch
executed 966 - ccache 166 hit / 6452 miss - head f9a59c00c - digest sha256:71bc23ee7fe8b1... - run 31237355611
tests timeout120963 / 9652m 52s / 20m 00sdocker run ... @sha256:7db500f...Aug 07, 04:01
run 31144484005
failed: pgbench/001_pgbench_with_server, recovery/004_timeline_switch
executed 965 - ccache 166 hit / 6452 miss - head 5d4b6f0f8 - digest sha256:7db500f0c1bece... - run 31144484005
tests timeout120964 / 9652m 45s / 20m 00sdocker run ... @sha256:03848fb...Aug 05, 22:15
run 31050337123
failed: recovery/004_timeline_switch
executed 965 - ccache 166 hit / 6452 miss - head 33f50d4b4 - digest sha256:03848fb442ad71... - run 31050337123
tests timeout120964 / 9652m 52s / 20m 00sdocker run ... @sha256:f08049e...Aug 04, 22:14
run 30953925619
failed: recovery/004_timeline_switch
executed 965 - ccache 166 hit / 6452 miss - head 3d9b6b5b9 - digest sha256:f08049e71e3b7f... - run 30953925619
tests timeout120964 / 9652m 45s / 20m 00sdocker run ... @sha256:f69b125...Aug 03, 22:13
run 30856172680
failed: recovery/004_timeline_switch
executed 965 - ccache 166 hit / 6452 miss - head 791c3a420 - digest sha256:f69b125d459ad4... - run 30856172680
tests timeout120963 / 9642m 46s / 20m 00sdocker run ... @sha256:44b2332...Aug 02, 22:12
run 30768667447
failed: recovery/004_timeline_switch
executed 964 - ccache 166 hit / 6452 miss - head 4be1ad826 - digest sha256:44b233253567eb... - run 30768667447
tests timeout120963 / 9642m 54s / 20m 00sdocker run ... @sha256:54694cb...Aug 01, 22:11
run 30719836686
failed: recovery/004_timeline_switch
executed 964 - ccache 166 hit / 6452 miss - head 7314f2117 - digest sha256:54694cb8e83ff9... - run 30719836686
tests timeout120963 / 9642m 52s / 20m 00sdocker run ... @sha256:d9a85ca...Jul 31, 22:11
run 30667715383
failed: recovery/004_timeline_switch
executed 964 - ccache 166 hit / 6452 miss - head f70154490 - digest sha256:d9a85ca77487b2... - run 30667715383
tests timeout120962 / 9632m 53s / 20m 00sdocker run ... @sha256:5a1738e...Jul 30, 22:10
run 30584611775
failed: recovery/004_timeline_switch
executed 963 - ccache 166 hit / 6452 miss - head 04cea001b - digest sha256:5a1738e29734fb... - run 30584611775
tests timeout120962 / 9632m 46s / 20m 00sdocker run ... @sha256:aeedc47...Jul 29, 22:09
run 30493495174
failed: recovery/004_timeline_switch
executed 963 - ccache 166 hit / 6452 miss - head 92ddad769 - digest sha256:aeedc4792922a9... - run 30493495174
tests timeout120962 / 9632m 16s / 20m 00sdocker run ... @sha256:d8111a3...Jul 28, 22:08
run 30401786127
failed: recovery/004_timeline_switch
executed 963 - ccache 166 hit / 6452 miss - head 8bc80952b - digest sha256:d8111a393b92ae... - run 30401786127