Thread 0 failed
Thread 1 failed
Thread 0 failed
Thread 2 failed
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "contrib/python/pytest/py3/_pytest/main.py", line 273, in wrap_session
    session.exitstatus = doit(config, session) or 0
  File "contrib/python/pytest/py3/_pytest/main.py", line 327, in _main
    config.hook.pytest_runtestloop(session=session)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 352, in pytest_runtestloop
    item.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 115, in pytest_runtest_protocol
    runtestprotocol(item, nextitem=nextitem)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 134, in runtestprotocol
    reports.append(call_and_report(item, "call", log))
  File "contrib/python/pytest/py3/_pytest/runner.py", line 223, in call_and_report
    call = call_runtest_hook(item, when, **kwds)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 262, in call_runtest_hook
    return CallInfo.from_call(
  File "contrib/python/pytest/py3/_pytest/runner.py", line 342, in from_call
    result: Optional[TResult] = func()
  File "contrib/python/pytest/py3/_pytest/runner.py", line 263, in <lambda>
    lambda: ihook(item=item, **kwds), when=when, reraise=reraise
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 170, in pytest_runtest_call
    item.runtest()
  File "contrib/python/pytest/py3/_pytest/python.py", line 1844, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "library/python/pytest/plugins/ya.py", line 565, in pytest_pyfunc_call
    pyfuncitem.retval = testfunction(**testargs)
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 114, in test_multi
    t.join()
  File "contrib/tools/python3/Lib/threading.py", line 1149, in join
    self._wait_for_tstate_lock()
  File "contrib/tools/python3/Lib/threading.py", line 1169, in _wait_for_tstate_lock
    if lock.acquire(block, timeout):
  File "library/python/pytest/plugins/ya.py", line 344, in _graceful_shutdown
    stack = traceback.format_stack()
Traceback (most recent call last):
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
         ^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 308, in wrap_session
    config.hook.pytest_sessionfinish(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/logging.py", line 861, in pytest_sessionfinish
    return (yield)
            ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/terminal.py", line 854, in pytest_sessionfinish
    result = yield
             ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/runner.py", line 109, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 554, in teardown_exact
    raise exceptions[0]
  File "contrib/python/pytest/py3/_pytest/runner.py", line 543, in teardown_exact
    fin()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1049, in finish
    raise exc
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1042, in finish
    func()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 926, in _teardown_yield_fixture
    next(it)
  File "contrib/python/pytest/py3/_pytest/python.py", line 847, in xunit_setup_class_fixture
    _call_with_optional_argument(func, self.obj)
  File "contrib/python/pytest/py3/_pytest/python.py", line 764, in _call_with_optional_argument
    func(arg)
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 81, in teardown_class
    cls._ydb_instance.stop()
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 63, in stop
    self._temp_ydb_cluster.stop()
  File "ydb/tests/library/harness/kikimr_runner.py", line 694, in stop
    raise daemon.SeveralDaemonErrors(saved_exceptions)
ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_4/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_4/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-12T11:44:34.054459Z): tablet_id=72075186224038268;self_id=[4:7571803327167281601:7170];ev=NActors::IEventHandle;tx_id=281474976715786;lock_id=281474976715784;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FD281B7
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FD15EEA
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x225C22DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E8F95A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D805540
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D804CCC
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D7F1EC9
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E9DC24F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D8620C5
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D965E35
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x276AB3E0
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x276A56EC
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x276AE00E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x27641ADA
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x27641ADA
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D964855
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D8D3997
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x224B4BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2259ADB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x225A49D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x225A3F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x225A5FFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FD2D214
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F9CAC26
24. ??:0: ?? @ 0x7F75A043DAC2
25. ??:0: ?? @ 0x7F75A04CF8BF
Thread 0x00007be70b960640 (most recent call first):
  File "ydb/tests/olap/lib/ydb_cluster.py", line 157 in get_cluster_nodes
  File "ydb/tests/olap/lib/allure_utils.py", line 147 in _set_logs_command
  File "ydb/tests/olap/lib/allure_utils.py", line 856 in allure_test_description
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 159 in _test_suffix
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 85 in worker
  File "contrib/tools/python3/Lib/threading.py", line 1012 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Thread 0x00007be70d46b640 (most recent call first):
  File "ydb/tests/olap/lib/ydb_cluster.py", line 157 in get_cluster_nodes
  File "ydb/tests/olap/lib/allure_utils.py", line 147 in _set_logs_command
  File "ydb/tests/olap/lib/allure_utils.py", line 856 in allure_test_description
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 159 in _test_suffix
  File "/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 85 in worker
  File "contrib/tools/python3/Lib/threading.py", line 1012 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Thread 0x00007be70f27e640 (most recent call first):
  File "contrib/tools/python3/Lib/threading.py", line 359 in wait
  File "contrib/python/ydb/py3/ydb/pool.py", line 274 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Current thread 0x00007fe742514a40 (most recent call first):
  File "contrib/tools/python3/Lib/threading.py", line 1624 in _shutdown

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: .../build/build_root/05jb/006eb3/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/05jb/006eb3', '--source-root', '/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10239299149/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1768, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: ((".../build/build_root/05jb/006eb3/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/05jb/006eb3', '--source-root', '/home/runner/.ya/build/build_root/05jb/006eb3/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/05jb/006eb3/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10239299149/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout",), {})
Was written: 0.0 MiB, Speed: 0.0 MiB/s
Step 1. only write
Write: 10% 2556 30% 2556 50% 2556 90% 2556 99% 2556 ms
Write: 10% 2629 30% 2629 50% 2629 90% 2629 99% 2629 ms
Write: 10% 4042 30% 4042 50% 4042 90% 4042 99% 4042 ms
Write: 10% 6864 30% 6864 50% 6864 90% 6864 99% 6864 ms
Write: 10% 5329 30% 5329 50% 5329 90% 5329 99% 5329 ms
Write: 10% 4616 30% 4616 50% 4616 90% 4616 99% 4616 ms
Write: 10% 6086 30% 6086 50% 6086 90% 6086 99% 6086 ms
Write: 10% 6848 30% 6848 50% 6848 90% 6848 99% 6848 ms
Write: 10% 8370 30% 8370 50% 8370 90% 8370 99% 8370 ms
Write: 10% 8841 30% 8841 50% 8841 90% 8841 99% 8841 ms
Write: 10% 12226 30% 12226 50% 12226 90% 12226 99% 12226 ms
Write: 10% 14498 30% 14498 50% 14498 90% 14498 99% 14498 ms
Write: 10% 15100 30% 15100 50% 15100 90% 15100 99% 15100 ms
Write: 10% 14719 30% 14719 50% 14719 90% 14719 99% 14719 ms
Write: 10% 15739 30% 15739 50% 15739 90% 15739 99% 15739 ms
Write: 10% 14793 30% 14793 50% 14793 90% 14793 99% 14793 ms
Write: 10% 13010 30% 13010 50% 13010 90% 13010 99% 13010 ms
Write: 10% 12579 30% 12579 50% 12579 90% 12579 99% 12579 ms
Write: 10% 12438 30% 12438 50% 12438 90% 12438 99% 12438 ms
Write: 10% 14940 30% 14940 50% 14940 90% 14940 99% 14940 ms
Write: 10% 16023 30% 16023 50% 16023 90% 16023 99% 16023 ms
Write: 10% 16159 30% 16159 50% 16159 90% 16159 99% 16159 ms
Write: 10% 11978 30% 11978 50% 11978 90% 11978 99% 11978 ms
Write: 10% 11386 30% 11386 50% 11386 90% 11386 99% 11386 ms
Write: 10% 3421 30% 3421 50% 3421 90% 3421 99% 3421 ms
Write: 10% 10412 30% 10412 50% 10412 90% 10412 99% 10412 ms
Write: 10% 13296 30% 13296 50% 13296 90% 13296 99% 13296 ms
Write: 10% 14364 30% 14364 50% 14364 90% 14364 99% 14364 ms
Write: 10% 6873 30% 6873 50% 6873 90% 6873 99% 6873 ms
Write: 10% 7818 30% 7818 50% 7818 90% 7818 99% 7818 ms
Write: 10% 2264 30% 2264 50% 2264 90% 2264 99% 2264 ms
Write: 10% 15161 30% 15161 50% 15161 90% 15161 99% 15161 ms
Write: 10% 6842 30% 6842 50% 6842 90% 6842 99% 6842 ms
Write: 10% 4914 30% 4914 50% 4914 90% 4914 99% 4914 ms
Write: 10% 7646 30% 7646 50% 7646 90% 7646 99% 7646 ms
Write: 10% 9892 30% 9892 50% 9892 90% 9892 99% 9892 ms
Write: 10% 12858 30% 12858 50% 12858 90% 12858 99% 12858 ms
Write: 10% 10948 30% 10948 50% 10948 90% 10948 99% 10948 ms
Write: 10% 8470 30% 8470 50% 8470 90% 8470 99% 8470 ms
Write: 10% 12287 30% 12287 50% 12287 90% 12287 99% 12287 ms
Write: 10% 11661 30% 11661 50% 11661 90% 11661 99% 11661 ms
Write: 10% 2432 30% 2432 50% 2432 90% 2432 99% 2432 ms
Write: 10% 8586 30% 8586 50% 8586 90% 8586 99% 8586 ms
Write: 10% 1502 30% 1502 50% 1502 90% 1502 99% 1502 ms
Write: 10% 7836 30% 7836 50% 7836 90% 7836 99% 7836 ms
Write: 10% 5982 30% 5982 50% 5982 90% 5982 99% 5982 ms
Write: 10% 4741 30% 4741 50% 4741 90% 4741 99% 4741 ms
Write: 10% 5391 30% 5391 50% 5391 90% 5391 99% 5391 ms
Write: 10% 11132 30% 11132 50% 11132 90% 11132 99% 11132 ms
Write: 10% 5020 30% 5020 50% 5020 90% 5020 99% 5020 ms
Write: 10% 1400 30% 1400 50% 1400 90% 1400 99% 1400 ms
Write: 10% 3324 30% 3324 50% 3324 90% 3324 99% 3324 ms
Write: 10% 2777 30% 2777 50% 2777 90% 2777 99% 2777 ms
Write: 10% 4430 30% 4430 50% 4430 90% 4430 99% 4430 ms
Write: 10% 4794 30% 4794 50% 4794 90% 4794 99% 4794 ms
Write: 10% 5516 30% 5516 50% 5516 90% 5516 99% 5516 ms
Write: 10% 5706 30% 5706 50% 5706 90% 5706 99% 5706 ms
Write: 10% 2731 30% 2731 50% 2731 90% 2731 99% 2731 ms
Write: 10% 2293 30% 2293 50% 2293 90% 2293 99% 2293 ms
Write: 10% 3832 30% 3832 50% 3832 90% 3832 99% 3832 ms
Write: 10% 2046 30% 2046 50% 2046 90% 2046 99% 2046 ms
Write: 10% 1752 30% 1752 50% 1752 90% 1752 99% 1752 ms
Write: 10% 1752 30% 1752 50% 1752 90% 1752 99% 1752 ms
Write: 10% 3030 30% 3030 50% 3030 90% 3030 99% 3030 ms
Step 2. read write
Write: 10% 872 30% 872 50% 872 90% 872 99% 872 ms
Write: 10% 2192 30% 2192 50% 2192 90% 2192 99% 2192 ms
Write: 10% 5370 30% 5370 50% 5370 90% 5370 99% 5370 ms
Write: 10% 7562 30% 7562 50% 7562 90% 7562 99% 7562 ms
Write: 10% 14657 30% 14657 50% 14657 90% 14657 99% 14657 ms
Write: 10% 17793 30% 17793 50% 17793 90% 17793 99% 17793 ms
Write: 10% 15091 30% 15091 50% 15091 90% 15091 99% 15091 ms
Write: 10% 16134 30% 16134 50% 16134 90% 16134 99% 16134 ms
Write: 10% 15349 30% 15349 50% 15349 90% 15349 99% 15349 ms
Write: 10% 15140 30% 15140 50% 15140 90% 15140 99% 15140 ms
Write: 10% 10421 30% 10421 50% 10421 90% 10421 99% 10421 ms
Write: 10% 12064 30% 12064 50% 12064 90% 12064 99% 12064 ms
Write: 10% 14316 30% 14316 50% 14316 90% 14316 99% 14316 ms
Write: 10% 14500 30% 14500 50% 14500 90% 14500 99% 14500 ms
Write: 10% 10358 30% 10358 50% 10358 90% 10358 99% 10358 ms
Write: 10% 13321 30% 13321 50% 13321 90% 13321 99% 13321 ms
Write: 10% 10961 30% 10961 50% 10961 90% 10961 99% 10961 ms
Write: 10% 10117 30% 10117 50% 10117 90% 10117 99% 10117 ms
Write: 10% 13936 30% 13936 50% 13936 90% 13936 99% 13936 ms
Write: 10% 8657 30% 8657 50% 8657 90% 8657 99% 8657 ms
Write: 10% 8538 30% 8538 50% 8538 90% 8538 99% 8538 ms
Write: 10% 14480 30% 14480 50% 14480 90% 14480 99% 14480 ms
Write: 10% 12306 30% 12306 50% 12306 90% 12306 99% 12306 ms
Write: 10% 12052 30% 12052 50% 12052 90% 12052 99% 12052 ms
Write: 10% 12285 30% 12285 50% 12285 90% 12285 99% 12285 ms
Write: 10% 2262 30% 2262 50% 2262 90% 2262 99% 2262 ms
Write: 10% 12020 30% 12020 50% 12020 90% 12020 99% 12020 ms
Write: 10% 7534 30% 7534 50% 7534 90% 7534 99% 7534 ms
Write: 10% 8054 30% 8054 50% 8054 90% 8054 99% 8054 ms
Write: 10% 11265 30% 11265 50% 11265 90% 11265 99% 11265 ms
Write: 10% 8906 30% 8906 50% 8906 90% 8906 99% 8906 ms
Write: 10% 10973 30% 10973 50% 10973 90% 10973 99% 10973 ms
Write: 10% 6106 30% 6106 50% 6106 90% 6106 99% 6106 ms
Write: 10% 9717 30% 9717 50% 9717 90% 9717 99% 9717 ms
Write: 10% 2308 30% 2308 50% 2308 90% 2308 99% 2308 ms
Write: 10% 8570 30% 8570 50% 8570 90% 8570 99% 8570 ms
Write: 10% 10234 30% 10234 50% 10234 90% 10234 99% 10234 ms
Write: 10% 3982 30% 3982 50% 3982 90% 3982 99% 3982 ms
Write: 10% 2821 30% 2821 50% 2821 90% 2821 99% 2821 ms
Write: 10% 2373 30% 2373 50% 2373 90% 2373 99% 2373 ms
Write: 10% 13095 30% 13095 50% 13095 90% 13095 99% 13095 ms
Write: 10% 8283 30% 8283 50% 8283 90% 8283 99% 8283 ms
Write: 10% 1997 30% 1997 50% 1997 90% 1997 99% 1997 ms
Write: 10% 2301 30% 2301 50% 2301 90% 2301 99% 2301 ms
Write: 10% 5121 30% 5121 50% 5121 90% 5121 99% 5121 ms
Write: 10% 7416 30% 7416 50% 7416 90% 7416 99% 7416 ms
Write: 10% 3187 30% 3187 50% 3187 90% 3187 99% 3187 ms
Write: 10% 3022 30% 3022 50% 3022 90% 3022 99% 3022 ms
Write: 10% 3007 30% 3007 50% 3007 90% 3007 99% 3007 ms
Write: 10% 3743 30% 3743 50% 3743 90% 3743 99% 3743 ms
Write: 10% 6842 30% 6842 50% 6842 90% 6842 99% 6842 ms
Write: 10% 10504 30% 10504 50% 10504 90% 10504 99% 10504 ms
Write: 10% 5195 30% 5195 50% 5195 90% 5195 99% 5195 ms
Write: 10% 5562 30% 5562 50% 5562 90% 5562 99% 5562 ms
Write: 10% 10844 30% 10844 50% 10844 90% 10844 99% 10844 ms
Write: 10% 2584 30% 2584 50% 2584 90% 2584 99% 2584 ms
Write: 10% 2101 30% 2101 50% 2101 90% 2101 99% 2101 ms
Write: 10% 2133 30% 2133 50% 2133 90% 2133 99% 2133 ms
Write: 10% 10943 30% 10943 50% 10943 90% 10943 99% 10943 ms
Write: 10% 1911 30% 1911 50% 1911 90% 1911 99% 1911 ms
Write: 10% 5744 30% 5744 50% 5744 90% 5744 99% 5744 ms
Write: 10% 6352 30% 6352 50% 6352 90% 6352 99% 6352 ms
Write: 10% 3584 30% 3584 50% 3584 90% 3584 99% 3584 ms
Write: 10% 8806 30% 8806 50% 8806 90% 8806 99% 8806 ms
Read: 10% 11078 30% 12611 50% 14144 90% 17210 99% 17900 ms
Step 3. write modify
Write: 10% 999 30% 999 50% 999 90% 999 99% 999 ms
Write: 10% 1838 30% 1838 50% 1838 90% 1838 99% 1838 ms
Write: 10% 4178 30% 4178 50% 4178 90% 4178 99% 4178 ms
Was written: 17.578125 MiB, Speed: 0.29296875 MiB/s
Write: 10% 9557 30% 9557 50% 9557 90% 9557 99% 9557 ms
Write: 10% 10183 30% 10183 50% 10183 90% 10183 99% 10183 ms
Write: 10% 15472 30% 15472 50% 15472 90% 15472 99% 15472 ms
Write: 10% 15686 30% 15686 50% 15686 90% 15686 99% 15686 ms
Write: 10% 16806 30% 16806 50% 16806 90% 16806 99% 16806 ms
Write: 10% 17877 30% 17877 50% 17877 90% 17877 99% 17877 ms
Write: 10% 16722 30% 16722 50% 16722 90% 16722 99% 16722 ms
Write: 10% 17000 30% 17000 50% 17000 90% 17000 99% 17000 ms
Write: 10% 17189 30% 17189 50% 17189 90% 17189 99% 17189 ms
Write: 10% 17012 30% 17012 50% 17012 90% 17012 99% 17012 ms
Write: 10% 16943 30% 16943 50% 16943 90% 16943 99% 16943 ms
Write: 10% 13842 30% 13842 50% 13842 90% 13842 99% 13842 ms
Write: 10% 8508 30% 8508 50% 8508 90% 8508 99% 8508 ms
Write: 10% 17025 30% 17025 50% 17025 90% 17025 99% 17025 ms
Write: 10% 17336 30% 17336 50% 17336 90% 17336 99% 17336 ms
Write: 10% 12112 30% 12112 50% 12112 90% 12112 99% 12112 ms
Write: 10% 4189 30% 4189 50% 4189 90% 4189 99% 4189 ms
Write: 10% 16138 30% 16138 50% 16138 90% 16138 99% 16138 ms
Write: 10% 11952 30% 11952 50% 11952 90% 11952 99% 11952 ms
Write: 10% 3324 30% 3324 50% 3324 90% 3324 99% 3324 ms
Write: 10% 14851 30% 14851 50% 14851 90% 14851 99% 14851 ms
Write: 10% 7087 30% 7087 50% 7087 90% 7087 99% 7087 ms
Write: 10% 7332 30% 7332 50% 7332 90% 7332 99% 7332 ms
Write: 10% 14103 30% 14103 50% 14103 90% 14103 99% 14103 ms
Write: 10% 12752 30% 12752 50% 12752 90% 12752 99% 12752 ms
Write: 10% 12230 30% 12230 50% 12230 90% 12230 99% 12230 ms
Write: 10% 10030 30% 10030 50% 10030 90% 10030 99% 10030 ms
Write: 10% 8820 30% 8820 50% 8820 90% 8820 99% 8820 ms
Write: 10% 5656 30% 5656 50% 5656 90% 5656 99% 5656 ms
Write: 10% 6299 30% 6299 50% 6299 90% 6299 99% 6299 ms
Write: 10% 10582 30% 10582 50% 10582 90% 10582 99% 10582 ms
Write: 10% 14178 30% 14178 50% 14178 90% 14178 99% 14178 ms
Write: 10% 5944 30% 5944 50% 5944 90% 5944 99% 5944 ms
Write: 10% 17721 30% 17721 50% 17721 90% 17721 99% 17721 ms
Write: 10% 11799 30% 11799 50% 11799 90% 11799 99% 11799 ms
Write: 10% 8786 30% 8786 50% 8786 90% 8786 99% 8786 ms
Write: 10% 3992 30% 3992 50% 3992 90% 3992 99% 3992 ms
Write: 10% 3638 30% 3638 50% 3638 90% 3638 99% 3638 ms
Write: 10% 9943 30% 9943 50% 9943 90% 9943 99% 9943 ms
Write: 10% 3167 30% 3167 50% 3167 90% 3167 99% 3167 ms
Write: 10% 3190 30% 3190 50% 3190 90% 3190 99% 3190 ms
Write: 10% 5628 30% 5628 50% 5628 90% 5628 99% 5628 ms
Write: 10% 5667 30% 5667 50% 5667 90% 5667 99% 5667 ms
Write: 10% 10537 30% 10537 50% 10537 90% 10537 99% 10537 ms
Write: 10% 5345 30% 5345 50% 5345 90% 5345 99% 5345 ms
Write: 10% 3867 30% 3867 50% 3867 90% 3867 99% 3867 ms
Write: 10% 10236 30% 10236 50% 10236 90% 10236 99% 10236 ms
Write: 10% 14796 30% 14796 50% 14796 90% 14796 99% 14796 ms
Write: 10% 5804 30% 5804 50% 5804 90% 5804 99% 5804 ms
Write: 10% 9758 30% 9758 50% 9758 90% 9758 99% 9758 ms
Write: 10% 3596 30% 3596 50% 3596 90% 3596 99% 3596 ms
Write: 10% 5809 30% 5809 50% 5809 90% 5809 99% 5809 ms
Write: 10% 6542 30% 6542 50% 6542 90% 6542 99% 6542 ms
Write: 10% 3560 30% 3560 50% 3560 90% 3560 99% 3560 ms
Write: 10% 7420 30% 7420 50% 7420 90% 7420 99% 7420 ms
Write: 10% 5508 30% 5508 50% 5508 90% 5508 99% 5508 ms
Write: 10% 4546 30% 4546 50% 4546 90% 4546 99% 4546 ms
Write: 10% 6942 30% 6942 50% 6942 90% 6942 99% 6942 ms
Write: 10% 4441 30% 4441 50% 4441 90% 4441 99% 4441 ms
Write: 10% 3852 30% 3852 50% 3852 90% 3852 99% 3852 ms
Write: 10% 3763 30% 3763 50% 3763 90% 3763 99% 3763 ms
Update: 10% 2184 30% 2184 50% 2184 90% 2184 99% 2184 ms
Step 4. read modify write
Write: 10% 2283 30% 2283 50% 2283 90% 2283 99% 2283 ms
Write: 10% 3857 30% 3857 50% 3857 90% 3857 99% 3857 ms
Write: 10% 3556 30% 3556 50% 3556 90% 3556 99% 3556 ms
Write: 10% 3968 30% 3968 50% 3968 90% 3968 99% 3968 ms
Write: 10% 7823 30% 7823 50% 7823 90% 7823 99% 7823 ms
Write: 10% 8161 30% 8161 50% 8161 90% 8161 99% 8161 ms
Write: 10% 11381 30% 11381 50% 11381 90% 11381 99% 11381 ms
Write: 10% 14091 30% 14091 50% 14091 90% 14091 99% 14091 ms
Write: 10% 16528 30% 16528 50% 16528 90% 16528 99% 16528 ms
Write: 10% 16869 30% 16869 50% 16869 90% 16869 99% 16869 ms
Write: 10% 15677 30% 15677 50% 15677 90% 15677 99% 15677 ms
Write: 10% 16361 30% 16361 50% 16361 90% 16361 99% 16361 ms
Write: 10% 16436 30% 16436 50% 16436 90% 16436 99% 16436 ms
Write: 10% 16929 30% 16929 50% 16929 90% 16929 99% 16929 ms
Write: 10% 16958 30% 16958 50% 16958 90% 16958 99% 16958 ms
Write: 10% 16509 30% 16509 50% 16509 90% 16509 99% 16509 ms
Write: 10% 16420 30% 16420 50% 16420 90% 16420 99% 16420 ms
Write: 10% 9721 30% 9721 50% 9721 90% 9721 99% 9721 ms
Write: 10% 16541 30% 16541 50% 16541 90% 16541 99% 16541 ms
Write: 10% 8700 30% 8700 50% 8700 90% 8700 99% 8700 ms
Write: 10% 16669 30% 16669 50% 16669 90% 16669 99% 16669 ms
Write: 10% 15817 30% 15817 50% 15817 90% 15817 99% 15817 ms
Write: 10% 12125 30% 12125 50% 12125 90% 12125 99% 12125 ms
Write: 10% 13938 30% 13938 50% 13938 90% 13938 99% 13938 ms
Write: 10% 12486 30% 12486 50% 12486 90% 12486 99% 12486 ms
Write: 10% 10501 30% 10501 50% 10501 90% 10501 99% 10501 ms
Write: 10% 15684 30% 15684 50% 15684 90% 15684 99% 15684 ms
Write: 10% 17262 30% 17262 50% 17262 90% 17262 99% 17262 ms
Write: 10% 15612 30% 15612 50% 15612 90% 15612 99% 15612 ms
Write: 10% 9386 30% 9386 50% 9386 90% 9386 99% 9386 ms
Write: 10% 15044 30% 15044 50% 15044 90% 15044 99% 15044 ms
Write: 10% 8770 30% 8770 50% 8770 90% 8770 99% 8770 ms
Write: 10% 7477 30% 7477 50% 7477 90% 7477 99% 7477 ms
Write: 10% 7671 30% 7671 50% 7671 90% 7671 99% 7671 ms
Write: 10% 6807 30% 6807 50% 6807 90% 6807 99% 6807 ms
Write: 10% 7012 30% 7012 50% 7012 90% 7012 99% 7012 ms
Write: 10% 6401 30% 6401 50% 6401 90% 6401 99% 6401 ms
Write: 10% 6525 30% 6525 50% 6525 90% 6525 99% 6525 ms
Write: 10% 11156 30% 11156 50% 11156 90% 11156 99% 11156 ms
Write: 10% 9776 30% 9776 50% 9776 90% 9776 99% 9776 ms
Write: 10% 5708 30% 5708 50% 5708 90% 5708 99% 5708 ms
Write: 10% 4058 30% 4058 50% 4058 90% 4058 99% 4058 ms
Write: 10% 9704 30% 9704 50% 9704 90% 9704 99% 9704 ms
Write: 10% 3309 30% 3309 50% 3309 90% 3309 99% 3309 ms
Write: 10% 7216 30% 7216 50% 7216 90% 7216 99% 7216 ms
Write: 10% 3823 30% 3823 50% 3823 90% 3823 99% 3823 ms
Write: 10% 6529 30% 6529 50% 6529 90% 6529 99% 6529 ms
Write: 10% 13354 30% 13354 50% 13354 90% 13354 99% 13354 ms
Write: 10% 6585 30% 6585 50% 6585 90% 6585 99% 6585 ms
Write: 10% 4847 30% 4847 50% 4847 90% 4847 99% 4847 ms
Write: 10% 9666 30% 9666 50% 9666 90% 9666 99% 9666 ms
Write: 10% 7331 30% 7331 50% 7331 90% 7331 99% 7331 ms
Write: 10% 4276 30% 4276 50% 4276 90% 4276 99% 4276 ms
Write: 10% 4301 30% 4301 50% 4301 90% 4301 99% 4301 ms
Write: 10% 4022 30% 4022 50% 4022 90% 4022 99% 4022 ms
Write: 10% 3262 30% 3262 50% 3262 90% 3262 99% 3262 ms
Write: 10% 4458 30% 4458 50% 4458 90% 4458 99% 4458 ms
Write: 10% 4120 30% 4120 50% 4120 90% 4120 99% 4120 ms
Write: 10% 3436 30% 3436 50% 3436 90% 3436 99% 3436 ms
Write: 10% 3282 30% 3282 50% 3282 90% 3282 99% 3282 ms
Write: 10% 3549 30% 3549 50% 3549 90% 3549 99% 3549 ms
Write: 10% 6901 30% 6901 50% 6901 90% 6901 99% 6901 ms
Write: 10% 4046 30% 4046 50% 4046 90% 4046 99% 4046 ms
Write: 10% 2981 30% 2981 50% 2981 90% 2981 99% 2981 ms
Read: 10% 6762 30% 10926 50% 15090 90% 23419 99% 25292 ms
Update: 10% 2093 30% 2093 50% 2093 90% 2093 99% 2093 ms
