Thread 0 failed
Thread 1 failed
Thread 0 failed
Thread 4 failed
Thread 2 failed
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "contrib/python/pytest/py3/_pytest/main.py", line 273, in wrap_session
    session.exitstatus = doit(config, session) or 0
  File "contrib/python/pytest/py3/_pytest/main.py", line 327, in _main
    config.hook.pytest_runtestloop(session=session)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 352, in pytest_runtestloop
    item.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 115, in pytest_runtest_protocol
    runtestprotocol(item, nextitem=nextitem)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 134, in runtestprotocol
    reports.append(call_and_report(item, "call", log))
  File "contrib/python/pytest/py3/_pytest/runner.py", line 223, in call_and_report
    call = call_runtest_hook(item, when, **kwds)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 262, in call_runtest_hook
    return CallInfo.from_call(
  File "contrib/python/pytest/py3/_pytest/runner.py", line 342, in from_call
    result: Optional[TResult] = func()
  File "contrib/python/pytest/py3/_pytest/runner.py", line 263, in <lambda>
    lambda: ihook(item=item, **kwds), when=when, reraise=reraise
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 170, in pytest_runtest_call
    item.runtest()
  File "contrib/python/pytest/py3/_pytest/python.py", line 1844, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "library/python/pytest/plugins/ya.py", line 565, in pytest_pyfunc_call
    pyfuncitem.retval = testfunction(**testargs)
  File "/home/runner/.ya/build/build_root/zvom/003949/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 114, in test_multi
    t.join()
  File "contrib/tools/python3/Lib/threading.py", line 1149, in join
    self._wait_for_tstate_lock()
  File "contrib/tools/python3/Lib/threading.py", line 1169, in _wait_for_tstate_lock
    if lock.acquire(block, timeout):
  File "library/python/pytest/plugins/ya.py", line 344, in _graceful_shutdown
    stack = traceback.format_stack()
Traceback (most recent call last):
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
         ^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 308, in wrap_session
    config.hook.pytest_sessionfinish(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/logging.py", line 861, in pytest_sessionfinish
    return (yield)
            ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/terminal.py", line 854, in pytest_sessionfinish
    result = yield
             ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/runner.py", line 109, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 554, in teardown_exact
    raise exceptions[0]
  File "contrib/python/pytest/py3/_pytest/runner.py", line 543, in teardown_exact
    fin()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1049, in finish
    raise exc
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1042, in finish
    func()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 926, in _teardown_yield_fixture
    next(it)
  File "contrib/python/pytest/py3/_pytest/python.py", line 847, in xunit_setup_class_fixture
    _call_with_optional_argument(func, self.obj)
  File "contrib/python/pytest/py3/_pytest/python.py", line 764, in _call_with_optional_argument
    func(arg)
  File "/home/runner/.ya/build/build_root/zvom/003949/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 81, in teardown_class
    cls._ydb_instance.stop()
  File "/home/runner/.ya/build/build_root/zvom/003949/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 63, in stop
    self._temp_ydb_cluster.stop()
  File "ydb/tests/library/harness/kikimr_runner.py", line 694, in stop
    raise daemon.SeveralDaemonErrors(saved_exceptions)
ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-10T20:44:30.656718Z): tablet_id=72075186224038254;self_id=[1:7571200287261682104:7990];ev=NActors::IEventHandle;tx_id=281474976725764;lock_id=281474976725762;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FC09357
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FBF708A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x224A32DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E7DA7A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D612840
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D611FCC
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D5FF1C9
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E8BD44F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D66F3C5
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D773135
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2758B0D0
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x275853DC
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2758DCFE
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x275217CA
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x275217CA
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D771B55
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D6E0C97
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x22395BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2247BDB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x224859D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x22484F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x22486FFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FC0E3B4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F8ABDC6
24. ??:0: ?? @ 0x7FC1F43D1AC2
25. ??:0: ?? @ 0x7FC1F44638BF

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: .../build/build_root/zvom/003949/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/zvom/003949', '--source-root', '/home/runner/.ya/build/build_root/zvom/003949/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1768, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: ((".../build/build_root/zvom/003949/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/zvom/003949', '--source-root', '/home/runner/.ya/build/build_root/zvom/003949/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/zvom/003949/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout",), {})
Was written: 0.0 MiB, Speed: 0.0 MiB/s
Step 1. only write
Write: 10% 5972 30% 5972 50% 5972 90% 5972 99% 5972 ms
Write: 10% 7265 30% 7265 50% 7265 90% 7265 99% 7265 ms
Write: 10% 7225 30% 7225 50% 7225 90% 7225 99% 7225 ms
Write: 10% 7730 30% 7730 50% 7730 90% 7730 99% 7730 ms
Write: 10% 9233 30% 9233 50% 9233 90% 9233 99% 9233 ms
Write: 10% 14062 30% 14062 50% 14062 90% 14062 99% 14062 ms
Write: 10% 15931 30% 15931 50% 15931 90% 15931 99% 15931 ms
Write: 10% 16505 30% 16505 50% 16505 90% 16505 99% 16505 ms
Write: 10% 13516 30% 13516 50% 13516 90% 13516 99% 13516 ms
Write: 10% 15185 30% 15185 50% 15185 90% 15185 99% 15185 ms
Write: 10% 14668 30% 14668 50% 14668 90% 14668 99% 14668 ms
Write: 10% 14863 30% 14863 50% 14863 90% 14863 99% 14863 ms
Write: 10% 17994 30% 17994 50% 17994 90% 17994 99% 17994 ms
Write: 10% 16940 30% 16940 50% 16940 90% 16940 99% 16940 ms
Write: 10% 11904 30% 11904 50% 11904 90% 11904 99% 11904 ms
Write: 10% 13002 30% 13002 50% 13002 90% 13002 99% 13002 ms
Write: 10% 13129 30% 13129 50% 13129 90% 13129 99% 13129 ms
Write: 10% 13458 30% 13458 50% 13458 90% 13458 99% 13458 ms
Write: 10% 13888 30% 13888 50% 13888 90% 13888 99% 13888 ms
Write: 10% 7774 30% 7774 50% 7774 90% 7774 99% 7774 ms
Write: 10% 12429 30% 12429 50% 12429 90% 12429 99% 12429 ms
Write: 10% 8063 30% 8063 50% 8063 90% 8063 99% 8063 ms
Write: 10% 7317 30% 7317 50% 7317 90% 7317 99% 7317 ms
Write: 10% 11916 30% 11916 50% 11916 90% 11916 99% 11916 ms
Write: 10% 7542 30% 7542 50% 7542 90% 7542 99% 7542 ms
Write: 10% 4529 30% 4529 50% 4529 90% 4529 99% 4529 ms
Write: 10% 10774 30% 10774 50% 10774 90% 10774 99% 10774 ms
Write: 10% 10271 30% 10271 50% 10271 90% 10271 99% 10271 ms
Write: 10% 8964 30% 8964 50% 8964 90% 8964 99% 8964 ms
Write: 10% 6514 30% 6514 50% 6514 90% 6514 99% 6514 ms
Write: 10% 13101 30% 13101 50% 13101 90% 13101 99% 13101 ms
Write: 10% 8025 30% 8025 50% 8025 90% 8025 99% 8025 ms
Write: 10% 7880 30% 7880 50% 7880 90% 7880 99% 7880 ms
Write: 10% 9812 30% 9812 50% 9812 90% 9812 99% 9812 ms
Write: 10% 11633 30% 11633 50% 11633 90% 11633 99% 11633 ms
Write: 10% 5149 30% 5149 50% 5149 90% 5149 99% 5149 ms
Write: 10% 2892 30% 2892 50% 2892 90% 2892 99% 2892 ms
Write: 10% 8173 30% 8173 50% 8173 90% 8173 99% 8173 ms
Write: 10% 2650 30% 2650 50% 2650 90% 2650 99% 2650 ms
Write: 10% 2405 30% 2405 50% 2405 90% 2405 99% 2405 ms
Write: 10% 8683 30% 8683 50% 8683 90% 8683 99% 8683 ms
Write: 10% 5571 30% 5571 50% 5571 90% 5571 99% 5571 ms
Write: 10% 8150 30% 8150 50% 8150 90% 8150 99% 8150 ms
Write: 10% 10033 30% 10033 50% 10033 90% 10033 99% 10033 ms
Write: 10% 6293 30% 6293 50% 6293 90% 6293 99% 6293 ms
Write: 10% 2371 30% 2371 50% 2371 90% 2371 99% 2371 ms
Write: 10% 4935 30% 4935 50% 4935 90% 4935 99% 4935 ms
Write: 10% 5262 30% 5262 50% 5262 90% 5262 99% 5262 ms
Write: 10% 6292 30% 6292 50% 6292 90% 6292 99% 6292 ms
Write: 10% 4024 30% 4024 50% 4024 90% 4024 99% 4024 ms
Write: 10% 6526 30% 6526 50% 6526 90% 6526 99% 6526 ms
Write: 10% 5959 30% 5959 50% 5959 90% 5959 99% 5959 ms
Write: 10% 16387 30% 16387 50% 16387 90% 16387 99% 16387 ms
Write: 10% 2665 30% 2665 50% 2665 90% 2665 99% 2665 ms
Write: 10% 2240 30% 2240 50% 2240 90% 2240 99% 2240 ms
Write: 10% 6393 30% 6393 50% 6393 90% 6393 99% 6393 ms
Write: 10% 3377 30% 3377 50% 3377 90% 3377 99% 3377 ms
Write: 10% 3964 30% 3964 50% 3964 90% 3964 99% 3964 ms
Write: 10% 2199 30% 2199 50% 2199 90% 2199 99% 2199 ms
Write: 10% 2827 30% 2827 50% 2827 90% 2827 99% 2827 ms
Write: 10% 2429 30% 2429 50% 2429 90% 2429 99% 2429 ms
Write: 10% 2100 30% 2100 50% 2100 90% 2100 99% 2100 ms
Write: 10% 3247 30% 3247 50% 3247 90% 3247 99% 3247 ms
Write: 10% 2254 30% 2254 50% 2254 90% 2254 99% 2254 ms
Step 2. read write
Write: 10% 533 30% 533 50% 533 90% 533 99% 533 ms
Write: 10% 303 30% 303 50% 303 90% 303 99% 303 ms
Write: 10% 674 30% 674 50% 674 90% 674 99% 674 ms
Write: 10% 2711 30% 2711 50% 2711 90% 2711 99% 2711 ms
Write: 10% 6995 30% 6995 50% 6995 90% 6995 99% 6995 ms
Write: 10% 9813 30% 9813 50% 9813 90% 9813 99% 9813 ms
Write: 10% 9862 30% 9862 50% 9862 90% 9862 99% 9862 ms
Write: 10% 10729 30% 10729 50% 10729 90% 10729 99% 10729 ms
Write: 10% 12682 30% 12682 50% 12682 90% 12682 99% 12682 ms
Write: 10% 14944 30% 14944 50% 14944 90% 14944 99% 14944 ms
Write: 10% 16859 30% 16859 50% 16859 90% 16859 99% 16859 ms
Write: 10% 13786 30% 13786 50% 13786 90% 13786 99% 13786 ms
Write: 10% 11906 30% 11906 50% 11906 90% 11906 99% 11906 ms
Write: 10% 13121 30% 13121 50% 13121 90% 13121 99% 13121 ms
Write: 10% 14775 30% 14775 50% 14775 90% 14775 99% 14775 ms
Write: 10% 10658 30% 10658 50% 10658 90% 10658 99% 10658 ms
Write: 10% 11747 30% 11747 50% 11747 90% 11747 99% 11747 ms
Write: 10% 12873 30% 12873 50% 12873 90% 12873 99% 12873 ms
Write: 10% 13138 30% 13138 50% 13138 90% 13138 99% 13138 ms
Write: 10% 14981 30% 14981 50% 14981 90% 14981 99% 14981 ms
Write: 10% 11306 30% 11306 50% 11306 90% 11306 99% 11306 ms
Write: 10% 12535 30% 12535 50% 12535 90% 12535 99% 12535 ms
Write: 10% 9376 30% 9376 50% 9376 90% 9376 99% 9376 ms
Write: 10% 10882 30% 10882 50% 10882 90% 10882 99% 10882 ms
Write: 10% 13111 30% 13111 50% 13111 90% 13111 99% 13111 ms
Write: 10% 13054 30% 13054 50% 13054 90% 13054 99% 13054 ms
Write: 10% 7777 30% 7777 50% 7777 90% 7777 99% 7777 ms
Write: 10% 8783 30% 8783 50% 8783 90% 8783 99% 8783 ms
Write: 10% 10207 30% 10207 50% 10207 90% 10207 99% 10207 ms
Write: 10% 11015 30% 11015 50% 11015 90% 11015 99% 11015 ms
Write: 10% 9149 30% 9149 50% 9149 90% 9149 99% 9149 ms
Write: 10% 10531 30% 10531 50% 10531 90% 10531 99% 10531 ms
Write: 10% 13416 30% 13416 50% 13416 90% 13416 99% 13416 ms
Write: 10% 11207 30% 11207 50% 11207 90% 11207 99% 11207 ms
Write: 10% 2691 30% 2691 50% 2691 90% 2691 99% 2691 ms
Write: 10% 6571 30% 6571 50% 6571 90% 6571 99% 6571 ms
Write: 10% 10826 30% 10826 50% 10826 90% 10826 99% 10826 ms
Write: 10% 2501 30% 2501 50% 2501 90% 2501 99% 2501 ms
Write: 10% 5965 30% 5965 50% 5965 90% 5965 99% 5965 ms
Write: 10% 11400 30% 11400 50% 11400 90% 11400 99% 11400 ms
Write: 10% 3975 30% 3975 50% 3975 90% 3975 99% 3975 ms
Write: 10% 7700 30% 7700 50% 7700 90% 7700 99% 7700 ms
Write: 10% 6759 30% 6759 50% 6759 90% 6759 99% 6759 ms
Write: 10% 6229 30% 6229 50% 6229 90% 6229 99% 6229 ms
Write: 10% 2735 30% 2735 50% 2735 90% 2735 99% 2735 ms
Write: 10% 11463 30% 11463 50% 11463 90% 11463 99% 11463 ms
Write: 10% 3314 30% 3314 50% 3314 90% 3314 99% 3314 ms
Write: 10% 8083 30% 8083 50% 8083 90% 8083 99% 8083 ms
Write: 10% 3073 30% 3073 50% 3073 90% 3073 99% 3073 ms
Write: 10% 3248 30% 3248 50% 3248 90% 3248 99% 3248 ms
Write: 10% 5137 30% 5137 50% 5137 90% 5137 99% 5137 ms
Write: 10% 2542 30% 2542 50% 2542 90% 2542 99% 2542 ms
Write: 10% 3284 30% 3284 50% 3284 90% 3284 99% 3284 ms
Write: 10% 8465 30% 8465 50% 8465 90% 8465 99% 8465 ms
Write: 10% 4093 30% 4093 50% 4093 90% 4093 99% 4093 ms
Write: 10% 6969 30% 6969 50% 6969 90% 6969 99% 6969 ms
Write: 10% 3179 30% 3179 50% 3179 90% 3179 99% 3179 ms
Write: 10% 3485 30% 3485 50% 3485 90% 3485 99% 3485 ms
Write: 10% 3433 30% 3433 50% 3433 90% 3433 99% 3433 ms
Write: 10% 3904 30% 3904 50% 3904 90% 3904 99% 3904 ms
Write: 10% 3273 30% 3273 50% 3273 90% 3273 99% 3273 ms
Write: 10% 3631 30% 3631 50% 3631 90% 3631 99% 3631 ms
Write: 10% 5763 30% 5763 50% 5763 90% 5763 99% 5763 ms
Write: 10% 2733 30% 2733 50% 2733 90% 2733 99% 2733 ms
Read: 10% 9959 30% 12074 50% 14190 90% 18420 99% 19372 ms
Step 3. write modify
Write: 10% 2107 30% 2107 50% 2107 90% 2107 99% 2107 ms
Write: 10% 3018 30% 3018 50% 3018 90% 3018 99% 3018 ms
Write: 10% 5843 30% 5843 50% 5843 90% 5843 99% 5843 ms
Write: 10% 6520 30% 6520 50% 6520 90% 6520 99% 6520 ms
Write: 10% 9434 30% 9434 50% 9434 90% 9434 99% 9434 ms
Write: 10% 9151 30% 9151 50% 9151 90% 9151 99% 9151 ms
Was written: 18.26171875 MiB, Speed: 0.3043619791666667 MiB/s
Write: 10% 11105 30% 11105 50% 11105 90% 11105 99% 11105 ms
Write: 10% 15454 30% 15454 50% 15454 90% 15454 99% 15454 ms
Write: 10% 16176 30% 16176 50% 16176 90% 16176 99% 16176 ms
Write: 10% 15973 30% 15973 50% 15973 90% 15973 99% 15973 ms
Write: 10% 17970 30% 17970 50% 17970 90% 17970 99% 17970 ms
Write: 10% 15347 30% 15347 50% 15347 90% 15347 99% 15347 ms
Write: 10% 13946 30% 13946 50% 13946 90% 13946 99% 13946 ms
Write: 10% 15491 30% 15491 50% 15491 90% 15491 99% 15491 ms
Write: 10% 16581 30% 16581 50% 16581 90% 16581 99% 16581 ms
Write: 10% 11345 30% 11345 50% 11345 90% 11345 99% 11345 ms
Write: 10% 15835 30% 15835 50% 15835 90% 15835 99% 15835 ms
Write: 10% 15718 30% 15718 50% 15718 90% 15718 99% 15718 ms
Write: 10% 14946 30% 14946 50% 14946 90% 14946 99% 14946 ms
Write: 10% 11056 30% 11056 50% 11056 90% 11056 99% 11056 ms
Write: 10% 15277 30% 15277 50% 15277 90% 15277 99% 15277 ms
Write: 10% 14616 30% 14616 50% 14616 90% 14616 99% 14616 ms
Write: 10% 8339 30% 8339 50% 8339 90% 8339 99% 8339 ms
Write: 10% 12351 30% 12351 50% 12351 90% 12351 99% 12351 ms
Write: 10% 11825 30% 11825 50% 11825 90% 11825 99% 11825 ms
Write: 10% 11735 30% 11735 50% 11735 90% 11735 99% 11735 ms
Write: 10% 8153 30% 8153 50% 8153 90% 8153 99% 8153 ms
Write: 10% 13509 30% 13509 50% 13509 90% 13509 99% 13509 ms
Write: 10% 8760 30% 8760 50% 8760 90% 8760 99% 8760 ms
Write: 10% 13383 30% 13383 50% 13383 90% 13383 99% 13383 ms
Write: 10% 13088 30% 13088 50% 13088 90% 13088 99% 13088 ms
Write: 10% 7231 30% 7231 50% 7231 90% 7231 99% 7231 ms
Write: 10% 7657 30% 7657 50% 7657 90% 7657 99% 7657 ms
Write: 10% 7846 30% 7846 50% 7846 90% 7846 99% 7846 ms
Write: 10% 9012 30% 9012 50% 9012 90% 9012 99% 9012 ms
Write: 10% 8389 30% 8389 50% 8389 90% 8389 99% 8389 ms
Write: 10% 15342 30% 15342 50% 15342 90% 15342 99% 15342 ms
Write: 10% 5021 30% 5021 50% 5021 90% 5021 99% 5021 ms
Write: 10% 4415 30% 4415 50% 4415 90% 4415 99% 4415 ms
Write: 10% 4474 30% 4474 50% 4474 90% 4474 99% 4474 ms
Write: 10% 12371 30% 12371 50% 12371 90% 12371 99% 12371 ms
Write: 10% 10615 30% 10615 50% 10615 90% 10615 99% 10615 ms
Write: 10% 3251 30% 3251 50% 3251 90% 3251 99% 3251 ms
Write: 10% 4516 30% 4516 50% 4516 90% 4516 99% 4516 ms
Write: 10% 12741 30% 12741 50% 12741 90% 12741 99% 12741 ms
Write: 10% 5048 30% 5048 50% 5048 90% 5048 99% 5048 ms
Write: 10% 5619 30% 5619 50% 5619 90% 5619 99% 5619 ms
Write: 10% 8230 30% 8230 50% 8230 90% 8230 99% 8230 ms
Write: 10% 8800 30% 8800 50% 8800 90% 8800 99% 8800 ms
Write: 10% 3264 30% 3264 50% 3264 90% 3264 99% 3264 ms
Write: 10% 5648 30% 5648 50% 5648 90% 5648 99% 5648 ms
Write: 10% 3517 30% 3517 50% 3517 90% 3517 99% 3517 ms
Write: 10% 8600 30% 8600 50% 8600 90% 8600 99% 8600 ms
Write: 10% 12561 30% 12561 50% 12561 90% 12561 99% 12561 ms
Write: 10% 7679 30% 7679 50% 7679 90% 7679 99% 7679 ms
Write: 10% 5532 30% 5532 50% 5532 90% 5532 99% 5532 ms
Write: 10% 3475 30% 3475 50% 3475 90% 3475 99% 3475 ms
Write: 10% 3038 30% 3038 50% 3038 90% 3038 99% 3038 ms
Write: 10% 3325 30% 3325 50% 3325 90% 3325 99% 3325 ms
Write: 10% 4938 30% 4938 50% 4938 90% 4938 99% 4938 ms
Write: 10% 5303 30% 5303 50% 5303 90% 5303 99% 5303 ms
Write: 10% 4425 30% 4425 50% 4425 90% 4425 99% 4425 ms
Write: 10% 3413 30% 3413 50% 3413 90% 3413 99% 3413 ms
Write: 10% 4848 30% 4848 50% 4848 90% 4848 99% 4848 ms
Update: 10% 1209 30% 1209 50% 1209 90% 1209 99% 1209 ms
Step 4. read modify write
Write: 10% 1581 30% 1581 50% 1581 90% 1581 99% 1581 ms
Write: 10% 3328 30% 3328 50% 3328 90% 3328 99% 3328 ms
Write: 10% 4388 30% 4388 50% 4388 90% 4388 99% 4388 ms
Write: 10% 7091 30% 7091 50% 7091 90% 7091 99% 7091 ms
Write: 10% 7870 30% 7870 50% 7870 90% 7870 99% 7870 ms
Write: 10% 9355 30% 9355 50% 9355 90% 9355 99% 9355 ms
Write: 10% 8069 30% 8069 50% 8069 90% 8069 99% 8069 ms
Write: 10% 12121 30% 12121 50% 12121 90% 12121 99% 12121 ms
Write: 10% 13725 30% 13725 50% 13725 90% 13725 99% 13725 ms
Write: 10% 16633 30% 16633 50% 16633 90% 16633 99% 16633 ms
Write: 10% 14206 30% 14206 50% 14206 90% 14206 99% 14206 ms
Write: 10% 16985 30% 16985 50% 16985 90% 16985 99% 16985 ms
Write: 10% 16921 30% 16921 50% 16921 90% 16921 99% 16921 ms
Write: 10% 20004 30% 20004 50% 20004 90% 20004 99% 20004 ms
Write: 10% 20747 30% 20747 50% 20747 90% 20747 99% 20747 ms
Write: 10% 16349 30% 16349 50% 16349 90% 16349 99% 16349 ms
Write: 10% 18984 30% 18984 50% 18984 90% 18984 99% 18984 ms
Write: 10% 19981 30% 19981 50% 19981 90% 19981 99% 19981 ms
Write: 10% 20205 30% 20205 50% 20205 90% 20205 99% 20205 ms
Write: 10% 18442 30% 18442 50% 18442 90% 18442 99% 18442 ms
Write: 10% 17823 30% 17823 50% 17823 90% 17823 99% 17823 ms
Write: 10% 17497 30% 17497 50% 17497 90% 17497 99% 17497 ms
Write: 10% 17338 30% 17338 50% 17338 90% 17338 99% 17338 ms
Write: 10% 17465 30% 17465 50% 17465 90% 17465 99% 17465 ms
Write: 10% 11350 30% 11350 50% 11350 90% 11350 99% 11350 ms
Write: 10% 9359 30% 9359 50% 9359 90% 9359 99% 9359 ms
Write: 10% 15988 30% 15988 50% 15988 90% 15988 99% 15988 ms
Write: 10% 17163 30% 17163 50% 17163 90% 17163 99% 17163 ms
Write: 10% 9535 30% 9535 50% 9535 90% 9535 99% 9535 ms
Write: 10% 13055 30% 13055 50% 13055 90% 13055 99% 13055 ms
Write: 10% 13329 30% 13329 50% 13329 90% 13329 99% 13329 ms
Write: 10% 7369 30% 7369 50% 7369 90% 7369 99% 7369 ms
Write: 10% 5607 30% 5607 50% 5607 90% 5607 99% 5607 ms
Write: 10% 13159 30% 13159 50% 13159 90% 13159 99% 13159 ms
Write: 10% 7622 30% 7622 50% 7622 90% 7622 99% 7622 ms
Write: 10% 17984 30% 17984 50% 17984 90% 17984 99% 17984 ms
Write: 10% 8844 30% 8844 50% 8844 90% 8844 99% 8844 ms
Write: 10% 6007 30% 6007 50% 6007 90% 6007 99% 6007 ms
Write: 10% 4853 30% 4853 50% 4853 90% 4853 99% 4853 ms
Write: 10% 4752 30% 4752 50% 4752 90% 4752 99% 4752 ms
Write: 10% 17125 30% 17125 50% 17125 90% 17125 99% 17125 ms
Write: 10% 16566 30% 16566 50% 16566 90% 16566 99% 16566 ms
Write: 10% 11137 30% 11137 50% 11137 90% 11137 99% 11137 ms
Write: 10% 7818 30% 7818 50% 7818 90% 7818 99% 7818 ms
Write: 10% 3089 30% 3089 50% 3089 90% 3089 99% 3089 ms
Write: 10% 14483 30% 14483 50% 14483 90% 14483 99% 14483 ms
Write: 10% 14800 30% 14800 50% 14800 90% 14800 99% 14800 ms
Write: 10% 3103 30% 3103 50% 3103 90% 3103 99% 3103 ms
Write: 10% 5942 30% 5942 50% 5942 90% 5942 99% 5942 ms
Write: 10% 5406 30% 5406 50% 5406 90% 5406 99% 5406 ms
Write: 10% 4661 30% 4661 50% 4661 90% 4661 99% 4661 ms
Write: 10% 4600 30% 4600 50% 4600 90% 4600 99% 4600 ms
Write: 10% 4847 30% 4847 50% 4847 90% 4847 99% 4847 ms
Write: 10% 6050 30% 6050 50% 6050 90% 6050 99% 6050 ms
Write: 10% 2666 30% 2666 50% 2666 90% 2666 99% 2666 ms
Write: 10% 3598 30% 3598 50% 3598 90% 3598 99% 3598 ms
Write: 10% 8134 30% 8134 50% 8134 90% 8134 99% 8134 ms
Write: 10% 2848 30% 2848 50% 2848 90% 2848 99% 2848 ms
Write: 10% 8178 30% 8178 50% 8178 90% 8178 99% 8178 ms
Write: 10% 14079 30% 14079 50% 14079 90% 14079 99% 14079 ms
Write: 10% 5592 30% 5592 50% 5592 90% 5592 99% 5592 ms
Write: 10% 3718 30% 3718 50% 3718 90% 3718 99% 3718 ms
Write: 10% 4524 30% 4524 50% 4524 90% 4524 99% 4524 ms
Write: 10% 2863 30% 2863 50% 2863 90% 2863 99% 2863 ms
Read: 10% 4141 30% 4326 50% 4510 90% 23461 99% 27725 ms
Update: 10% 1788 30% 1788 50% 1788 90% 1788 99% 1788 ms
