Thread 0 failed
Thread 4 failed
Thread 0 failed
Thread 3 failed
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "contrib/python/pytest/py3/_pytest/main.py", line 273, in wrap_session
    session.exitstatus = doit(config, session) or 0
  File "contrib/python/pytest/py3/_pytest/main.py", line 327, in _main
    config.hook.pytest_runtestloop(session=session)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 352, in pytest_runtestloop
    item.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 115, in pytest_runtest_protocol
    runtestprotocol(item, nextitem=nextitem)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 134, in runtestprotocol
    reports.append(call_and_report(item, "call", log))
  File "contrib/python/pytest/py3/_pytest/runner.py", line 223, in call_and_report
    call = call_runtest_hook(item, when, **kwds)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 262, in call_runtest_hook
    return CallInfo.from_call(
  File "contrib/python/pytest/py3/_pytest/runner.py", line 342, in from_call
    result: Optional[TResult] = func()
  File "contrib/python/pytest/py3/_pytest/runner.py", line 263, in <lambda>
    lambda: ihook(item=item, **kwds), when=when, reraise=reraise
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 170, in pytest_runtest_call
    item.runtest()
  File "contrib/python/pytest/py3/_pytest/python.py", line 1844, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "library/python/pytest/plugins/ya.py", line 565, in pytest_pyfunc_call
    pyfuncitem.retval = testfunction(**testargs)
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 114, in test_multi
    t.join()
  File "contrib/tools/python3/Lib/threading.py", line 1149, in join
    self._wait_for_tstate_lock()
  File "contrib/tools/python3/Lib/threading.py", line 1169, in _wait_for_tstate_lock
    if lock.acquire(block, timeout):
  File "library/python/pytest/plugins/ya.py", line 344, in _graceful_shutdown
    stack = traceback.format_stack()
Traceback (most recent call last):
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
         ^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 308, in wrap_session
    config.hook.pytest_sessionfinish(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/logging.py", line 861, in pytest_sessionfinish
    return (yield)
            ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/terminal.py", line 854, in pytest_sessionfinish
    result = yield
             ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/runner.py", line 109, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 554, in teardown_exact
    raise exceptions[0]
  File "contrib/python/pytest/py3/_pytest/runner.py", line 543, in teardown_exact
    fin()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1049, in finish
    raise exc
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1042, in finish
    func()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 926, in _teardown_yield_fixture
    next(it)
  File "contrib/python/pytest/py3/_pytest/python.py", line 847, in xunit_setup_class_fixture
    _call_with_optional_argument(func, self.obj)
  File "contrib/python/pytest/py3/_pytest/python.py", line 764, in _call_with_optional_argument
    func(arg)
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 81, in teardown_class
    cls._ydb_instance.stop()
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 63, in stop
    self._temp_ydb_cluster.stop()
  File "ydb/tests/library/harness/kikimr_runner.py", line 694, in stop
    raise daemon.SeveralDaemonErrors(saved_exceptions)
ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_4/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_4/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-03T16:55:09.287246Z): tablet_id=72075186224038286;self_id=[4:7568543677396181036:7430];ev=NActors::IEventHandle;tx_id=281474976720730;lock_id=281474976720724;verification=!CommitSnapshot;fline=written.h:108;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FA13A57
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FA0178A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x222AC62D
3. /-S/ydb/core/tx/columnshard/engines/portions/written.h:0: SetCommitSnapshot @ 0x4236BAA4
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:228: AbortPortionOnExecute @ 0x42D0B610
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:130: AbortOnExecute @ 0x42D0AD97
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x42CF7FA9
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E6C76AF
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x42D68195
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x42E6ABF5
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2735C470
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x2735677C
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2735F09E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x272F2B6A
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x272F2B6A
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x42E69615
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x42DD97E7
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x221A0C07
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x22285101
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x2228ED26
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x2228E2DD
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x2229034E
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FA18AB4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F6B64C6
24. ??:0: ?? @ 0x7F8F47E80AC2
25. ??:0: ?? @ 0x7F8F47F128BF
Thread 0x00007b5ac1481640 (most recent call first):
  File "ydb/tests/olap/lib/ydb_cluster.py", line 157 in get_cluster_nodes
  File "ydb/tests/olap/lib/allure_utils.py", line 147 in _set_logs_command
  File "ydb/tests/olap/lib/allure_utils.py", line 856 in allure_test_description
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 159 in _test_suffix
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 85 in worker
  File "contrib/tools/python3/Lib/threading.py", line 1012 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Thread 0x00007b5ac3334640 (most recent call first):
  File "ydb/tests/olap/lib/ydb_cluster.py", line 157 in get_cluster_nodes
  File "ydb/tests/olap/lib/allure_utils.py", line 147 in _set_logs_command
  File "ydb/tests/olap/lib/allure_utils.py", line 856 in allure_test_description
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 159 in _test_suffix
  File "/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 85 in worker
  File "contrib/tools/python3/Lib/threading.py", line 1012 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Thread 0x00007b5ac87f1640 (most recent call first):
  File "contrib/tools/python3/Lib/threading.py", line 359 in wait
  File "contrib/python/ydb/py3/ydb/pool.py", line 274 in run
  File "contrib/tools/python3/Lib/threading.py", line 1075 in _bootstrap_inner
  File "contrib/tools/python3/Lib/threading.py", line 1032 in _bootstrap

Current thread 0x00007f5afae18a40 (most recent call first):
  File "contrib/tools/python3/Lib/threading.py", line 1624 in _shutdown

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: .../build/build_root/sq6z/001a4b/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/sq6z/001a4b', '--source-root', '/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10164110401/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1768, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: ((".../build/build_root/sq6z/001a4b/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/sq6z/001a4b', '--source-root', '/home/runner/.ya/build/build_root/sq6z/001a4b/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/sq6z/001a4b/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10164110401/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout",), {})
Was written: 0.0 MiB, Speed: 0.0 MiB/s
Step 1. only write
Write: 10% 1846 30% 1846 50% 1846 90% 1846 99% 1846 ms
Write: 10% 2553 30% 2553 50% 2553 90% 2553 99% 2553 ms
Write: 10% 4537 30% 4537 50% 4537 90% 4537 99% 4537 ms
Write: 10% 5727 30% 5727 50% 5727 90% 5727 99% 5727 ms
Write: 10% 7096 30% 7096 50% 7096 90% 7096 99% 7096 ms
Write: 10% 7514 30% 7514 50% 7514 90% 7514 99% 7514 ms
Write: 10% 7549 30% 7549 50% 7549 90% 7549 99% 7549 ms
Write: 10% 13577 30% 13577 50% 13577 90% 13577 99% 13577 ms
Write: 10% 13564 30% 13564 50% 13564 90% 13564 99% 13564 ms
Write: 10% 13298 30% 13298 50% 13298 90% 13298 99% 13298 ms
Write: 10% 15431 30% 15431 50% 15431 90% 15431 99% 15431 ms
Write: 10% 16215 30% 16215 50% 16215 90% 16215 99% 16215 ms
Write: 10% 15220 30% 15220 50% 15220 90% 15220 99% 15220 ms
Write: 10% 15730 30% 15730 50% 15730 90% 15730 99% 15730 ms
Write: 10% 15067 30% 15067 50% 15067 90% 15067 99% 15067 ms
Write: 10% 14774 30% 14774 50% 14774 90% 14774 99% 14774 ms
Write: 10% 15152 30% 15152 50% 15152 90% 15152 99% 15152 ms
Write: 10% 12865 30% 12865 50% 12865 90% 12865 99% 12865 ms
Write: 10% 12258 30% 12258 50% 12258 90% 12258 99% 12258 ms
Write: 10% 15244 30% 15244 50% 15244 90% 15244 99% 15244 ms
Write: 10% 14841 30% 14841 50% 14841 90% 14841 99% 14841 ms
Write: 10% 15492 30% 15492 50% 15492 90% 15492 99% 15492 ms
Write: 10% 13635 30% 13635 50% 13635 90% 13635 99% 13635 ms
Write: 10% 11054 30% 11054 50% 11054 90% 11054 99% 11054 ms
Write: 10% 8462 30% 8462 50% 8462 90% 8462 99% 8462 ms
Write: 10% 8152 30% 8152 50% 8152 90% 8152 99% 8152 ms
Write: 10% 12519 30% 12519 50% 12519 90% 12519 99% 12519 ms
Write: 10% 6365 30% 6365 50% 6365 90% 6365 99% 6365 ms
Write: 10% 8100 30% 8100 50% 8100 90% 8100 99% 8100 ms
Write: 10% 12105 30% 12105 50% 12105 90% 12105 99% 12105 ms
Write: 10% 8054 30% 8054 50% 8054 90% 8054 99% 8054 ms
Write: 10% 7335 30% 7335 50% 7335 90% 7335 99% 7335 ms
Write: 10% 6932 30% 6932 50% 6932 90% 6932 99% 6932 ms
Write: 10% 7768 30% 7768 50% 7768 90% 7768 99% 7768 ms
Write: 10% 11901 30% 11901 50% 11901 90% 11901 99% 11901 ms
Write: 10% 11076 30% 11076 50% 11076 90% 11076 99% 11076 ms
Write: 10% 6294 30% 6294 50% 6294 90% 6294 99% 6294 ms
Write: 10% 5585 30% 5585 50% 5585 90% 5585 99% 5585 ms
Write: 10% 1598 30% 1598 50% 1598 90% 1598 99% 1598 ms
Write: 10% 9499 30% 9499 50% 9499 90% 9499 99% 9499 ms
Write: 10% 15402 30% 15402 50% 15402 90% 15402 99% 15402 ms
Write: 10% 7498 30% 7498 50% 7498 90% 7498 99% 7498 ms
Write: 10% 8459 30% 8459 50% 8459 90% 8459 99% 8459 ms
Write: 10% 4491 30% 4491 50% 4491 90% 4491 99% 4491 ms
Write: 10% 12452 30% 12452 50% 12452 90% 12452 99% 12452 ms
Write: 10% 5525 30% 5525 50% 5525 90% 5525 99% 5525 ms
Write: 10% 3014 30% 3014 50% 3014 90% 3014 99% 3014 ms
Write: 10% 2718 30% 2718 50% 2718 90% 2718 99% 2718 ms
Write: 10% 2477 30% 2477 50% 2477 90% 2477 99% 2477 ms
Write: 10% 4623 30% 4623 50% 4623 90% 4623 99% 4623 ms
Write: 10% 11857 30% 11857 50% 11857 90% 11857 99% 11857 ms
Write: 10% 4017 30% 4017 50% 4017 90% 4017 99% 4017 ms
Write: 10% 2062 30% 2062 50% 2062 90% 2062 99% 2062 ms
Write: 10% 4158 30% 4158 50% 4158 90% 4158 99% 4158 ms
Write: 10% 8044 30% 8044 50% 8044 90% 8044 99% 8044 ms
Write: 10% 2590 30% 2590 50% 2590 90% 2590 99% 2590 ms
Write: 10% 1764 30% 1764 50% 1764 90% 1764 99% 1764 ms
Write: 10% 3724 30% 3724 50% 3724 90% 3724 99% 3724 ms
Write: 10% 2475 30% 2475 50% 2475 90% 2475 99% 2475 ms
Write: 10% 3717 30% 3717 50% 3717 90% 3717 99% 3717 ms
Write: 10% 2976 30% 2976 50% 2976 90% 2976 99% 2976 ms
Write: 10% 1990 30% 1990 50% 1990 90% 1990 99% 1990 ms
Write: 10% 1961 30% 1961 50% 1961 90% 1961 99% 1961 ms
Write: 10% 2367 30% 2367 50% 2367 90% 2367 99% 2367 ms
Step 2. read write
Write: 10% 4527 30% 4527 50% 4527 90% 4527 99% 4527 ms
Write: 10% 4927 30% 4927 50% 4927 90% 4927 99% 4927 ms
Write: 10% 9301 30% 9301 50% 9301 90% 9301 99% 9301 ms
Write: 10% 15677 30% 15677 50% 15677 90% 15677 99% 15677 ms
Write: 10% 16149 30% 16149 50% 16149 90% 16149 99% 16149 ms
Write: 10% 19372 30% 19372 50% 19372 90% 19372 99% 19372 ms
Write: 10% 19198 30% 19198 50% 19198 90% 19198 99% 19198 ms
Write: 10% 18889 30% 18889 50% 18889 90% 18889 99% 18889 ms
Write: 10% 18670 30% 18670 50% 18670 90% 18670 99% 18670 ms
Write: 10% 15778 30% 15778 50% 15778 90% 15778 99% 15778 ms
Write: 10% 19817 30% 19817 50% 19817 90% 19817 99% 19817 ms
Write: 10% 17992 30% 17992 50% 17992 90% 17992 99% 17992 ms
Write: 10% 14060 30% 14060 50% 14060 90% 14060 99% 14060 ms
Write: 10% 17668 30% 17668 50% 17668 90% 17668 99% 17668 ms
Write: 10% 17586 30% 17586 50% 17586 90% 17586 99% 17586 ms
Write: 10% 18075 30% 18075 50% 18075 90% 18075 99% 18075 ms
Write: 10% 16817 30% 16817 50% 16817 90% 16817 99% 16817 ms
Write: 10% 17022 30% 17022 50% 17022 90% 17022 99% 17022 ms
Write: 10% 16769 30% 16769 50% 16769 90% 16769 99% 16769 ms
Write: 10% 8614 30% 8614 50% 8614 90% 8614 99% 8614 ms
Write: 10% 17426 30% 17426 50% 17426 90% 17426 99% 17426 ms
Write: 10% 15929 30% 15929 50% 15929 90% 15929 99% 15929 ms
Write: 10% 13071 30% 13071 50% 13071 90% 13071 99% 13071 ms
Write: 10% 16006 30% 16006 50% 16006 90% 16006 99% 16006 ms
Write: 10% 13678 30% 13678 50% 13678 90% 13678 99% 13678 ms
Write: 10% 6374 30% 6374 50% 6374 90% 6374 99% 6374 ms
Write: 10% 13449 30% 13449 50% 13449 90% 13449 99% 13449 ms
Write: 10% 11588 30% 11588 50% 11588 90% 11588 99% 11588 ms
Write: 10% 9528 30% 9528 50% 9528 90% 9528 99% 9528 ms
Write: 10% 16302 30% 16302 50% 16302 90% 16302 99% 16302 ms
Write: 10% 16019 30% 16019 50% 16019 90% 16019 99% 16019 ms
Write: 10% 15752 30% 15752 50% 15752 90% 15752 99% 15752 ms
Write: 10% 6287 30% 6287 50% 6287 90% 6287 99% 6287 ms
Write: 10% 11900 30% 11900 50% 11900 90% 11900 99% 11900 ms
Write: 10% 13369 30% 13369 50% 13369 90% 13369 99% 13369 ms
Write: 10% 5031 30% 5031 50% 5031 90% 5031 99% 5031 ms
Write: 10% 5273 30% 5273 50% 5273 90% 5273 99% 5273 ms
Write: 10% 7943 30% 7943 50% 7943 90% 7943 99% 7943 ms
Write: 10% 5193 30% 5193 50% 5193 90% 5193 99% 5193 ms
Write: 10% 3566 30% 3566 50% 3566 90% 3566 99% 3566 ms
Write: 10% 2683 30% 2683 50% 2683 90% 2683 99% 2683 ms
Write: 10% 2748 30% 2748 50% 2748 90% 2748 99% 2748 ms
Write: 10% 6352 30% 6352 50% 6352 90% 6352 99% 6352 ms
Write: 10% 4123 30% 4123 50% 4123 90% 4123 99% 4123 ms
Write: 10% 2188 30% 2188 50% 2188 90% 2188 99% 2188 ms
Write: 10% 13128 30% 13128 50% 13128 90% 13128 99% 13128 ms
Write: 10% 3047 30% 3047 50% 3047 90% 3047 99% 3047 ms
Write: 10% 6078 30% 6078 50% 6078 90% 6078 99% 6078 ms
Write: 10% 6892 30% 6892 50% 6892 90% 6892 99% 6892 ms
Write: 10% 7128 30% 7128 50% 7128 90% 7128 99% 7128 ms
Write: 10% 4356 30% 4356 50% 4356 90% 4356 99% 4356 ms
Write: 10% 8332 30% 8332 50% 8332 90% 8332 99% 8332 ms
Write: 10% 13331 30% 13331 50% 13331 90% 13331 99% 13331 ms
Write: 10% 12676 30% 12676 50% 12676 90% 12676 99% 12676 ms
Write: 10% 8045 30% 8045 50% 8045 90% 8045 99% 8045 ms
Write: 10% 5361 30% 5361 50% 5361 90% 5361 99% 5361 ms
Write: 10% 4301 30% 4301 50% 4301 90% 4301 99% 4301 ms
Write: 10% 4330 30% 4330 50% 4330 90% 4330 99% 4330 ms
Write: 10% 4174 30% 4174 50% 4174 90% 4174 99% 4174 ms
Write: 10% 3476 30% 3476 50% 3476 90% 3476 99% 3476 ms
Write: 10% 10280 30% 10280 50% 10280 90% 10280 99% 10280 ms
Write: 10% 8194 30% 8194 50% 8194 90% 8194 99% 8194 ms
Write: 10% 3431 30% 3431 50% 3431 90% 3431 99% 3431 ms
Write: 10% 4984 30% 4984 50% 4984 90% 4984 99% 4984 ms
Read: 10% 8657 30% 12369 50% 16081 90% 23506 99% 25176 ms
Step 3. write modify
Write: 10% 1322 30% 1322 50% 1322 90% 1322 99% 1322 ms
Write: 10% 531 30% 531 50% 531 90% 531 99% 531 ms
Write: 10% 1521 30% 1521 50% 1521 90% 1521 99% 1521 ms
Was written: 15.13671875 MiB, Speed: 0.2522786458333333 MiB/s
Write: 10% 1840 30% 1840 50% 1840 90% 1840 99% 1840 ms
Write: 10% 2141 30% 2141 50% 2141 90% 2141 99% 2141 ms
Write: 10% 7289 30% 7289 50% 7289 90% 7289 99% 7289 ms
Write: 10% 7173 30% 7173 50% 7173 90% 7173 99% 7173 ms
Write: 10% 6444 30% 6444 50% 6444 90% 6444 99% 6444 ms
Write: 10% 6393 30% 6393 50% 6393 90% 6393 99% 6393 ms
Write: 10% 9449 30% 9449 50% 9449 90% 9449 99% 9449 ms
Write: 10% 9144 30% 9144 50% 9144 90% 9144 99% 9144 ms
Write: 10% 11649 30% 11649 50% 11649 90% 11649 99% 11649 ms
Write: 10% 12498 30% 12498 50% 12498 90% 12498 99% 12498 ms
Write: 10% 12254 30% 12254 50% 12254 90% 12254 99% 12254 ms
Write: 10% 11397 30% 11397 50% 11397 90% 11397 99% 11397 ms
Write: 10% 15732 30% 15732 50% 15732 90% 15732 99% 15732 ms
Write: 10% 15488 30% 15488 50% 15488 90% 15488 99% 15488 ms
Write: 10% 13468 30% 13468 50% 13468 90% 13468 99% 13468 ms
Write: 10% 16179 30% 16179 50% 16179 90% 16179 99% 16179 ms
Write: 10% 15778 30% 15778 50% 15778 90% 15778 99% 15778 ms
Write: 10% 16990 30% 16990 50% 16990 90% 16990 99% 16990 ms
Write: 10% 13074 30% 13074 50% 13074 90% 13074 99% 13074 ms
Write: 10% 13320 30% 13320 50% 13320 90% 13320 99% 13320 ms
Write: 10% 17285 30% 17285 50% 17285 90% 17285 99% 17285 ms
Write: 10% 16236 30% 16236 50% 16236 90% 16236 99% 16236 ms
Write: 10% 16486 30% 16486 50% 16486 90% 16486 99% 16486 ms
Write: 10% 11727 30% 11727 50% 11727 90% 11727 99% 11727 ms
Write: 10% 16012 30% 16012 50% 16012 90% 16012 99% 16012 ms
Write: 10% 15851 30% 15851 50% 15851 90% 15851 99% 15851 ms
Write: 10% 11297 30% 11297 50% 11297 90% 11297 99% 11297 ms
Write: 10% 11201 30% 11201 50% 11201 90% 11201 99% 11201 ms
Write: 10% 10105 30% 10105 50% 10105 90% 10105 99% 10105 ms
Write: 10% 14382 30% 14382 50% 14382 90% 14382 99% 14382 ms
Write: 10% 14227 30% 14227 50% 14227 90% 14227 99% 14227 ms
Write: 10% 16550 30% 16550 50% 16550 90% 16550 99% 16550 ms
Write: 10% 8946 30% 8946 50% 8946 90% 8946 99% 8946 ms
Write: 10% 12566 30% 12566 50% 12566 90% 12566 99% 12566 ms
Write: 10% 2938 30% 2938 50% 2938 90% 2938 99% 2938 ms
Write: 10% 5182 30% 5182 50% 5182 90% 5182 99% 5182 ms
Write: 10% 12122 30% 12122 50% 12122 90% 12122 99% 12122 ms
Write: 10% 4915 30% 4915 50% 4915 90% 4915 99% 4915 ms
Write: 10% 4295 30% 4295 50% 4295 90% 4295 99% 4295 ms
Write: 10% 8692 30% 8692 50% 8692 90% 8692 99% 8692 ms
Write: 10% 8410 30% 8410 50% 8410 90% 8410 99% 8410 ms
Write: 10% 10826 30% 10826 50% 10826 90% 10826 99% 10826 ms
Write: 10% 7786 30% 7786 50% 7786 90% 7786 99% 7786 ms
Write: 10% 11156 30% 11156 50% 11156 90% 11156 99% 11156 ms
Write: 10% 7655 30% 7655 50% 7655 90% 7655 99% 7655 ms
Write: 10% 2812 30% 2812 50% 2812 90% 2812 99% 2812 ms
Write: 10% 2681 30% 2681 50% 2681 90% 2681 99% 2681 ms
Write: 10% 2010 30% 2010 50% 2010 90% 2010 99% 2010 ms
Write: 10% 10373 30% 10373 50% 10373 90% 10373 99% 10373 ms
Write: 10% 7564 30% 7564 50% 7564 90% 7564 99% 7564 ms
Write: 10% 9577 30% 9577 50% 9577 90% 9577 99% 9577 ms
Write: 10% 4045 30% 4045 50% 4045 90% 4045 99% 4045 ms
Write: 10% 10743 30% 10743 50% 10743 90% 10743 99% 10743 ms
Write: 10% 5655 30% 5655 50% 5655 90% 5655 99% 5655 ms
Write: 10% 2409 30% 2409 50% 2409 90% 2409 99% 2409 ms
Write: 10% 9079 30% 9079 50% 9079 90% 9079 99% 9079 ms
Write: 10% 4130 30% 4130 50% 4130 90% 4130 99% 4130 ms
Write: 10% 5638 30% 5638 50% 5638 90% 5638 99% 5638 ms
Write: 10% 2158 30% 2158 50% 2158 90% 2158 99% 2158 ms
Write: 10% 2428 30% 2428 50% 2428 90% 2428 99% 2428 ms
Write: 10% 2457 30% 2457 50% 2457 90% 2457 99% 2457 ms
Update: 10% 1676 30% 1676 50% 1676 90% 1676 99% 1676 ms
Step 4. read modify write
Write: 10% 4840 30% 4840 50% 4840 90% 4840 99% 4840 ms
Write: 10% 6982 30% 6982 50% 6982 90% 6982 99% 6982 ms
Write: 10% 8097 30% 8097 50% 8097 90% 8097 99% 8097 ms
Write: 10% 10937 30% 10937 50% 10937 90% 10937 99% 10937 ms
Write: 10% 17843 30% 17843 50% 17843 90% 17843 99% 17843 ms
Write: 10% 17982 30% 17982 50% 17982 90% 17982 99% 17982 ms
Write: 10% 19075 30% 19075 50% 19075 90% 19075 99% 19075 ms
Write: 10% 18557 30% 18557 50% 18557 90% 18557 99% 18557 ms
Write: 10% 15738 30% 15738 50% 15738 90% 15738 99% 15738 ms
Write: 10% 18198 30% 18198 50% 18198 90% 18198 99% 18198 ms
Write: 10% 18296 30% 18296 50% 18296 90% 18296 99% 18296 ms
Write: 10% 19894 30% 19894 50% 19894 90% 19894 99% 19894 ms
Write: 10% 18121 30% 18121 50% 18121 90% 18121 99% 18121 ms
Write: 10% 13708 30% 13708 50% 13708 90% 13708 99% 13708 ms
Write: 10% 16691 30% 16691 50% 16691 90% 16691 99% 16691 ms
Write: 10% 13883 30% 13883 50% 13883 90% 13883 99% 13883 ms
Write: 10% 17481 30% 17481 50% 17481 90% 17481 99% 17481 ms
Write: 10% 12482 30% 12482 50% 12482 90% 12482 99% 12482 ms
Write: 10% 12522 30% 12522 50% 12522 90% 12522 99% 12522 ms
Write: 10% 15922 30% 15922 50% 15922 90% 15922 99% 15922 ms
Write: 10% 15650 30% 15650 50% 15650 90% 15650 99% 15650 ms
Write: 10% 11898 30% 11898 50% 11898 90% 11898 99% 11898 ms
Write: 10% 5808 30% 5808 50% 5808 90% 5808 99% 5808 ms
Write: 10% 15832 30% 15832 50% 15832 90% 15832 99% 15832 ms
Write: 10% 10866 30% 10866 50% 10866 90% 10866 99% 10866 ms
Write: 10% 10563 30% 10563 50% 10563 90% 10563 99% 10563 ms
Write: 10% 11036 30% 11036 50% 11036 90% 11036 99% 11036 ms
Write: 10% 7589 30% 7589 50% 7589 90% 7589 99% 7589 ms
Write: 10% 7769 30% 7769 50% 7769 90% 7769 99% 7769 ms
Write: 10% 13788 30% 13788 50% 13788 90% 13788 99% 13788 ms
Write: 10% 4489 30% 4489 50% 4489 90% 4489 99% 4489 ms
Write: 10% 16797 30% 16797 50% 16797 90% 16797 99% 16797 ms
Write: 10% 4393 30% 4393 50% 4393 90% 4393 99% 4393 ms
Write: 10% 9994 30% 9994 50% 9994 90% 9994 99% 9994 ms
Write: 10% 9602 30% 9602 50% 9602 90% 9602 99% 9602 ms
Write: 10% 8933 30% 8933 50% 8933 90% 8933 99% 8933 ms
Write: 10% 4235 30% 4235 50% 4235 90% 4235 99% 4235 ms
Write: 10% 7368 30% 7368 50% 7368 90% 7368 99% 7368 ms
Write: 10% 8187 30% 8187 50% 8187 90% 8187 99% 8187 ms
Write: 10% 10195 30% 10195 50% 10195 90% 10195 99% 10195 ms
Write: 10% 7415 30% 7415 50% 7415 90% 7415 99% 7415 ms
Write: 10% 12895 30% 12895 50% 12895 90% 12895 99% 12895 ms
Write: 10% 6293 30% 6293 50% 6293 90% 6293 99% 6293 ms
Write: 10% 12172 30% 12172 50% 12172 90% 12172 99% 12172 ms
Write: 10% 11774 30% 11774 50% 11774 90% 11774 99% 11774 ms
Write: 10% 5705 30% 5705 50% 5705 90% 5705 99% 5705 ms
Write: 10% 4264 30% 4264 50% 4264 90% 4264 99% 4264 ms
Write: 10% 4673 30% 4673 50% 4673 90% 4673 99% 4673 ms
Write: 10% 8453 30% 8453 50% 8453 90% 8453 99% 8453 ms
Write: 10% 3033 30% 3033 50% 3033 90% 3033 99% 3033 ms
Write: 10% 4146 30% 4146 50% 4146 90% 4146 99% 4146 ms
Write: 10% 6501 30% 6501 50% 6501 90% 6501 99% 6501 ms
Write: 10% 4053 30% 4053 50% 4053 90% 4053 99% 4053 ms
Write: 10% 5182 30% 5182 50% 5182 90% 5182 99% 5182 ms
Write: 10% 3220 30% 3220 50% 3220 90% 3220 99% 3220 ms
Write: 10% 6957 30% 6957 50% 6957 90% 6957 99% 6957 ms
Write: 10% 3891 30% 3891 50% 3891 90% 3891 99% 3891 ms
Write: 10% 4186 30% 4186 50% 4186 90% 4186 99% 4186 ms
Write: 10% 4400 30% 4400 50% 4400 90% 4400 99% 4400 ms
Write: 10% 3934 30% 3934 50% 3934 90% 3934 99% 3934 ms
Write: 10% 4394 30% 4394 50% 4394 90% 4394 99% 4394 ms
Write: 10% 10450 30% 10450 50% 10450 90% 10450 99% 10450 ms
Write: 10% 8081 30% 8081 50% 8081 90% 8081 99% 8081 ms
Write: 10% 4572 30% 4572 50% 4572 90% 4572 99% 4572 ms
Read: 10% 6918 30% 11314 50% 15710 90% 24502 99% 26481 ms
Update: 10% 1007 30% 1007 50% 1007 90% 1007 99% 1007 ms
