Thread 0 failed
Thread 0 failed
Thread 1 failed
Thread 4 failed
Thread 2 failed
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "contrib/python/pytest/py3/_pytest/main.py", line 273, in wrap_session
    session.exitstatus = doit(config, session) or 0
  File "contrib/python/pytest/py3/_pytest/main.py", line 327, in _main
    config.hook.pytest_runtestloop(session=session)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 352, in pytest_runtestloop
    item.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 115, in pytest_runtest_protocol
    runtestprotocol(item, nextitem=nextitem)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 134, in runtestprotocol
    reports.append(call_and_report(item, "call", log))
  File "contrib/python/pytest/py3/_pytest/runner.py", line 223, in call_and_report
    call = call_runtest_hook(item, when, **kwds)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 262, in call_runtest_hook
    return CallInfo.from_call(
  File "contrib/python/pytest/py3/_pytest/runner.py", line 342, in from_call
    result: Optional[TResult] = func()
  File "contrib/python/pytest/py3/_pytest/runner.py", line 263, in <lambda>
    lambda: ihook(item=item, **kwds), when=when, reraise=reraise
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 170, in pytest_runtest_call
    item.runtest()
  File "contrib/python/pytest/py3/_pytest/python.py", line 1844, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "library/python/pytest/plugins/ya.py", line 565, in pytest_pyfunc_call
    pyfuncitem.retval = testfunction(**testargs)
  File "/home/runner/.ya/build/build_root/bkfb/005557/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 114, in test_multi
    t.join()
  File "contrib/tools/python3/Lib/threading.py", line 1149, in join
    self._wait_for_tstate_lock()
  File "contrib/tools/python3/Lib/threading.py", line 1169, in _wait_for_tstate_lock
    if lock.acquire(block, timeout):
  File "library/python/pytest/plugins/ya.py", line 344, in _graceful_shutdown
    stack = traceback.format_stack()
Traceback (most recent call last):
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
         ^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 308, in wrap_session
    config.hook.pytest_sessionfinish(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/logging.py", line 861, in pytest_sessionfinish
    return (yield)
            ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/terminal.py", line 854, in pytest_sessionfinish
    result = yield
             ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/runner.py", line 109, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 554, in teardown_exact
    raise exceptions[0]
  File "contrib/python/pytest/py3/_pytest/runner.py", line 543, in teardown_exact
    fin()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1049, in finish
    raise exc
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1042, in finish
    func()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 926, in _teardown_yield_fixture
    next(it)
  File "contrib/python/pytest/py3/_pytest/python.py", line 847, in xunit_setup_class_fixture
    _call_with_optional_argument(func, self.obj)
  File "contrib/python/pytest/py3/_pytest/python.py", line 764, in _call_with_optional_argument
    func(arg)
  File "/home/runner/.ya/build/build_root/bkfb/005557/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 81, in teardown_class
    cls._ydb_instance.stop()
  File "/home/runner/.ya/build/build_root/bkfb/005557/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 63, in stop
    self._temp_ydb_cluster.stop()
  File "ydb/tests/library/harness/kikimr_runner.py", line 694, in stop
    raise daemon.SeveralDaemonErrors(saved_exceptions)
ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-11T17:58:49.864077Z): tablet_id=72075186224038016;self_id=[1:7571528521385082743:7503];ev=NActors::IEventHandle;tx_id=281474976710852;lock_id=281474976710850;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FCCA357
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FCB808A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x225642DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E89B7A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D6E8690
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D6E7E1C
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D6D5019
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E97E44F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D745215
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D848F85
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2764CA30
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x27646D3C
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2764F65E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x275E312A
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x275E312A
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D8479A5
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D7B6AE7
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x22456BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2253CDB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x225469D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x22545F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x22547FFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FCCF3B4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F96CDC6
24. ??:0: ?? @ 0x7F7939986AC2
25. ??:0: ?? @ 0x7F7939A188BF
Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_6/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_6/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-11T17:58:48.892790Z): tablet_id=72075186224038144;self_id=[6:7571528522525742183:6871];ev=NActors::IEventHandle;tx_id=281474976715804;lock_id=281474976715795;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FCCA357
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FCB808A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x225642DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E89B7A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D6E8690
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D6E7E1C
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D6D5019
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E97E44F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D745215
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D848F85
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2764CA30
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x27646D3C
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2764F65E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x275E312A
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x275E312A
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D8479A5
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D7B6AE7
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x22456BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2253CDB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x225469D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x22545F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x22547FFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FCCF3B4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F96CDC6
24. ??:0: ?? @ 0x7FA000B41AC2
25. ??:0: ?? @ 0x7FA000BD38BF

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: .../build/build_root/bkfb/005557/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/bkfb/005557', '--source-root', '/home/runner/.ya/build/build_root/bkfb/005557/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1768, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: ((".../build/build_root/bkfb/005557/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/bkfb/005557', '--source-root', '/home/runner/.ya/build/build_root/bkfb/005557/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/bkfb/005557/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout",), {})
Was written: 0.0 MiB, Speed: 0.0 MiB/s
Step 1. only write
Write: 10% 1253 30% 1253 50% 1253 90% 1253 99% 1253 ms
Write: 10% 2500 30% 2500 50% 2500 90% 2500 99% 2500 ms
Write: 10% 1694 30% 1694 50% 1694 90% 1694 99% 1694 ms
Write: 10% 1089 30% 1089 50% 1089 90% 1089 99% 1089 ms
Write: 10% 1562 30% 1562 50% 1562 90% 1562 99% 1562 ms
Write: 10% 1974 30% 1974 50% 1974 90% 1974 99% 1974 ms
Write: 10% 3494 30% 3494 50% 3494 90% 3494 99% 3494 ms
Write: 10% 5886 30% 5886 50% 5886 90% 5886 99% 5886 ms
Write: 10% 6290 30% 6290 50% 6290 90% 6290 99% 6290 ms
Write: 10% 8447 30% 8447 50% 8447 90% 8447 99% 8447 ms
Write: 10% 8227 30% 8227 50% 8227 90% 8227 99% 8227 ms
Write: 10% 9760 30% 9760 50% 9760 90% 9760 99% 9760 ms
Write: 10% 13409 30% 13409 50% 13409 90% 13409 99% 13409 ms
Write: 10% 12141 30% 12141 50% 12141 90% 12141 99% 12141 ms
Write: 10% 13164 30% 13164 50% 13164 90% 13164 99% 13164 ms
Write: 10% 14562 30% 14562 50% 14562 90% 14562 99% 14562 ms
Write: 10% 16100 30% 16100 50% 16100 90% 16100 99% 16100 ms
Write: 10% 13933 30% 13933 50% 13933 90% 13933 99% 13933 ms
Write: 10% 16522 30% 16522 50% 16522 90% 16522 99% 16522 ms
Write: 10% 14665 30% 14665 50% 14665 90% 14665 99% 14665 ms
Write: 10% 14808 30% 14808 50% 14808 90% 14808 99% 14808 ms
Write: 10% 16980 30% 16980 50% 16980 90% 16980 99% 16980 ms
Write: 10% 16680 30% 16680 50% 16680 90% 16680 99% 16680 ms
Write: 10% 10397 30% 10397 50% 10397 90% 10397 99% 10397 ms
Write: 10% 10608 30% 10608 50% 10608 90% 10608 99% 10608 ms
Write: 10% 11281 30% 11281 50% 11281 90% 11281 99% 11281 ms
Write: 10% 13868 30% 13868 50% 13868 90% 13868 99% 13868 ms
Write: 10% 17167 30% 17167 50% 17167 90% 17167 99% 17167 ms
Write: 10% 14434 30% 14434 50% 14434 90% 14434 99% 14434 ms
Write: 10% 10901 30% 10901 50% 10901 90% 10901 99% 10901 ms
Write: 10% 10162 30% 10162 50% 10162 90% 10162 99% 10162 ms
Write: 10% 8581 30% 8581 50% 8581 90% 8581 99% 8581 ms
Write: 10% 12705 30% 12705 50% 12705 90% 12705 99% 12705 ms
Write: 10% 13912 30% 13912 50% 13912 90% 13912 99% 13912 ms
Write: 10% 12530 30% 12530 50% 12530 90% 12530 99% 12530 ms
Write: 10% 9759 30% 9759 50% 9759 90% 9759 99% 9759 ms
Write: 10% 9671 30% 9671 50% 9671 90% 9671 99% 9671 ms
Write: 10% 8090 30% 8090 50% 8090 90% 8090 99% 8090 ms
Write: 10% 6101 30% 6101 50% 6101 90% 6101 99% 6101 ms
Write: 10% 10551 30% 10551 50% 10551 90% 10551 99% 10551 ms
Write: 10% 6398 30% 6398 50% 6398 90% 6398 99% 6398 ms
Write: 10% 8856 30% 8856 50% 8856 90% 8856 99% 8856 ms
Write: 10% 8953 30% 8953 50% 8953 90% 8953 99% 8953 ms
Write: 10% 5114 30% 5114 50% 5114 90% 5114 99% 5114 ms
Write: 10% 7647 30% 7647 50% 7647 90% 7647 99% 7647 ms
Write: 10% 2935 30% 2935 50% 2935 90% 2935 99% 2935 ms
Write: 10% 2935 30% 2935 50% 2935 90% 2935 99% 2935 ms
Write: 10% 3190 30% 3190 50% 3190 90% 3190 99% 3190 ms
Write: 10% 2047 30% 2047 50% 2047 90% 2047 99% 2047 ms
Write: 10% 4762 30% 4762 50% 4762 90% 4762 99% 4762 ms
Write: 10% 2935 30% 2935 50% 2935 90% 2935 99% 2935 ms
Write: 10% 4725 30% 4725 50% 4725 90% 4725 99% 4725 ms
Write: 10% 8768 30% 8768 50% 8768 90% 8768 99% 8768 ms
Write: 10% 1790 30% 1790 50% 1790 90% 1790 99% 1790 ms
Write: 10% 4091 30% 4091 50% 4091 90% 4091 99% 4091 ms
Write: 10% 6646 30% 6646 50% 6646 90% 6646 99% 6646 ms
Write: 10% 8173 30% 8173 50% 8173 90% 8173 99% 8173 ms
Write: 10% 2506 30% 2506 50% 2506 90% 2506 99% 2506 ms
Write: 10% 2193 30% 2193 50% 2193 90% 2193 99% 2193 ms
Write: 10% 1952 30% 1952 50% 1952 90% 1952 99% 1952 ms
Write: 10% 2111 30% 2111 50% 2111 90% 2111 99% 2111 ms
Write: 10% 8369 30% 8369 50% 8369 90% 8369 99% 8369 ms
Write: 10% 1787 30% 1787 50% 1787 90% 1787 99% 1787 ms
Write: 10% 7905 30% 7905 50% 7905 90% 7905 99% 7905 ms
Step 2. read write
Write: 10% 732 30% 732 50% 732 90% 732 99% 732 ms
Write: 10% 2658 30% 2658 50% 2658 90% 2658 99% 2658 ms
Write: 10% 3345 30% 3345 50% 3345 90% 3345 99% 3345 ms
Write: 10% 2201 30% 2201 50% 2201 90% 2201 99% 2201 ms
Write: 10% 3494 30% 3494 50% 3494 90% 3494 99% 3494 ms
Write: 10% 6257 30% 6257 50% 6257 90% 6257 99% 6257 ms
Write: 10% 8186 30% 8186 50% 8186 90% 8186 99% 8186 ms
Write: 10% 9038 30% 9038 50% 9038 90% 9038 99% 9038 ms
Write: 10% 8578 30% 8578 50% 8578 90% 8578 99% 8578 ms
Write: 10% 10245 30% 10245 50% 10245 90% 10245 99% 10245 ms
Write: 10% 20764 30% 20764 50% 20764 90% 20764 99% 20764 ms
Write: 10% 17987 30% 17987 50% 17987 90% 17987 99% 17987 ms
Write: 10% 20982 30% 20982 50% 20982 90% 20982 99% 20982 ms
Write: 10% 18613 30% 18613 50% 18613 90% 18613 99% 18613 ms
Write: 10% 20533 30% 20533 50% 20533 90% 20533 99% 20533 ms
Write: 10% 19139 30% 19139 50% 19139 90% 19139 99% 19139 ms
Write: 10% 19274 30% 19274 50% 19274 90% 19274 99% 19274 ms
Write: 10% 19189 30% 19189 50% 19189 90% 19189 99% 19189 ms
Write: 10% 17975 30% 17975 50% 17975 90% 17975 99% 17975 ms
Write: 10% 18303 30% 18303 50% 18303 90% 18303 99% 18303 ms
Write: 10% 8175 30% 8175 50% 8175 90% 8175 99% 8175 ms
Write: 10% 17689 30% 17689 50% 17689 90% 17689 99% 17689 ms
Write: 10% 15421 30% 15421 50% 15421 90% 15421 99% 15421 ms
Write: 10% 17837 30% 17837 50% 17837 90% 17837 99% 17837 ms
Write: 10% 18357 30% 18357 50% 18357 90% 18357 99% 18357 ms
Write: 10% 17436 30% 17436 50% 17436 90% 17436 99% 17436 ms
Write: 10% 16327 30% 16327 50% 16327 90% 16327 99% 16327 ms
Write: 10% 19811 30% 19811 50% 19811 90% 19811 99% 19811 ms
Write: 10% 17261 30% 17261 50% 17261 90% 17261 99% 17261 ms
Write: 10% 18998 30% 18998 50% 18998 90% 18998 99% 18998 ms
Write: 10% 7891 30% 7891 50% 7891 90% 7891 99% 7891 ms
Write: 10% 15334 30% 15334 50% 15334 90% 15334 99% 15334 ms
Write: 10% 17295 30% 17295 50% 17295 90% 17295 99% 17295 ms
Write: 10% 10482 30% 10482 50% 10482 90% 10482 99% 10482 ms
Write: 10% 11156 30% 11156 50% 11156 90% 11156 99% 11156 ms
Write: 10% 6367 30% 6367 50% 6367 90% 6367 99% 6367 ms
Write: 10% 14179 30% 14179 50% 14179 90% 14179 99% 14179 ms
Write: 10% 14766 30% 14766 50% 14766 90% 14766 99% 14766 ms
Write: 10% 3255 30% 3255 50% 3255 90% 3255 99% 3255 ms
Write: 10% 5474 30% 5474 50% 5474 90% 5474 99% 5474 ms
Write: 10% 7099 30% 7099 50% 7099 90% 7099 99% 7099 ms
Write: 10% 3925 30% 3925 50% 3925 90% 3925 99% 3925 ms
Write: 10% 4413 30% 4413 50% 4413 90% 4413 99% 4413 ms
Write: 10% 8622 30% 8622 50% 8622 90% 8622 99% 8622 ms
Write: 10% 5055 30% 5055 50% 5055 90% 5055 99% 5055 ms
Write: 10% 1913 30% 1913 50% 1913 90% 1913 99% 1913 ms
Write: 10% 12880 30% 12880 50% 12880 90% 12880 99% 12880 ms
Write: 10% 9570 30% 9570 50% 9570 90% 9570 99% 9570 ms
Write: 10% 3276 30% 3276 50% 3276 90% 3276 99% 3276 ms
Write: 10% 2624 30% 2624 50% 2624 90% 2624 99% 2624 ms
Write: 10% 1859 30% 1859 50% 1859 90% 1859 99% 1859 ms
Write: 10% 3362 30% 3362 50% 3362 90% 3362 99% 3362 ms
Write: 10% 2649 30% 2649 50% 2649 90% 2649 99% 2649 ms
Write: 10% 1739 30% 1739 50% 1739 90% 1739 99% 1739 ms
Write: 10% 8133 30% 8133 50% 8133 90% 8133 99% 8133 ms
Write: 10% 8301 30% 8301 50% 8301 90% 8301 99% 8301 ms
Write: 10% 12796 30% 12796 50% 12796 90% 12796 99% 12796 ms
Write: 10% 5538 30% 5538 50% 5538 90% 5538 99% 5538 ms
Write: 10% 1769 30% 1769 50% 1769 90% 1769 99% 1769 ms
Write: 10% 1710 30% 1710 50% 1710 90% 1710 99% 1710 ms
Write: 10% 3666 30% 3666 50% 3666 90% 3666 99% 3666 ms
Write: 10% 4747 30% 4747 50% 4747 90% 4747 99% 4747 ms
Write: 10% 2339 30% 2339 50% 2339 90% 2339 99% 2339 ms
Write: 10% 6731 30% 6731 50% 6731 90% 6731 99% 6731 ms
Read: 10% 3851 30% 4130 50% 4409 90% 24267 99% 28735 ms
Step 3. write modify
Was written: 15.13671875 MiB, Speed: 0.2522786458333333 MiB/s
Write: 10% 1538 30% 1538 50% 1538 90% 1538 99% 1538 ms
Write: 10% 2469 30% 2469 50% 2469 90% 2469 99% 2469 ms
Write: 10% 4370 30% 4370 50% 4370 90% 4370 99% 4370 ms
Write: 10% 7825 30% 7825 50% 7825 90% 7825 99% 7825 ms
Write: 10% 7685 30% 7685 50% 7685 90% 7685 99% 7685 ms
Write: 10% 16358 30% 16358 50% 16358 90% 16358 99% 16358 ms
Write: 10% 16060 30% 16060 50% 16060 90% 16060 99% 16060 ms
Write: 10% 16728 30% 16728 50% 16728 90% 16728 99% 16728 ms
Write: 10% 18459 30% 18459 50% 18459 90% 18459 99% 18459 ms
Write: 10% 17902 30% 17902 50% 17902 90% 17902 99% 17902 ms
Write: 10% 18518 30% 18518 50% 18518 90% 18518 99% 18518 ms
Write: 10% 16037 30% 16037 50% 16037 90% 16037 99% 16037 ms
Write: 10% 14558 30% 14558 50% 14558 90% 14558 99% 14558 ms
Write: 10% 15631 30% 15631 50% 15631 90% 15631 99% 15631 ms
Write: 10% 14976 30% 14976 50% 14976 90% 14976 99% 14976 ms
Write: 10% 13894 30% 13894 50% 13894 90% 13894 99% 13894 ms
Write: 10% 14084 30% 14084 50% 14084 90% 14084 99% 14084 ms
Write: 10% 13872 30% 13872 50% 13872 90% 13872 99% 13872 ms
Write: 10% 14917 30% 14917 50% 14917 90% 14917 99% 14917 ms
Write: 10% 17469 30% 17469 50% 17469 90% 17469 99% 17469 ms
Write: 10% 17195 30% 17195 50% 17195 90% 17195 99% 17195 ms
Write: 10% 19081 30% 19081 50% 19081 90% 19081 99% 19081 ms
Write: 10% 17190 30% 17190 50% 17190 90% 17190 99% 17190 ms
Write: 10% 13711 30% 13711 50% 13711 90% 13711 99% 13711 ms
Write: 10% 15734 30% 15734 50% 15734 90% 15734 99% 15734 ms
Write: 10% 18497 30% 18497 50% 18497 90% 18497 99% 18497 ms
Write: 10% 14365 30% 14365 50% 14365 90% 14365 99% 14365 ms
Write: 10% 11293 30% 11293 50% 11293 90% 11293 99% 11293 ms
Write: 10% 18289 30% 18289 50% 18289 90% 18289 99% 18289 ms
Write: 10% 6987 30% 6987 50% 6987 90% 6987 99% 6987 ms
Write: 10% 13422 30% 13422 50% 13422 90% 13422 99% 13422 ms
Write: 10% 5068 30% 5068 50% 5068 90% 5068 99% 5068 ms
Write: 10% 6453 30% 6453 50% 6453 90% 6453 99% 6453 ms
Write: 10% 4955 30% 4955 50% 4955 90% 4955 99% 4955 ms
Write: 10% 2680 30% 2680 50% 2680 90% 2680 99% 2680 ms
Write: 10% 4395 30% 4395 50% 4395 90% 4395 99% 4395 ms
Write: 10% 3515 30% 3515 50% 3515 90% 3515 99% 3515 ms
Write: 10% 9285 30% 9285 50% 9285 90% 9285 99% 9285 ms
Write: 10% 3199 30% 3199 50% 3199 90% 3199 99% 3199 ms
Write: 10% 11022 30% 11022 50% 11022 90% 11022 99% 11022 ms
Write: 10% 3072 30% 3072 50% 3072 90% 3072 99% 3072 ms
Write: 10% 7284 30% 7284 50% 7284 90% 7284 99% 7284 ms
Write: 10% 7738 30% 7738 50% 7738 90% 7738 99% 7738 ms
Write: 10% 2947 30% 2947 50% 2947 90% 2947 99% 2947 ms
Write: 10% 14016 30% 14016 50% 14016 90% 14016 99% 14016 ms
Write: 10% 6196 30% 6196 50% 6196 90% 6196 99% 6196 ms
Write: 10% 16480 30% 16480 50% 16480 90% 16480 99% 16480 ms
Write: 10% 12014 30% 12014 50% 12014 90% 12014 99% 12014 ms
Write: 10% 11308 30% 11308 50% 11308 90% 11308 99% 11308 ms
Write: 10% 4081 30% 4081 50% 4081 90% 4081 99% 4081 ms
Write: 10% 9406 30% 9406 50% 9406 90% 9406 99% 9406 ms
Write: 10% 3128 30% 3128 50% 3128 90% 3128 99% 3128 ms
Write: 10% 14799 30% 14799 50% 14799 90% 14799 99% 14799 ms
Write: 10% 4528 30% 4528 50% 4528 90% 4528 99% 4528 ms
Write: 10% 5716 30% 5716 50% 5716 90% 5716 99% 5716 ms
Write: 10% 6545 30% 6545 50% 6545 90% 6545 99% 6545 ms
Write: 10% 11115 30% 11115 50% 11115 90% 11115 99% 11115 ms
Write: 10% 3238 30% 3238 50% 3238 90% 3238 99% 3238 ms
Write: 10% 6039 30% 6039 50% 6039 90% 6039 99% 6039 ms
Write: 10% 5688 30% 5688 50% 5688 90% 5688 99% 5688 ms
Write: 10% 11354 30% 11354 50% 11354 90% 11354 99% 11354 ms
Write: 10% 6682 30% 6682 50% 6682 90% 6682 99% 6682 ms
Write: 10% 7049 30% 7049 50% 7049 90% 7049 99% 7049 ms
Write: 10% 8174 30% 8174 50% 8174 90% 8174 99% 8174 ms
Update: 10% 2449 30% 2449 50% 2449 90% 2449 99% 2449 ms
Step 4. read modify write
Write: 10% 3871 30% 3871 50% 3871 90% 3871 99% 3871 ms
Write: 10% 5936 30% 5936 50% 5936 90% 5936 99% 5936 ms
Write: 10% 7754 30% 7754 50% 7754 90% 7754 99% 7754 ms
Write: 10% 9305 30% 9305 50% 9305 90% 9305 99% 9305 ms
Write: 10% 10781 30% 10781 50% 10781 90% 10781 99% 10781 ms
Write: 10% 12834 30% 12834 50% 12834 90% 12834 99% 12834 ms
Write: 10% 13225 30% 13225 50% 13225 90% 13225 99% 13225 ms
Write: 10% 13640 30% 13640 50% 13640 90% 13640 99% 13640 ms
Write: 10% 12230 30% 12230 50% 12230 90% 12230 99% 12230 ms
Write: 10% 17262 30% 17262 50% 17262 90% 17262 99% 17262 ms
Write: 10% 13139 30% 13139 50% 13139 90% 13139 99% 13139 ms
Write: 10% 14197 30% 14197 50% 14197 90% 14197 99% 14197 ms
Write: 10% 18328 30% 18328 50% 18328 90% 18328 99% 18328 ms
Write: 10% 14391 30% 14391 50% 14391 90% 14391 99% 14391 ms
Write: 10% 15261 30% 15261 50% 15261 90% 15261 99% 15261 ms
Write: 10% 16648 30% 16648 50% 16648 90% 16648 99% 16648 ms
Write: 10% 18457 30% 18457 50% 18457 90% 18457 99% 18457 ms
Write: 10% 11458 30% 11458 50% 11458 90% 11458 99% 11458 ms
Write: 10% 16658 30% 16658 50% 16658 90% 16658 99% 16658 ms
Write: 10% 15240 30% 15240 50% 15240 90% 15240 99% 15240 ms
Write: 10% 13851 30% 13851 50% 13851 90% 13851 99% 13851 ms
Write: 10% 13652 30% 13652 50% 13652 90% 13652 99% 13652 ms
Write: 10% 8971 30% 8971 50% 8971 90% 8971 99% 8971 ms
Write: 10% 23574 30% 23574 50% 23574 90% 23574 99% 23574 ms
Write: 10% 16317 30% 16317 50% 16317 90% 16317 99% 16317 ms
Write: 10% 16937 30% 16937 50% 16937 90% 16937 99% 16937 ms
Write: 10% 21648 30% 21648 50% 21648 90% 21648 99% 21648 ms
Write: 10% 19409 30% 19409 50% 19409 90% 19409 99% 19409 ms
Write: 10% 10391 30% 10391 50% 10391 90% 10391 99% 10391 ms
Write: 10% 11114 30% 11114 50% 11114 90% 11114 99% 11114 ms
Write: 10% 8888 30% 8888 50% 8888 90% 8888 99% 8888 ms
Write: 10% 9393 30% 9393 50% 9393 90% 9393 99% 9393 ms
Write: 10% 12182 30% 12182 50% 12182 90% 12182 99% 12182 ms
Write: 10% 7294 30% 7294 50% 7294 90% 7294 99% 7294 ms
Write: 10% 11924 30% 11924 50% 11924 90% 11924 99% 11924 ms
Write: 10% 10708 30% 10708 50% 10708 90% 10708 99% 10708 ms
Write: 10% 6292 30% 6292 50% 6292 90% 6292 99% 6292 ms
Write: 10% 6509 30% 6509 50% 6509 90% 6509 99% 6509 ms
Write: 10% 11079 30% 11079 50% 11079 90% 11079 99% 11079 ms
Write: 10% 13450 30% 13450 50% 13450 90% 13450 99% 13450 ms
Write: 10% 3163 30% 3163 50% 3163 90% 3163 99% 3163 ms
Write: 10% 13370 30% 13370 50% 13370 90% 13370 99% 13370 ms
Write: 10% 7469 30% 7469 50% 7469 90% 7469 99% 7469 ms
Write: 10% 13651 30% 13651 50% 13651 90% 13651 99% 13651 ms
Write: 10% 13517 30% 13517 50% 13517 90% 13517 99% 13517 ms
Write: 10% 5531 30% 5531 50% 5531 90% 5531 99% 5531 ms
Write: 10% 3696 30% 3696 50% 3696 90% 3696 99% 3696 ms
Write: 10% 3469 30% 3469 50% 3469 90% 3469 99% 3469 ms
Write: 10% 15676 30% 15676 50% 15676 90% 15676 99% 15676 ms
Write: 10% 5525 30% 5525 50% 5525 90% 5525 99% 5525 ms
Write: 10% 5430 30% 5430 50% 5430 90% 5430 99% 5430 ms
Write: 10% 2922 30% 2922 50% 2922 90% 2922 99% 2922 ms
Write: 10% 4953 30% 4953 50% 4953 90% 4953 99% 4953 ms
Write: 10% 5157 30% 5157 50% 5157 90% 5157 99% 5157 ms
Write: 10% 3796 30% 3796 50% 3796 90% 3796 99% 3796 ms
Write: 10% 4368 30% 4368 50% 4368 90% 4368 99% 4368 ms
Write: 10% 3805 30% 3805 50% 3805 90% 3805 99% 3805 ms
Write: 10% 4565 30% 4565 50% 4565 90% 4565 99% 4565 ms
Write: 10% 3222 30% 3222 50% 3222 90% 3222 99% 3222 ms
Write: 10% 2847 30% 2847 50% 2847 90% 2847 99% 2847 ms
Write: 10% 6281 30% 6281 50% 6281 90% 6281 99% 6281 ms
Write: 10% 6222 30% 6222 50% 6222 90% 6222 99% 6222 ms
Write: 10% 3334 30% 3334 50% 3334 90% 3334 99% 3334 ms
Write: 10% 2948 30% 2948 50% 2948 90% 2948 99% 2948 ms
Was written: 25.0 MiB, Speed: 0.16438802083333334 MiB/s
Read: 10% 4701 30% 6665 50% 8628 90% 21050 99% 23844 ms
Update: 10% 2021 30% 2021 50% 2021 90% 2021 99% 2021 ms
