Thread 0 failed
Thread 0 failed
Thread 3 failed
Thread 4 failed
Thread 2 failed
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "contrib/python/pytest/py3/_pytest/main.py", line 273, in wrap_session
    session.exitstatus = doit(config, session) or 0
  File "contrib/python/pytest/py3/_pytest/main.py", line 327, in _main
    config.hook.pytest_runtestloop(session=session)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/main.py", line 352, in pytest_runtestloop
    item.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 115, in pytest_runtest_protocol
    runtestprotocol(item, nextitem=nextitem)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 134, in runtestprotocol
    reports.append(call_and_report(item, "call", log))
  File "contrib/python/pytest/py3/_pytest/runner.py", line 223, in call_and_report
    call = call_runtest_hook(item, when, **kwds)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 262, in call_runtest_hook
    return CallInfo.from_call(
  File "contrib/python/pytest/py3/_pytest/runner.py", line 342, in from_call
    result: Optional[TResult] = func()
  File "contrib/python/pytest/py3/_pytest/runner.py", line 263, in <lambda>
    lambda: ihook(item=item, **kwds), when=when, reraise=reraise
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 170, in pytest_runtest_call
    item.runtest()
  File "contrib/python/pytest/py3/_pytest/python.py", line 1844, in runtest
    self.ihook.pytest_pyfunc_call(pyfuncitem=self)
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
  File "library/python/pytest/plugins/ya.py", line 565, in pytest_pyfunc_call
    pyfuncitem.retval = testfunction(**testargs)
  File "/home/runner/.ya/build/build_root/shpk/0030e9/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 114, in test_multi
    t.join()
  File "contrib/tools/python3/Lib/threading.py", line 1149, in join
    self._wait_for_tstate_lock()
  File "contrib/tools/python3/Lib/threading.py", line 1169, in _wait_for_tstate_lock
    if lock.acquire(block, timeout):
  File "library/python/pytest/plugins/ya.py", line 344, in _graceful_shutdown
    stack = traceback.format_stack()
Traceback (most recent call last):
  File "library/python/pytest/main.py", line 101, in main
    rc = pytest.main(
         ^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/config/__init__.py", line 175, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 320, in pytest_cmdline_main
    return wrap_session(config, _main)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/main.py", line 308, in wrap_session
    config.hook.pytest_sessionfinish(
  File "contrib/python/pluggy/py3/pluggy/_hooks.py", line 512, in __call__
    return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_manager.py", line 120, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 167, in _multicall
    raise exception
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/logging.py", line 861, in pytest_sessionfinish
    return (yield)
            ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 139, in _multicall
    teardown.throw(exception)
  File "contrib/python/pytest/py3/_pytest/terminal.py", line 854, in pytest_sessionfinish
    result = yield
             ^^^^^
  File "contrib/python/pluggy/py3/pluggy/_callers.py", line 121, in _multicall
    res = hook_impl.function(*args)
          ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "contrib/python/pytest/py3/_pytest/runner.py", line 109, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "contrib/python/pytest/py3/_pytest/runner.py", line 554, in teardown_exact
    raise exceptions[0]
  File "contrib/python/pytest/py3/_pytest/runner.py", line 543, in teardown_exact
    fin()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1049, in finish
    raise exc
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 1042, in finish
    func()
  File "contrib/python/pytest/py3/_pytest/fixtures.py", line 926, in _teardown_yield_fixture
    next(it)
  File "contrib/python/pytest/py3/_pytest/python.py", line 847, in xunit_setup_class_fixture
    _call_with_optional_argument(func, self.obj)
  File "contrib/python/pytest/py3/_pytest/python.py", line 764, in _call_with_optional_argument
    func(arg)
  File "/home/runner/.ya/build/build_root/shpk/0030e9/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 81, in teardown_class
    cls._ydb_instance.stop()
  File "/home/runner/.ya/build/build_root/shpk/0030e9/environment/arcadia/ydb/tests/olap/scenario/conftest.py", line 63, in stop
    self._temp_ydb_cluster.stop()
  File "ydb/tests/library/harness/kikimr_runner.py", line 694, in stop
    raise daemon.SeveralDaemonErrors(saved_exceptions)
ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_1/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-11T17:45:23.587860Z): tablet_id=72075186224038272;self_id=[1:7571525060540217993:7639];ev=NActors::IEventHandle;tx_id=281474976715842;lock_id=281474976715840;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FCBD357
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FCAB08A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x225572DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E88E7A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D6CBD50
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D6CB4DC
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D6B86D9
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E97144F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D7288D5
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D82C645
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2763ED10
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x2763901C
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2764193E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x275D540A
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x275D540A
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D82B065
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D79A1A7
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x22449BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2252FDB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x225399D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x22538F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x2253AFFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FCC23B4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F95FDC6
24. ??:0: ?? @ 0x7FA7E738CAC2
25. ??:0: ?? @ 0x7FA7E741E8BF
Daemon failed with message: Unexpectedly finished before stop.
Process exit_code = -6.
Stdout file name: 
/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_5/stdout
Stderr file name: 
/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff/test_insert.py.TestInsert.test.read_data_during_bulk_upsert/cluster/node_5/stderr
Stderr content:

GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
VERIFY failed (2025-11-11T17:45:15.356953Z): tablet_id=72075186224038251;self_id=[5:7571525063770648575:6456];ev=NActors::IEventHandle;tx_id=281474976735836;lock_id=281474976735832;verification=!HasRemoveSnapshot();fline=portion_info.h:217;
ydb/library/actors/core/log.cpp:857
~TVerifyFormattedRecordWriter(): requirement false failed
0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0x1FCBD357
1. /-S/util/system/yassert.cpp:55: Panic @ 0x1FCAB08A
2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0x225572DD
3. /-S/ydb/core/tx/columnshard/engines/portions/portion_info.h:217: SetRemoveSnapshot @ 0x1E88E7A1
4. /-S/ydb/core/tx/columnshard/engines/storage/granule/granule.h:234: AbortPortionOnExecute @ 0x3D6CBD50
5. /tmp//-S/ydb/core/tx/columnshard/operations/write.cpp:131: AbortOnExecute @ 0x3D6CB4DC
6. /tmp//-S/ydb/core/tx/columnshard/operations/manager.cpp:134: AbortTransactionOnExecute @ 0x3D6B86D9
7. /-S/ydb/core/tx/columnshard/transactions/operators/ev_write/abstract.h:116: ExecuteOnAbort @ 0x1E97144F
8. /tmp//-S/ydb/core/tx/columnshard/transactions/tx_controller.cpp:185: ExecuteOnCancel @ 0x3D7288D5
9. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:22: Execute @ 0x3D82C645
10. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:2032: ExecuteTransaction @ 0x2763ED10
11. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1937: DoExecute @ 0x2763901C
12. /tmp//-S/ydb/core/tablet_flat/flat_executor.cpp:1951: Execute @ 0x2764193E
13. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:62: Execute @ 0x275D540A
14. /tmp//-S/ydb/core/tablet_flat/tablet_flat_executed.cpp:57: Execute @ 0x275D540A
15. /tmp//-S/ydb/core/tx/columnshard/columnshard__propose_cancel.cpp:38: Handle @ 0x3D82B065
16. /-S/ydb/core/tx/columnshard/columnshard_impl.h:424: StateWork @ 0x3D79A1A7
17. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0x22449BA7
18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0x2252FDB1
19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0x225399D6
20. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0x22538F8D
21. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0x2253AFFE
22. /-S/util/system/thread.cpp:245: ThreadProxy @ 0x1FCC23B4
23. /tmp//-S/contrib/libs/clang20-rt/lib/asan/asan_interceptors.cpp:239: asan_thread_start @ 0x1F95FDC6
24. ??:0: ?? @ 0x7F12B81A4AC2
25. ??:0: ?? @ 0x7F12B82368BF

Traceback (most recent call last):
  File "library/python/testing/yatest_common/yatest/common/process.py", line 384, in wait
    wait_for(
  File "library/python/testing/yatest_common/yatest/common/process.py", line 765, in wait_for
    raise TimeoutError(truncate(message, MAX_MESSAGE_LEN))
yatest.common.process.TimeoutError: .../build/build_root/shpk/0030e9/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/shpk/0030e9', '--source-root', '/home/runner/.ya/build/build_root/shpk/0030e9/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "devtools/ya/test/programs/test_tool/run_test/run_test.py", line 1768, in main
    res.wait(check_exit_code=False, timeout=current_run_test_timeout, on_timeout=timeout_callback)
  File "library/python/testing/yatest_common/yatest/common/process.py", line 398, in wait
    raise ExecutionTimeoutError(self, str(e))
yatest.common.process.ExecutionTimeoutError: ((".../build/build_root/shpk/0030e9/tmp', '--capture', 'no', '-c', 'pkg:library.python.pytest:pytest.yatest.ini', '-p', 'no:factor', '--doctest-modules', '--ya-trace', '/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/ytest.report.trace', '--build-root', '/home/runner/.ya/build/build_root/shpk/0030e9', '--source-root', '/home/runner/.ya/build/build_root/shpk/0030e9/environment/arcadia', '--output-dir', '/home/runner/.ya/build/build_root/shpk/0030e9/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/chunk2/testing_out_stuff', '--durations', '0', '--project-path', 'ydb/tests/olap/scenario', '--test-tool-bin', '/home/runner/.ya/tools/v4/10190826595/test_tool', '--ya-version', '2', '--collect-cores', '--sanitizer-extra-checks', '--build-type', 'release', '--tb', 'short', '--modulo', '10', '--modulo-index', '2', '--partition-mode', 'SEQUENTIAL', '--dep-root', 'ydb/tests/olap/scenario', '--flags', 'APPLE_SDK_LOCAL=yes', '--flags', 'CFLAGS=-fno-omit-frame-pointer -Wno-unknown-argument', '--flags', 'DEBUGINFO_LINES_ONLY=yes', '--flags', 'DISABLE_FLAKE8_MIGRATIONS=yes', '--flags', 'OPENSOURCE=yes', '--flags', 'SANITIZER_TYPE=address', '--flags', 'TESTS_REQUESTED=yes', '--flags', 'USE_AIO=static', '--flags', 'USE_CLANG_CL=yes', '--flags', 'USE_EAT_MY_DATA=yes', '--flags', 'USE_ICONV=static', '--flags', 'USE_IDN=static', '--flags', 'USE_PREBUILT_TOOLS=no', '--sanitize', 'address']' stopped by 600 seconds timeout",), {})
Was written: 0.0 MiB, Speed: 0.0 MiB/s
Step 1. only write
Write: 10% 1291 30% 1291 50% 1291 90% 1291 99% 1291 ms
Write: 10% 1334 30% 1334 50% 1334 90% 1334 99% 1334 ms
Write: 10% 3901 30% 3901 50% 3901 90% 3901 99% 3901 ms
Write: 10% 6504 30% 6504 50% 6504 90% 6504 99% 6504 ms
Write: 10% 5744 30% 5744 50% 5744 90% 5744 99% 5744 ms
Write: 10% 4519 30% 4519 50% 4519 90% 4519 99% 4519 ms
Write: 10% 12089 30% 12089 50% 12089 90% 12089 99% 12089 ms
Write: 10% 9181 30% 9181 50% 9181 90% 9181 99% 9181 ms
Write: 10% 10142 30% 10142 50% 10142 90% 10142 99% 10142 ms
Write: 10% 10679 30% 10679 50% 10679 90% 10679 99% 10679 ms
Write: 10% 13455 30% 13455 50% 13455 90% 13455 99% 13455 ms
Write: 10% 14622 30% 14622 50% 14622 90% 14622 99% 14622 ms
Write: 10% 15666 30% 15666 50% 15666 90% 15666 99% 15666 ms
Write: 10% 20804 30% 20804 50% 20804 90% 20804 99% 20804 ms
Write: 10% 15395 30% 15395 50% 15395 90% 15395 99% 15395 ms
Write: 10% 20043 30% 20043 50% 20043 90% 20043 99% 20043 ms
Write: 10% 15433 30% 15433 50% 15433 90% 15433 99% 15433 ms
Write: 10% 19167 30% 19167 50% 19167 90% 19167 99% 19167 ms
Write: 10% 21387 30% 21387 50% 21387 90% 21387 99% 21387 ms
Write: 10% 16389 30% 16389 50% 16389 90% 16389 99% 16389 ms
Write: 10% 15161 30% 15161 50% 15161 90% 15161 99% 15161 ms
Write: 10% 13632 30% 13632 50% 13632 90% 13632 99% 13632 ms
Write: 10% 16961 30% 16961 50% 16961 90% 16961 99% 16961 ms
Write: 10% 11079 30% 11079 50% 11079 90% 11079 99% 11079 ms
Write: 10% 15381 30% 15381 50% 15381 90% 15381 99% 15381 ms
Write: 10% 11729 30% 11729 50% 11729 90% 11729 99% 11729 ms
Write: 10% 12813 30% 12813 50% 12813 90% 12813 99% 12813 ms
Write: 10% 13075 30% 13075 50% 13075 90% 13075 99% 13075 ms
Write: 10% 11502 30% 11502 50% 11502 90% 11502 99% 11502 ms
Write: 10% 12826 30% 12826 50% 12826 90% 12826 99% 12826 ms
Write: 10% 6069 30% 6069 50% 6069 90% 6069 99% 6069 ms
Write: 10% 11821 30% 11821 50% 11821 90% 11821 99% 11821 ms
Write: 10% 19087 30% 19087 50% 19087 90% 19087 99% 19087 ms
Write: 10% 4762 30% 4762 50% 4762 90% 4762 99% 4762 ms
Write: 10% 8740 30% 8740 50% 8740 90% 8740 99% 8740 ms
Write: 10% 9869 30% 9869 50% 9869 90% 9869 99% 9869 ms
Write: 10% 3614 30% 3614 50% 3614 90% 3614 99% 3614 ms
Write: 10% 2922 30% 2922 50% 2922 90% 2922 99% 2922 ms
Write: 10% 4320 30% 4320 50% 4320 90% 4320 99% 4320 ms
Write: 10% 9276 30% 9276 50% 9276 90% 9276 99% 9276 ms
Write: 10% 5796 30% 5796 50% 5796 90% 5796 99% 5796 ms
Write: 10% 2701 30% 2701 50% 2701 90% 2701 99% 2701 ms
Write: 10% 8372 30% 8372 50% 8372 90% 8372 99% 8372 ms
Write: 10% 3791 30% 3791 50% 3791 90% 3791 99% 3791 ms
Write: 10% 6255 30% 6255 50% 6255 90% 6255 99% 6255 ms
Write: 10% 11780 30% 11780 50% 11780 90% 11780 99% 11780 ms
Write: 10% 4762 30% 4762 50% 4762 90% 4762 99% 4762 ms
Write: 10% 14569 30% 14569 50% 14569 90% 14569 99% 14569 ms
Write: 10% 2841 30% 2841 50% 2841 90% 2841 99% 2841 ms
Write: 10% 2564 30% 2564 50% 2564 90% 2564 99% 2564 ms
Write: 10% 4189 30% 4189 50% 4189 90% 4189 99% 4189 ms
Write: 10% 3217 30% 3217 50% 3217 90% 3217 99% 3217 ms
Write: 10% 5167 30% 5167 50% 5167 90% 5167 99% 5167 ms
Write: 10% 4917 30% 4917 50% 4917 90% 4917 99% 4917 ms
Write: 10% 3548 30% 3548 50% 3548 90% 3548 99% 3548 ms
Write: 10% 2692 30% 2692 50% 2692 90% 2692 99% 2692 ms
Write: 10% 5110 30% 5110 50% 5110 90% 5110 99% 5110 ms
Write: 10% 4082 30% 4082 50% 4082 90% 4082 99% 4082 ms
Write: 10% 2933 30% 2933 50% 2933 90% 2933 99% 2933 ms
Write: 10% 3101 30% 3101 50% 3101 90% 3101 99% 3101 ms
Write: 10% 1759 30% 1759 50% 1759 90% 1759 99% 1759 ms
Write: 10% 2445 30% 2445 50% 2445 90% 2445 99% 2445 ms
Write: 10% 5292 30% 5292 50% 5292 90% 5292 99% 5292 ms
Write: 10% 11797 30% 11797 50% 11797 90% 11797 99% 11797 ms
Step 2. read write
Write: 10% 8519 30% 8519 50% 8519 90% 8519 99% 8519 ms
Write: 10% 10800 30% 10800 50% 10800 90% 10800 99% 10800 ms
Write: 10% 11005 30% 11005 50% 11005 90% 11005 99% 11005 ms
Write: 10% 11513 30% 11513 50% 11513 90% 11513 99% 11513 ms
Write: 10% 11389 30% 11389 50% 11389 90% 11389 99% 11389 ms
Write: 10% 10889 30% 10889 50% 10889 90% 10889 99% 10889 ms
Write: 10% 12045 30% 12045 50% 12045 90% 12045 99% 12045 ms
Write: 10% 15045 30% 15045 50% 15045 90% 15045 99% 15045 ms
Write: 10% 15229 30% 15229 50% 15229 90% 15229 99% 15229 ms
Write: 10% 14991 30% 14991 50% 14991 90% 14991 99% 14991 ms
Write: 10% 16023 30% 16023 50% 16023 90% 16023 99% 16023 ms
Write: 10% 19313 30% 19313 50% 19313 90% 19313 99% 19313 ms
Write: 10% 20792 30% 20792 50% 20792 90% 20792 99% 20792 ms
Write: 10% 20725 30% 20725 50% 20725 90% 20725 99% 20725 ms
Write: 10% 19814 30% 19814 50% 19814 90% 19814 99% 19814 ms
Write: 10% 16581 30% 16581 50% 16581 90% 16581 99% 16581 ms
Write: 10% 20387 30% 20387 50% 20387 90% 20387 99% 20387 ms
Write: 10% 19576 30% 19576 50% 19576 90% 19576 99% 19576 ms
Write: 10% 18580 30% 18580 50% 18580 90% 18580 99% 18580 ms
Write: 10% 17418 30% 17418 50% 17418 90% 17418 99% 17418 ms
Write: 10% 17467 30% 17467 50% 17467 90% 17467 99% 17467 ms
Write: 10% 16893 30% 16893 50% 16893 90% 16893 99% 16893 ms
Write: 10% 18671 30% 18671 50% 18671 90% 18671 99% 18671 ms
Write: 10% 16479 30% 16479 50% 16479 90% 16479 99% 16479 ms
Write: 10% 17448 30% 17448 50% 17448 90% 17448 99% 17448 ms
Write: 10% 16714 30% 16714 50% 16714 90% 16714 99% 16714 ms
Write: 10% 15844 30% 15844 50% 15844 90% 15844 99% 15844 ms
Write: 10% 11491 30% 11491 50% 11491 90% 11491 99% 11491 ms
Write: 10% 17849 30% 17849 50% 17849 90% 17849 99% 17849 ms
Write: 10% 15835 30% 15835 50% 15835 90% 15835 99% 15835 ms
Write: 10% 15492 30% 15492 50% 15492 90% 15492 99% 15492 ms
Write: 10% 15742 30% 15742 50% 15742 90% 15742 99% 15742 ms
Write: 10% 12928 30% 12928 50% 12928 90% 12928 99% 12928 ms
Write: 10% 14665 30% 14665 50% 14665 90% 14665 99% 14665 ms
Write: 10% 7929 30% 7929 50% 7929 90% 7929 99% 7929 ms
Write: 10% 12684 30% 12684 50% 12684 90% 12684 99% 12684 ms
Write: 10% 6968 30% 6968 50% 6968 90% 6968 99% 6968 ms
Write: 10% 12327 30% 12327 50% 12327 90% 12327 99% 12327 ms
Write: 10% 6304 30% 6304 50% 6304 90% 6304 99% 6304 ms
Write: 10% 13633 30% 13633 50% 13633 90% 13633 99% 13633 ms
Write: 10% 4812 30% 4812 50% 4812 90% 4812 99% 4812 ms
Write: 10% 14922 30% 14922 50% 14922 90% 14922 99% 14922 ms
Write: 10% 8996 30% 8996 50% 8996 90% 8996 99% 8996 ms
Write: 10% 13396 30% 13396 50% 13396 90% 13396 99% 13396 ms
Write: 10% 8907 30% 8907 50% 8907 90% 8907 99% 8907 ms
Write: 10% 9557 30% 9557 50% 9557 90% 9557 99% 9557 ms
Write: 10% 4845 30% 4845 50% 4845 90% 4845 99% 4845 ms
Write: 10% 4732 30% 4732 50% 4732 90% 4732 99% 4732 ms
Write: 10% 5302 30% 5302 50% 5302 90% 5302 99% 5302 ms
Write: 10% 11957 30% 11957 50% 11957 90% 11957 99% 11957 ms
Write: 10% 2898 30% 2898 50% 2898 90% 2898 99% 2898 ms
Write: 10% 2678 30% 2678 50% 2678 90% 2678 99% 2678 ms
Write: 10% 4978 30% 4978 50% 4978 90% 4978 99% 4978 ms
Write: 10% 2616 30% 2616 50% 2616 90% 2616 99% 2616 ms
Write: 10% 12216 30% 12216 50% 12216 90% 12216 99% 12216 ms
Write: 10% 1953 30% 1953 50% 1953 90% 1953 99% 1953 ms
Write: 10% 2535 30% 2535 50% 2535 90% 2535 99% 2535 ms
Write: 10% 5391 30% 5391 50% 5391 90% 5391 99% 5391 ms
Write: 10% 2223 30% 2223 50% 2223 90% 2223 99% 2223 ms
Write: 10% 3263 30% 3263 50% 3263 90% 3263 99% 3263 ms
Write: 10% 5386 30% 5386 50% 5386 90% 5386 99% 5386 ms
Write: 10% 7251 30% 7251 50% 7251 90% 7251 99% 7251 ms
Write: 10% 4152 30% 4152 50% 4152 90% 4152 99% 4152 ms
Write: 10% 2932 30% 2932 50% 2932 90% 2932 99% 2932 ms
Read: 10% 7201 30% 13023 50% 18845 90% 30488 99% 33108 ms
Step 3. write modify
Was written: 12.6953125 MiB, Speed: 0.21158854166666666 MiB/s
Write: 10% 3762 30% 3762 50% 3762 90% 3762 99% 3762 ms
Write: 10% 5562 30% 5562 50% 5562 90% 5562 99% 5562 ms
Write: 10% 6172 30% 6172 50% 6172 90% 6172 99% 6172 ms
Write: 10% 5181 30% 5181 50% 5181 90% 5181 99% 5181 ms
Write: 10% 16629 30% 16629 50% 16629 90% 16629 99% 16629 ms
Write: 10% 16535 30% 16535 50% 16535 90% 16535 99% 16535 ms
Write: 10% 17445 30% 17445 50% 17445 90% 17445 99% 17445 ms
Write: 10% 18926 30% 18926 50% 18926 90% 18926 99% 18926 ms
Write: 10% 19180 30% 19180 50% 19180 90% 19180 99% 19180 ms
Write: 10% 20076 30% 20076 50% 20076 90% 20076 99% 20076 ms
Write: 10% 19423 30% 19423 50% 19423 90% 19423 99% 19423 ms
Write: 10% 18413 30% 18413 50% 18413 90% 18413 99% 18413 ms
Write: 10% 19325 30% 19325 50% 19325 90% 19325 99% 19325 ms
Write: 10% 19472 30% 19472 50% 19472 90% 19472 99% 19472 ms
Write: 10% 19682 30% 19682 50% 19682 90% 19682 99% 19682 ms
Write: 10% 21241 30% 21241 50% 21241 90% 21241 99% 21241 ms
Write: 10% 19837 30% 19837 50% 19837 90% 19837 99% 19837 ms
Write: 10% 18943 30% 18943 50% 18943 90% 18943 99% 18943 ms
Write: 10% 19242 30% 19242 50% 19242 90% 19242 99% 19242 ms
Write: 10% 17152 30% 17152 50% 17152 90% 17152 99% 17152 ms
Write: 10% 18474 30% 18474 50% 18474 90% 18474 99% 18474 ms
Write: 10% 16922 30% 16922 50% 16922 90% 16922 99% 16922 ms
Write: 10% 16915 30% 16915 50% 16915 90% 16915 99% 16915 ms
Write: 10% 17584 30% 17584 50% 17584 90% 17584 99% 17584 ms
Write: 10% 14816 30% 14816 50% 14816 90% 14816 99% 14816 ms
Write: 10% 14647 30% 14647 50% 14647 90% 14647 99% 14647 ms
Write: 10% 16922 30% 16922 50% 16922 90% 16922 99% 16922 ms
Write: 10% 16730 30% 16730 50% 16730 90% 16730 99% 16730 ms
Write: 10% 16185 30% 16185 50% 16185 90% 16185 99% 16185 ms
Write: 10% 14330 30% 14330 50% 14330 90% 14330 99% 14330 ms
Write: 10% 17111 30% 17111 50% 17111 90% 17111 99% 17111 ms
Write: 10% 16368 30% 16368 50% 16368 90% 16368 99% 16368 ms
Write: 10% 10143 30% 10143 50% 10143 90% 10143 99% 10143 ms
Write: 10% 11635 30% 11635 50% 11635 90% 11635 99% 11635 ms
Write: 10% 16819 30% 16819 50% 16819 90% 16819 99% 16819 ms
Write: 10% 15968 30% 15968 50% 15968 90% 15968 99% 15968 ms
Write: 10% 14302 30% 14302 50% 14302 90% 14302 99% 14302 ms
Write: 10% 13682 30% 13682 50% 13682 90% 13682 99% 13682 ms
Write: 10% 10552 30% 10552 50% 10552 90% 10552 99% 10552 ms
Write: 10% 11889 30% 11889 50% 11889 90% 11889 99% 11889 ms
Write: 10% 3859 30% 3859 50% 3859 90% 3859 99% 3859 ms
Write: 10% 5728 30% 5728 50% 5728 90% 5728 99% 5728 ms
Write: 10% 7688 30% 7688 50% 7688 90% 7688 99% 7688 ms
Write: 10% 4993 30% 4993 50% 4993 90% 4993 99% 4993 ms
Write: 10% 6312 30% 6312 50% 6312 90% 6312 99% 6312 ms
Write: 10% 2454 30% 2454 50% 2454 90% 2454 99% 2454 ms
Write: 10% 2222 30% 2222 50% 2222 90% 2222 99% 2222 ms
Write: 10% 12680 30% 12680 50% 12680 90% 12680 99% 12680 ms
Write: 10% 3688 30% 3688 50% 3688 90% 3688 99% 3688 ms
Write: 10% 7074 30% 7074 50% 7074 90% 7074 99% 7074 ms
Write: 10% 6955 30% 6955 50% 6955 90% 6955 99% 6955 ms
Write: 10% 2529 30% 2529 50% 2529 90% 2529 99% 2529 ms
Write: 10% 12210 30% 12210 50% 12210 90% 12210 99% 12210 ms
Write: 10% 6842 30% 6842 50% 6842 90% 6842 99% 6842 ms
Write: 10% 4098 30% 4098 50% 4098 90% 4098 99% 4098 ms
Write: 10% 2505 30% 2505 50% 2505 90% 2505 99% 2505 ms
Write: 10% 3711 30% 3711 50% 3711 90% 3711 99% 3711 ms
Write: 10% 3520 30% 3520 50% 3520 90% 3520 99% 3520 ms
Write: 10% 8873 30% 8873 50% 8873 90% 8873 99% 8873 ms
Write: 10% 5021 30% 5021 50% 5021 90% 5021 99% 5021 ms
Write: 10% 2803 30% 2803 50% 2803 90% 2803 99% 2803 ms
Write: 10% 9375 30% 9375 50% 9375 90% 9375 99% 9375 ms
Write: 10% 2718 30% 2718 50% 2718 90% 2718 99% 2718 ms
Write: 10% 4467 30% 4467 50% 4467 90% 4467 99% 4467 ms
Update: 10% 1137 30% 1137 50% 1137 90% 1137 99% 1137 ms
Step 4. read modify write
Write: 10% 1294 30% 1294 50% 1294 90% 1294 99% 1294 ms
Write: 10% 4285 30% 4285 50% 4285 90% 4285 99% 4285 ms
Write: 10% 6263 30% 6263 50% 6263 90% 6263 99% 6263 ms
Write: 10% 6995 30% 6995 50% 6995 90% 6995 99% 6995 ms
Write: 10% 13395 30% 13395 50% 13395 90% 13395 99% 13395 ms
Write: 10% 17907 30% 17907 50% 17907 90% 17907 99% 17907 ms
Write: 10% 17732 30% 17732 50% 17732 90% 17732 99% 17732 ms
Write: 10% 18279 30% 18279 50% 18279 90% 18279 99% 18279 ms
Write: 10% 22125 30% 22125 50% 22125 90% 22125 99% 22125 ms
Write: 10% 19202 30% 19202 50% 19202 90% 19202 99% 19202 ms
Write: 10% 20068 30% 20068 50% 20068 90% 20068 99% 20068 ms
Write: 10% 19796 30% 19796 50% 19796 90% 19796 99% 19796 ms
Write: 10% 21723 30% 21723 50% 21723 90% 21723 99% 21723 ms
Write: 10% 17764 30% 17764 50% 17764 90% 17764 99% 17764 ms
Was written: 25.0 MiB, Speed: 0.205078125 MiB/s
Write: 10% 19545 30% 19545 50% 19545 90% 19545 99% 19545 ms
Write: 10% 18250 30% 18250 50% 18250 90% 18250 99% 18250 ms
Write: 10% 18717 30% 18717 50% 18717 90% 18717 99% 18717 ms
Write: 10% 20076 30% 20076 50% 20076 90% 20076 99% 20076 ms
Write: 10% 17893 30% 17893 50% 17893 90% 17893 99% 17893 ms
Write: 10% 13780 30% 13780 50% 13780 90% 13780 99% 13780 ms
Write: 10% 14007 30% 14007 50% 14007 90% 14007 99% 14007 ms
Write: 10% 17806 30% 17806 50% 17806 90% 17806 99% 17806 ms
Write: 10% 13694 30% 13694 50% 13694 90% 13694 99% 13694 ms
Write: 10% 21575 30% 21575 50% 21575 90% 21575 99% 21575 ms
Write: 10% 12504 30% 12504 50% 12504 90% 12504 99% 12504 ms
Write: 10% 12545 30% 12545 50% 12545 90% 12545 99% 12545 ms
Write: 10% 15190 30% 15190 50% 15190 90% 15190 99% 15190 ms
Write: 10% 5877 30% 5877 50% 5877 90% 5877 99% 5877 ms
Write: 10% 11046 30% 11046 50% 11046 90% 11046 99% 11046 ms
Write: 10% 4689 30% 4689 50% 4689 90% 4689 99% 4689 ms
Write: 10% 9855 30% 9855 50% 9855 90% 9855 99% 9855 ms
Write: 10% 14745 30% 14745 50% 14745 90% 14745 99% 14745 ms
Write: 10% 13257 30% 13257 50% 13257 90% 13257 99% 13257 ms
Write: 10% 15475 30% 15475 50% 15475 90% 15475 99% 15475 ms
Write: 10% 8553 30% 8553 50% 8553 90% 8553 99% 8553 ms
Write: 10% 8087 30% 8087 50% 8087 90% 8087 99% 8087 ms
Write: 10% 11806 30% 11806 50% 11806 90% 11806 99% 11806 ms
Write: 10% 4062 30% 4062 50% 4062 90% 4062 99% 4062 ms
Write: 10% 12349 30% 12349 50% 12349 90% 12349 99% 12349 ms
Write: 10% 17383 30% 17383 50% 17383 90% 17383 99% 17383 ms
Write: 10% 4419 30% 4419 50% 4419 90% 4419 99% 4419 ms
Write: 10% 10031 30% 10031 50% 10031 90% 10031 99% 10031 ms
Write: 10% 5293 30% 5293 50% 5293 90% 5293 99% 5293 ms
Write: 10% 9734 30% 9734 50% 9734 90% 9734 99% 9734 ms
Write: 10% 18599 30% 18599 50% 18599 90% 18599 99% 18599 ms
Write: 10% 8670 30% 8670 50% 8670 90% 8670 99% 8670 ms
Write: 10% 3333 30% 3333 50% 3333 90% 3333 99% 3333 ms
Write: 10% 8051 30% 8051 50% 8051 90% 8051 99% 8051 ms
Write: 10% 3533 30% 3533 50% 3533 90% 3533 99% 3533 ms
Write: 10% 3283 30% 3283 50% 3283 90% 3283 99% 3283 ms
Write: 10% 9333 30% 9333 50% 9333 90% 9333 99% 9333 ms
Write: 10% 3330 30% 3330 50% 3330 90% 3330 99% 3330 ms
Write: 10% 7138 30% 7138 50% 7138 90% 7138 99% 7138 ms
Write: 10% 3975 30% 3975 50% 3975 90% 3975 99% 3975 ms
Write: 10% 3621 30% 3621 50% 3621 90% 3621 99% 3621 ms
Write: 10% 9362 30% 9362 50% 9362 90% 9362 99% 9362 ms
Write: 10% 12434 30% 12434 50% 12434 90% 12434 99% 12434 ms
Write: 10% 9025 30% 9025 50% 9025 90% 9025 99% 9025 ms
Write: 10% 8386 30% 8386 50% 8386 90% 8386 99% 8386 ms
Write: 10% 3746 30% 3746 50% 3746 90% 3746 99% 3746 ms
Write: 10% 11421 30% 11421 50% 11421 90% 11421 99% 11421 ms
Write: 10% 5662 30% 5662 50% 5662 90% 5662 99% 5662 ms
Write: 10% 8736 30% 8736 50% 8736 90% 8736 99% 8736 ms
Write: 10% 4998 30% 4998 50% 4998 90% 4998 99% 4998 ms
Read: 10% 3877 30% 3878 50% 3880 90% 23136 99% 27469 ms
Update: 10% 2109 30% 2109 50% 2109 90% 2109 99% 2109 ms
