============================= test session starts ==============================
platform linux -- Python 3.12.12, pytest-8.0.2, pluggy-1.6.0
rootdir: /home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test
configfile: pkg:library.python.pytest:pytest.yatest.ini
plugins: typeguard-2.13.3
collected 2 items

test_workload.py F.

=================================== FAILURES ===================================
_________________________ TestYdbKvWorkload.test[row] __________________________
ydb/tests/stress/kv/tests/test_workload.py:16: in test
    yatest.common.execute([
library/python/testing/yatest_common/yatest/common/process.py:656: in execute
    res.wait(check_exit_code, timeout, on_timeout)
library/python/testing/yatest_common/yatest/common/process.py:411: in wait
    self._finalise(check_exit_code)
library/python/testing/yatest_common/yatest/common/process.py:422: in _finalise
    raise ExecutionError(self)
E   yatest.common.process.ExecutionError: Command '/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/workload_kv --endpoint grpc://localhost:3817 --database /Root --duration 100 --store_type row --kv_prefix row' has failed with code 1.
E   Errors:
E   ...0_0 AND c1 = $r0_1 AND c2 = $r0_2
E   Terminating due to uncaught exception 0x7d65bccf0090    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
E    of type TSystemError
E   FATAL: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
E   Traceback (most recent call last):
E     File "ydb/tests/stress/common/common.py", line 100, in wrapper
E       f()
E     File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
E       self.cmd_run(
E     File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
E       subprocess.run(cmd, check=True, text=True)
E     File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
E       raise CalledProcessError(retcode, process.args,
E   subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
------------------------------ Captured log setup ------------------------------
INFO     ya.test:ya.py:420 ####################################################################################################
INFO     ya.test:ya.py:421 test[row]
INFO     ya.test:ya.py:422 ####################################################################################################
INFO     ya.test:ya.py:423 Test setup
DEBUG    ya.test:ya.py:181 Binary was found by /home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/29955
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:446 Working directory: /home/runner/.ya/build/build_root/r3b0/0009ad/r3tmp/kikimr_cluster_ygtj0cmo
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/3817
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/9528
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/24787
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/9606
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:264 CFG_DIR_PATH="/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs"
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:265 Final command: /home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd server --suppress-version-check --yaml-config=$CFG_DIR_PATH/config.yaml --node=1 --log-file-name=/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_ramc3j4i.log --grpc-port=3817 --mon-port=9528 --ic-port=29955 --module=1
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:172 Formatting pdisk SectorMap:1:64 on node localhost:3817/1, disk_size 68719476736
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:264 CFG_DIR_PATH="/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs"
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:265 Final command: /home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd server --suppress-version-check --yaml-config=$CFG_DIR_PATH/config.yaml --node=1 --log-file-name=/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_ramc3j4i.log --grpc-port=3817 --mon-port=9528 --ic-port=29955 --module=1
DEBUG    ya.test:process.py:610 Executing '('/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', 'server', '--suppress-version-check', '--yaml-config=/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs/config.yaml', '--node=1', '--log-file-name=/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_ramc3j4i.log', '--grpc-port=3817', '--mon-port=9528', '--ic-port=29955', '--module=1')' in '/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1' (no wait)
DEBUG    ya.test:process.py:628 Command pid: 1402630
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:305 Started node localhost:3817/1
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', '-V']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1402631
DEBUG    ya.test:process.py:259 Command (pid 1402631) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1402631) elapsed time (sec): 1.3259282112121582
DEBUG    ya.test:process.py:263 Command (pid 1402631) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) maxrss: 475940
DEBUG    ya.test:process.py:263 Command (pid 1402631) minflt: 45153
DEBUG    ya.test:process.py:263 Command (pid 1402631) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) nivcsw: 206
DEBUG    ya.test:process.py:263 Command (pid 1402631) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1402631) nvcsw: 14
DEBUG    ya.test:process.py:263 Command (pid 1402631) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1402631) stime: 0.300159
DEBUG    ya.test:process.py:263 Command (pid 1402631) utime: 0.49157599999999996
DEBUG    ya.test:process.py:263 Command (pid 1402631) wtime: 1.332
DEBUG    ya.test:process.py:275 Command (pid 1402631) output:
Git info:
    Commit: 9064801ffcb717c69465753a1aa18d618fef33b2
    Branch: 
    Author: Yuriy Kaminskiy <yumkam@gmail.com>
    Summary: Merge ebdab944a9425691670455ab3a1dd1beb53e2d03 into 83fc3583be4365fad57d378b1a53e92fa1b7c36a

Other info:
    Build by: runner
    Top src dir: /home/runner/actions_runner/_work/ydb/ydb
    Top build dir: /home/runner/.ya/build
    Hostname: ghrun-zpbaw6gle4
    Host information: 
        Linux ghrun-zpbaw6gle4 5.15.0-157-generic #167-Ubuntu SMP Wed Sep 17 21:35:53 UTC 2025 x86_64

    
Build info:
    Compiler: /home/runner/.ya/tools/v4/9944335923/bin/clang++
    Compiler version: 
        clang version 20.1.8
        Target: x86_64-unknown-linux-gnu
        Thread model: posix
        InstalledDir: /home/runner/.ya/tools/v4/9944335923/bin
    Compile flags: -Xclang -fdebug-compilation-dir -Xclang /tmp -pipe -m64 -O3 -gline-tables-only -fno-common -ffunction-sections -fdata-sections -fsized-deallocation -fexceptions -fuse-init-array -fcolor-diagnostics -faligned-allocation -Werror -Wall -Wextra -Wno-parentheses -Wno-implicit-const-int-float-conversion -Wno-unknown-warning-option -D_THREAD_SAFE -D_PTHREADS -D_REENTRANT -D_LARGEFILE_SOURCE -D__STDC_CONSTANT_MACROS -D__STDC_FORMAT_MACROS -D_FILE_OFFSET_BITS=64 -D_GNU_SOURCE -D_YNDX_LIBUNWIND_ENABLE_EXCEPTION_BACKTRACE -D__LONG_LONG_SUPPORTED -fno-omit-frame-pointer -Wno-unknown-argument -DNDEBUG -Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member -Wno-deprecated-this-capture -Wno-missing-designated-field-initializers -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof -Wno-alias-template-in-declaration-name -Wno-cast-function-type-mismatch -Wno-explicit-specialization-storage-class -Wno-extraneous-template-head -Wno-missing-template-arg-list-after-template-kw -Wno-nontrivial-memcall -Wno-strict-primary-template-shadow -DCATBOOST_OPENSOURCE=yes -fsanitize=address -Daddress_sanitizer_enabled -fno-omit-frame-pointer -fsanitize-blacklist=/home/runner/actions_runner/_work/ydb/ydb/build/sanitize-blacklist.txt -fno-sanitize-link-runtime -msse2 -msse3 -mssse3 -msse4.1 -msse4.2 -mpopcnt -mcx16 -DNDEBUG -Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member -Wno-deprecated-this-capture -Wno-missing-designated-field-initializers -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof -Wno-alias-template-in-declaration-name -Wno-cast-function-type-mismatch -Wno-explicit-specialization-storage-class -Wno-extraneous-template-head -Wno-missing-template-arg-list-after-template-kw -Wno-nontrivial-memcall -Wno-strict-primary-template-shadow -std=c++20 -Wimport-preprocessor-directive-pedantic -Woverloaded-virtual -Wno-ambiguous-reversed-operator -Wno-defaulted-function-deleted -Wno-deprecated-anon-enum-enum-conversion -Wno-deprecated-enum-enum-conversion -Wno-deprecated-enum-float-conversion -Wno-deprecated-volatile -Wno-pessimizing-move -Wno-undefined-var-template -nostdinc++ -DCATBOOST_OPENSOURCE=yes -nostdinc++

DEBUG    ya.test:process.py:276 Command (pid 1402631) errors:

INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:306 Node 1 version:
Git info:
    Commit: 9064801ffcb717c69465753a1aa18d618fef33b2
    Branch: 
    Author: Yuriy Kaminskiy <yumkam@gmail.com>
    Summary: Merge ebdab944a9425691670455ab3a1dd1beb53e2d03 into 83fc3583be4365fad57d378b1a53e92fa1b7c36a
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:406 Executing command = ['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', '--server=grpc://localhost:3817', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineHostConfig {\n    HostConfigId: 1\n    Drive {\n      Path: "SectorMap:1:64"\n    }\n  }\n}\nCommand {\n  DefineBox {\n    BoxId: 1\n    Host {\n      Key {\n        Fqdn: "localhost"\n        IcPort: 29955\n      }\n      HostConfigId: 1\n    }\n  }\n}\n']
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out.0
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err.0
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', '--server=grpc://localhost:3817', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineHostConfig {\n    HostConfigId: 1\n    Drive {\n      Path: "SectorMap:1:64"\n    }\n  }\n}\nCommand {\n  DefineBox {\n    BoxId: 1\n    Host {\n      Key {\n        Fqdn: "localhost"\n        IcPort: 29955\n      }\n      HostConfigId: 1\n    }\n  }\n}\n']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1403830
DEBUG    ya.test:process.py:259 Command (pid 1403830) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1403830) elapsed time (sec): 1.5718648433685303
DEBUG    ya.test:process.py:263 Command (pid 1403830) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) maxrss: 582944
DEBUG    ya.test:process.py:263 Command (pid 1403830) minflt: 51451
DEBUG    ya.test:process.py:263 Command (pid 1403830) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) nivcsw: 252
DEBUG    ya.test:process.py:263 Command (pid 1403830) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1403830) nvcsw: 749
DEBUG    ya.test:process.py:263 Command (pid 1403830) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1403830) stime: 0.389169
DEBUG    ya.test:process.py:263 Command (pid 1403830) utime: 0.6267229999999999
DEBUG    ya.test:process.py:263 Command (pid 1403830) wtime: 1.581
DEBUG    ya.test:process.py:275 Command (pid 1403830) output:
Status {
  Success: true
}
Status {
  Success: true
}
Success: true
ConfigTxSeqNo: 5

DEBUG    ya.test:process.py:276 Command (pid 1403830) errors:

DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:406 Executing command = ['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', '--server=grpc://localhost:3817', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineStoragePool {\n    BoxId: 1\n    StoragePoolId: 1\n    Name: "dynamic_storage_pool:1"\n    ErasureSpecies: "none"\n    VDiskKind: "Default"\n    Kind: "hdd"\n    NumGroups: 2\n    PDiskFilter {\n      Property {\n        Type: ROT\n      }\n      Property {\n        Kind: 0\n      }\n    }\n  }\n}\n']
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out.1
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err.1
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/apps/ydbd/ydbd', '--server=grpc://localhost:3817', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineStoragePool {\n    BoxId: 1\n    StoragePoolId: 1\n    Name: "dynamic_storage_pool:1"\n    ErasureSpecies: "none"\n    VDiskKind: "Default"\n    Kind: "hdd"\n    NumGroups: 2\n    PDiskFilter {\n      Property {\n        Type: ROT\n      }\n      Property {\n        Kind: 0\n      }\n    }\n  }\n}\n']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1404056
DEBUG    ya.test:process.py:259 Command (pid 1404056) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1404056) elapsed time (sec): 1.2472012042999268
DEBUG    ya.test:process.py:263 Command (pid 1404056) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) maxrss: 583520
DEBUG    ya.test:process.py:263 Command (pid 1404056) minflt: 51481
DEBUG    ya.test:process.py:263 Command (pid 1404056) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) nivcsw: 215
DEBUG    ya.test:process.py:263 Command (pid 1404056) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1404056) nvcsw: 571
DEBUG    ya.test:process.py:263 Command (pid 1404056) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1404056) stime: 0.309214
DEBUG    ya.test:process.py:263 Command (pid 1404056) utime: 0.555729
DEBUG    ya.test:process.py:263 Command (pid 1404056) wtime: 1.255
DEBUG    ya.test:process.py:275 Command (pid 1404056) output:
Status {
  Success: true
}
Success: true
ConfigTxSeqNo: 6

DEBUG    ya.test:process.py:276 Command (pid 1404056) errors:

INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:520 Binding storage pools to domain Root: {'dynamic_storage_pool:1': 'hdd'}
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:527 Cluster started and initialized
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:175 Preparing initial endpoint to resolve endpoints
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:185 Resolving endpoints for database /Root
DEBUG    ydb.connection:connection.py:421 RpcState(ListEndpoints, dc69702b-d678-4dec-8060-7f756517423c, localhost:3817): creating call state
DEBUG    ydb.connection:connection.py:63 RpcState(ListEndpoints, dc69702b-d678-4dec-8060-7f756517423c, localhost:3817): request = { database: "/Root" }
DEBUG    ydb.connection:connection.py:52 RpcState(ListEndpoints, dc69702b-d678-4dec-8060-7f756517423c, localhost:3817): response = { operation { ready: true status: SUCCESS result { [type.googleapis.com/Ydb.Discovery.ListEndpointsResult] { endpoints { address: "ghrun-zpbaw6gle4.auto.internal" port: 3817 service: "legacy" service: "tablet_service" service: "yql" service: "discovery" service: "cms" service: "locking" service: "kesus" service: "pq" service: "pqcd" service: "pqv1" service: "topic" service: "datastreams" service: "scripting" service: "clickhouse_internal" service: "rate_limiter" service: "analytics" service: "export" service: "import" service: "yq" service: "keyvalue" service: "monitoring" service: "auth" service: "query_service" service: "view" location: "1" node_id: 1 } self_location: "1" } } } }
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:155 Resolved endpoints for database /Root: DiscoveryResult <self_location: 1, endpoints [<Endpoint ghrun-zpbaw6gle4.auto.internal:3817, location 1, ssl: False>]>
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.connection:connection.py:549 Closing channel for endpoint localhost:3817
------------------------------ Captured log call -------------------------------
INFO     ya.test:ya.py:436 Test call (class_name: test_workload.py::TestYdbKvWorkload, test_name: test[row])
DEBUG    ya.test:ya.py:181 Binary was found by /home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/workload_kv
DEBUG    ya.test:process.py:678 Command out will be placed to workload_kv.out
DEBUG    ya.test:process.py:678 Command err will be placed to workload_kv.err
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/workload_kv', '--endpoint', 'grpc://localhost:3817', '--database', '/Root', '--duration', '100', '--store_type', 'row', '--kv_prefix', 'row']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1404566
DEBUG    ya.test:process.py:259 Command (pid 1404566) rc: 1
DEBUG    ya.test:process.py:260 Command (pid 1404566) elapsed time (sec): 107.70844674110413
DEBUG    ya.test:process.py:263 Command (pid 1404566) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) inblock: 336696
DEBUG    ya.test:process.py:263 Command (pid 1404566) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) majflt: 31
DEBUG    ya.test:process.py:263 Command (pid 1404566) maxrss: 845260
DEBUG    ya.test:process.py:263 Command (pid 1404566) minflt: 687019
DEBUG    ya.test:process.py:263 Command (pid 1404566) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) nivcsw: 21973
DEBUG    ya.test:process.py:263 Command (pid 1404566) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1404566) nvcsw: 697208
DEBUG    ya.test:process.py:263 Command (pid 1404566) oublock: 473328
DEBUG    ya.test:process.py:263 Command (pid 1404566) stime: 13.341352
DEBUG    ya.test:process.py:263 Command (pid 1404566) utime: 107.461412
DEBUG    ya.test:process.py:263 Command (pid 1404566) wtime: 107.715
DEBUG    ya.test:process.py:275 Command (pid 1404566) output:
Init tables ...
Init tables ...Ok
Window	    Txs	Txs/Sec	Retries	Errors	p50(ms)	p95(ms)	p99(ms)	pMax(ms)
1	     85	85	0	0	48	499	531	575
2	    207	207	0	0	46	73	85	97
3	    238	238	0	0	36	65	89	100
4	    294	294	0	0	31	50	72	80
5	    243	243	0	0	35	78	107	136
6	    277	277	0	0	33	58	79	84
7	    246	246	0	0	37	65	77	85
8	    234	234	0	0	40	77	88	143
9	    176	176	0	0	52	94	118	140
10	    244	244	0	0	38	63	84	121
11	    175	175	0	0	49	98	115	204
12	    256	256	0	0	37	65	80	95
13	    303	303	0	0	30	53	70	75
14	    248	248	0	0	36	70	91	96
15	    250	250	0	0	36	65	93	100
16	    225	225	0	0	41	70	84	144
17	    246	246	0	0	34	71	108	138
18	    237	237	0	0	36	76	82	111
19	    243	243	0	0	38	64	81	87
20	    213	213	0	0	43	89	110	125
21	    226	226	0	0	42	66	86	113
22	    281	281	0	0	32	62	84	127
23	    215	215	0	0	42	73	91	111
24	    209	209	0	0	44	74	98	102
25	    178	178	0	0	54	98	108	136
26	    199	199	0	0	45	85	121	159
27	    152	152	0	0	62	108	128	145
28	    187	187	0	0	50	84	104	163
29	    184	184	0	0	49	86	124	140
30	    186	186	0	0	51	77	110	147
31	    188	188	0	0	46	95	113	174
32	    169	169	0	0	51	94	131	247
33	    166	166	0	0	55	103	132	182
34	    164	164	0	0	53	112	150	281
35	    175	175	0	0	54	96	133	170
36	    145	145	0	0	61	110	130	144
37	    166	166	0	0	57	107	152	246
38	    193	193	0	0	47	80	97	173
39	    189	189	0	0	46	98	108	116
40	    192	192	0	0	46	98	139	246
41	    169	169	0	0	49	93	117	167
42	    166	166	0	0	56	103	157	167
43	    185	185	0	0	47	86	133	139
44	    194	194	0	0	47	80	112	142
45	    163	163	0	0	61	92	133	181
46	    213	213	0	0	41	80	96	151
47	    207	207	0	0	44	81	108	121
48	    148	148	0	0	59	123	167	175
49	    133	133	0	0	70	130	143	164
50	    137	137	0	0	66	118	147	241
51	    165	165	0	0	55	103	139	156
52	    182	182	0	0	53	84	110	170
53	    184	184	0	0	50	85	101	125
54	    173	173	0	0	49	101	118	137
55	    159	159	0	0	56	110	136	168
56	    158	158	0	0	61	100	125	150
57	    182	182	0	0	49	89	107	229
58	    168	168	0	0	50	106	127	203
59	    185	185	0	0	50	96	108	158
60	    171	171	0	0	52	102	112	198
61	    152	152	0	0	56	133	147	162
62	    173	173	0	0	54	101	124	160
63	    158	158	0	0	60	99	127	137
64	    163	163	0	0	54	113	128	137
65	    182	182	0	0	49	85	134	189
66	    156	156	0	0	59	113	162	193
67	    164	164	0	0	55	102	132	167
68	    231	231	0	0	38	73	100	133
69	    170	170	0	0	52	100	114	142
70	    197	197	0	0	47	83	99	122
71	    189	189	0	0	47	86	115	132
72	    186	186	0	0	49	88	104	142
73	    143	143	0	0	66	114	146	160
74	    166	166	0	0	55	96	142	161
75	    205	205	0	0	44	81	109	166
76	    170	170	0	0	55	95	121	137
77	    178	178	0	0	50	90	139	191
78	    136	136	0	1	61	103	121	127
79	    162	162	0	0	57	98	125	130
80	    154	154	0	0	61	99	110	210
81	    168	168	0	0	54	113	128	177
82	    159	159	0	0	55	109	135	291
83	    150	150	0	0	59	106	148	180
84	    145	145	0	0	64	117	139	139
85	    147	147	0	0	61	109	143	157
86	    175	175	0	0	51	119	170	209
87	    166	166	0	0	51	103	144	155
88	    150	150	0	0	63	104	152	209
89	    166	166	0	0	56	94	116	116
90	    164	164	0	0	56	99	129	214
91	    149	149	0	0	57	122	149	192
92	    157	157	0	0	59	108	119	128
93	    143	143	0	0	63	115	201	208
94	    130	130	0	0	69	163	179	200
95	    170	170	0	0	54	98	112	144
96	    139	139	0	0	68	118	147	173
97	    144	144	0	0	59	120	153	165
98	    159	159	0	0	60	108	117	135
99	    143	143	0	0	63	124	140	140
100	    160	160	0	0	62	116	143	190

Total	    Txs	Txs/Sec	Retries	Errors	p50(ms)	p95(ms)	p99(ms)	pMax(ms)
100	  18365	183.65	0	1	48	98	134	575

DEBUG    ya.test:process.py:276 Command (pid 1404566) errors:
No authentication methods were found. Going without authentication
No authentication methods were found. Going without authentication
Task ID: 9 Status: CLIENT_DEADLINE_EXCEEDED <main>: Error: GRpc error: (4): Deadline Exceeded

 Query text: --!syntax_v1
DECLARE $r0_0 AS Uint64;
DECLARE $r0_1 AS Uint64;
DECLARE $r0_2 AS String;
SELECT c0, c1, c2, c3, c4 FROM `row/kv_row` WHERE c0 = $r0_0 AND c1 = $r0_1 AND c2 = $r0_2
Terminating due to uncaught exception 0x7d65bccf0090    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
 of type TSystemError
FATAL: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
Traceback (most recent call last):
  File "ydb/tests/stress/common/common.py", line 100, in wrapper
    f()
  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
    self.cmd_run(
  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
    subprocess.run(cmd, check=True, text=True)
  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.

ERROR    ya.test:process.py:416 Execution failed with exit code: 1
	,std_out:b'Init tables ...\nInit tables ...Ok\nWindow\t    Txs\tTxs/Sec\tRetries\tErrors\tp50(ms)\tp95(ms)\tp99(ms)\tpMax(ms)\n1\t     85\t85\t0\t0\t48\t499\t531\t575\n2\t    207\t207\t0\t0\t46\t73\t85\t97\n3\t    238\t238\t0\t0\t36\t65\t89\t100\n4\t    294\t294\t0\t0\t31\t50\t72\t80\n5\t    243\t243\t0\t0\t35\t78\t107\t136\n6\t    277\t277\t0\t0\t33\t58\t79\t84\n7\t    246\t246\t0\t0\t37\t65\t77\t85\n8\t    234\t234\t0\t0\t40\t77\t88\t143\n9\t    176\t176\t0\t0\t52\t94\t118\t140\n10\t    244\t244\t0\t0\t38\t63\t84\t121\n11\t    175\t175\t0\t0\t49\t98\t115\t204\n12\t    256\t256\t0\t0\t37\t65\t80\t95\n13\t    303\t303\t0\t0\t30\t53\t70\t75\n14\t    248\t248\t0\t0\t36\t70\t91\t96\n15\t    250\t250\t0\t0\t36\t65\t93\t100\n16\t    225\t225\t0\t0\t41\t70\t84\t144\n17\t    246\t246\t0\t0\t34\t71\t108\t138\n18\t    237\t237\t0\t0\t36\t76\t82\t111\n19\t    243\t243\t0\t0\t38\t64\t81\t87\n20\t    213\t213\t0\t0\t43\t89\t110\t125\n21\t    226\t226\t0\t0\t42\t66\t86\t113\n22\t    281\t281\t0\t0\t32\t62\t84\t127\n23\t    215\t215\t0\t0\t42\t73\t91\t111\n24\t    209\t209\t0\t0\t44\t74\t98\t102\n25\t    178\t178\t0\t0\t54\t98\t108\t136\n26\t    199\t199\t0\t0\t45\t85\t121\t159\n27\t    152\t152\t0\t0\t62\t108\t128\t145\n28\t    187\t187\t0\t0\t50\t84\t104\t163\n29\t    184\t184\t0\t0\t49\t86\t124\t140\n30\t    186\t186\t0\t0\t51\t77\t110\t147\n31\t    188\t188\t0\t0\t46\t95\t113\t174\n32\t    169\t169\t0\t0\t51\t94\t131\t247\n33\t    166\t166\t0\t0\t55\t103\t132\t182\n34\t    164\t164\t0\t0\t53\t112\t150\t281\n35\t    175\t175\t0\t0\t54\t96\t133\t170\n36\t    145\t145\t0\t0\t61\t110\t130\t144\n37\t    166\t166\t0\t0\t57\t107\t152\t246\n38\t    193\t193\t0\t0\t47\t80\t97\t173\n39\t    189\t189\t0\t0\t46\t98\t108\t116\n40\t    192\t192\t0\t0\t46\t98\t139\t246\n41\t    169\t169\t0\t0\t49\t93\t117\t167\n42\t    166\t166\t0\t0\t56\t103\t157\t167\n43\t    185\t185\t0\t0\t47\t86\t133\t139\n44\t    194\t194\t0\t0\t47\t80\t112\t142\n45\t    163\t163\t0\t0\t61\t92\t133\t181\n46\t    213\t213\t0\t0\t41\t80\t96\t151\n47\t    207\t207\t0\t0\t44\t81\t108\t121\n48\t    148\t148\t0\t0\t59\t123\t167\t175\n49\t    133\t133\t0\t0\t70\t130\t143\t164\n50\t    137\t137\t0\t0\t66\t118\t147\t241\n51\t    165\t165\t0\t0\t55\t103\t139\t156\n52\t    182\t182\t0\t0\t53\t84\t110\t170\n53\t    184\t184\t0\t0\t50\t85\t101\t125\n54\t    173\t173\t0\t0\t49\t101\t118\t137\n55\t    159\t159\t0\t0\t56\t110\t136\t168\n56\t    158\t158\t0\t0\t61\t100\t125\t150\n57\t    182\t182\t0\t0\t49\t89\t107\t229\n58\t    168\t168\t0\t0\t50\t106\t127\t203\n59\t    185\t185\t0\t0\t50\t96\t108\t158\n60\t    171\t171\t0\t0\t52\t102\t112\t198\n61\t    152\t152\t0\t0\t56\t133\t147\t162\n62\t    173\t173\t0\t0\t54\t101\t124\t160\n63\t    158\t158\t0\t0\t60\t99\t127\t137\n64\t    163\t163\t0\t0\t54\t113\t128\t137\n65\t    182\t182\t0\t0\t49\t85\t134\t189\n66\t    156\t156\t0\t0\t59\t113\t162\t193\n67\t    164\t164\t0\t0\t55\t102\t132\t167\n68\t    231\t231\t0\t0\t38\t73\t100\t133\n69\t    170\t170\t0\t0\t52\t100\t114\t142\n70\t    197\t197\t0\t0\t47\t83\t99\t122\n71\t    189\t189\t0\t0\t47\t86\t115\t132\n72\t    186\t186\t0\t0\t49\t88\t104\t142\n73\t    143\t143\t0\t0\t66\t114\t146\t160\n74\t    166\t166\t0\t0\t55\t96\t142\t161\n75\t    205\t205\t0\t0\t44\t81\t109\t166\n76\t    170\t170\t0\t0\t55\t95\t121\t137\n77\t    178\t178\t0\t0\t50\t90\t139\t191\n78\t    136\t136\t0\t1\t61\t103\t121\t127\n79\t    162\t162\t0\t0\t57\t98\t125\t130\n80\t    154\t154\t0\t0\t61\t99\t110\t210\n81\t    168\t168\t0\t0\t54\t113\t128\t177\n82\t    159\t159\t0\t0\t55\t109\t135\t291\n83\t    150\t150\t0\t0\t59\t106\t148\t180\n84\t    145\t145\t0\t0\t64\t117\t139\t139\n85\t    147\t147\t0\t0\t61\t109\t143\t157\n86\t    175\t175\t0\t0\t51\t119\t170\t209\n87\t    166\t166\t0\t0\t51\t103\t144\t155\n88\t    150\t150\t0\t0\t63\t104\t152\t209\n89\t    166\t166\t0\t0\t56\t94\t116\t116\n90\t    164\t164\t0\t0\t56\t99\t129\t214\n91\t    149\t149\t0\t0\t57\t122\t149\t192\n92\t    157\t157\t0\t0\t59\t108\t119\t128\n93\t    143\t143\t0\t0\t63\t115\t201\t208\n94\t    130\t130\t0\t0\t69\t163\t179\t200\n95\t    170\t170\t0\t0\t54\t98\t112\t144\n96\t    139\t139\t0\t0\t68\t118\t147\t173\n97\t    144\t144\t0\t0\t59\t120\t153\t165\n98\t    159\t159\t0\t0\t60\t108\t117\t135\n99\t    143\t143\t0\t0\t63\t124\t140\t140\n100\t    160\t160\t0\t0\t62\t116\t143\t190\n\nTotal\t    Txs\tTxs/Sec\tRetries\tErrors\tp50(ms)\tp95(ms)\tp99(ms)\tpMax(ms)\n100\t  18365\t183.65\t0\t1\t48\t98\t134\t575\n'
	std_err:b'No authentication methods were found. Going without authentication\nNo authentication methods were found. Going without authentication\nTask ID: 9 Status: CLIENT_DEADLINE_EXCEEDED <main>: Error: GRpc error: (4): Deadline Exceeded\n\n Query text: --!syntax_v1\nDECLARE $r0_0 AS Uint64;\nDECLARE $r0_1 AS Uint64;\nDECLARE $r0_2 AS String;\nSELECT c0, c1, c2, c3, c4 FROM `row/kv_row` WHERE c0 = $r0_0 AND c1 = $r0_1 AND c2 = $r0_2\nTerminating due to uncaught exception 0x7d65bccf0090    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"\n of type TSystemError\nFATAL: Command \'[\'/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli\', \'--verbose\', \'--endpoint\', \'grpc://localhost:3817\', \'--database=/Root\', \'workload\', \'kv\', \'run\', \'mixed\', \'--seconds\', \'100\', \'--threads\', \'10\', \'--cols\', \'5\', \'--len\', \'200\', \'--int-cols\', \'2\', \'--key-cols\', \'3\', \'--path\', \'row/kv_row\']\' died with <Signals.SIGABRT: 6>.\nTraceback (most recent call last):\n  File "ydb/tests/stress/common/common.py", line 100, in wrapper\n    f()\n  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop\n    self.cmd_run(\n  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run\n    subprocess.run(cmd, check=True, text=True)\n  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command \'[\'/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli\', \'--verbose\', \'--endpoint\', \'grpc://localhost:3817\', \'--database=/Root\', \'workload\', \'kv\', \'run\', \'mixed\', \'--seconds\', \'100\', \'--threads\', \'10\', \'--cols\', \'5\', \'--len\', \'200\', \'--int-cols\', \'2\', \'--key-cols\', \'3\', \'--path\', \'row/kv_row\']\' died with <Signals.SIGABRT: 6>.\n'
---------------------------- Captured log teardown -----------------------------
INFO     ya.test:ya.py:431 Test teardown
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:175 Preparing initial endpoint to resolve endpoints
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:272 Stopped node localhost:3817/1
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/9606
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/24787
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/9528
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/3817
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/29955
============================== slowest durations ===============================
109.14s call     test_workload.py::TestYdbKvWorkload::test[column]
107.76s call     test_workload.py::TestYdbKvWorkload::test[row]
12.02s teardown test_workload.py::TestYdbKvWorkload::test[row]
10.75s setup    test_workload.py::TestYdbKvWorkload::test[row]
9.90s setup    test_workload.py::TestYdbKvWorkload::test[column]
7.02s teardown test_workload.py::TestYdbKvWorkload::test[column]
=========================== short test summary info ============================
FAILED test_workload.py::TestYdbKvWorkload::test[row] - yatest.common.process.ExecutionError: Command '/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/workload_kv --endpoint grpc://localhost:3817 --database /Root --duration 100 --store_type row --kv_prefix row' has failed with code 1.
Errors:
...0_0 AND c1 = $r0_1 AND c2 = $r0_2
Terminating due to uncaught exception 0x7d65bccf0090    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
 of type TSystemError
FATAL: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
Traceback (most recent call last):
  File "ydb/tests/stress/common/common.py", line 100, in wrapper
    f()
  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
    self.cmd_run(
  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
    subprocess.run(cmd, check=True, text=True)
  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/r3b0/0009ad/ydb/tests/stress/kv/tests/test-results/py3test/tmpw3jwv6j3/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:3817', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
=================== 1 failed, 1 passed in 259.24s (0:04:19) ====================
