============================= test session starts ==============================
platform linux -- Python 3.12.12, pytest-8.0.2, pluggy-1.6.0
rootdir: /home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test
configfile: pkg:library.python.pytest:pytest.yatest.ini
plugins: typeguard-2.13.3
collected 2 items

test_workload.py F.

=================================== FAILURES ===================================
_________________________ TestYdbKvWorkload.test[row] __________________________
ydb/tests/stress/kv/tests/test_workload.py:16: in test
    yatest.common.execute([
library/python/testing/yatest_common/yatest/common/process.py:656: in execute
    res.wait(check_exit_code, timeout, on_timeout)
library/python/testing/yatest_common/yatest/common/process.py:411: in wait
    self._finalise(check_exit_code)
library/python/testing/yatest_common/yatest/common/process.py:422: in _finalise
    raise ExecutionError(self)
E   yatest.common.process.ExecutionError: Command '/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/workload_kv --endpoint grpc://localhost:9161 --database /Root --duration 100 --store_type row --kv_prefix row' has failed with code 1.
E   Errors:
E   ...und. Going without authentication
E   Terminating due to uncaught exception 0x7caf6ce10490    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
E    of type TSystemError
E   FATAL: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
E   Traceback (most recent call last):
E     File "ydb/tests/stress/common/common.py", line 100, in wrapper
E       f()
E     File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
E       self.cmd_run(
E     File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
E       subprocess.run(cmd, check=True, text=True)
E     File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
E       raise CalledProcessError(retcode, process.args,
E   subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
------------------------------ Captured log setup ------------------------------
INFO     ya.test:ya.py:431 ####################################################################################################
INFO     ya.test:ya.py:432 test[row]
INFO     ya.test:ya.py:433 ####################################################################################################
INFO     ya.test:ya.py:434 Test setup
DEBUG    ya.test:ya.py:185 Binary was found by /home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/29920
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:500 Working directory: /home/runner/.ya/build/build_root/4rkp/0001c6/r3tmp/kikimr_cluster_g4jxt9lg
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/9161
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/20751
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/2210
DEBUG    library.python.filelock:__init__.py:115 Acquiring FileLock (blocking=False): /home/runner/.ya/build/port_sync_dir/10272
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:273 CFG_DIR_PATH="/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs"
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:274 Final command: /home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd server --suppress-version-check --yaml-config=$CFG_DIR_PATH/config.yaml --node=1 --log-file-name=/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_fdtmo00v.log --grpc-port=9161 --mon-port=20751 --ic-port=29920
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:170 Formatting pdisk SectorMap:1:64 on node localhost:9161/1, disk_size 68719476736
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:273 CFG_DIR_PATH="/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs"
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:274 Final command: /home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd server --suppress-version-check --yaml-config=$CFG_DIR_PATH/config.yaml --node=1 --log-file-name=/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_fdtmo00v.log --grpc-port=9161 --mon-port=20751 --ic-port=29920
DEBUG    ya.test:process.py:610 Executing '('/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', 'server', '--suppress-version-check', '--yaml-config=/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/kikimr_configs/config.yaml', '--node=1', '--log-file-name=/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1/logfile_fdtmo00v.log', '--grpc-port=9161', '--mon-port=20751', '--ic-port=29920')' in '/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbKvWorkload.test.row/cluster/node_1' (no wait)
DEBUG    ya.test:process.py:628 Command pid: 1010554
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:314 Started node localhost:9161/1
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', '-V']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1010555
DEBUG    ya.test:process.py:259 Command (pid 1010555) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1010555) elapsed time (sec): 0.8490877151489258
DEBUG    ya.test:process.py:263 Command (pid 1010555) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) maxrss: 479460
DEBUG    ya.test:process.py:263 Command (pid 1010555) minflt: 45700
DEBUG    ya.test:process.py:263 Command (pid 1010555) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) nivcsw: 322
DEBUG    ya.test:process.py:263 Command (pid 1010555) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1010555) nvcsw: 14
DEBUG    ya.test:process.py:263 Command (pid 1010555) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1010555) stime: 0.18917299999999998
DEBUG    ya.test:process.py:263 Command (pid 1010555) utime: 0.510413
DEBUG    ya.test:process.py:263 Command (pid 1010555) wtime: 0.852
DEBUG    ya.test:process.py:275 Command (pid 1010555) output:
Git info:
    Commit: 3a6281fc005e388432251060760d06ea70ac2e39
    Branch: 
    Author: Dmitry Kardymon <kardymon.d@gmail.com>
    Summary: Merge 16b5589081a24ad71272f6e0a48c73699fb876ec into fe49740846bccb57d40855c09ec9f41405fc180e
Other info:
    Build by: runner
    Top src dir: /home/runner/actions_runner/_work/ydb/ydb
    Top build dir: /home/runner/.ya/build
    Hostname: ghrun-bs3qzf6rey    Host information: 
        Linux ghrun-bs3qzf6rey 5.15.0-157-generic #167-Ubuntu SMP Wed Sep 17 21:35:53 UTC 2025 x86_64

     
Build info:
    Compiler: /home/runner/.ya/tools/v4/10302026024/bin/clang++
    Compiler version: 
        clang version 20.1.8
        Target: x86_64-unknown-linux-gnu
        Thread model: posix
        InstalledDir: /home/runner/.ya/tools/v4/10302026024/bin
    Compile flags: -Xclang -fdebug-compilation-dir -Xclang /tmp -pipe -m64 -O3 -gline-tables-only -fno-common -ffunction-sections -fdata-sections -fsized-deallocation -fexceptions -fuse-init-array -fcolor-diagnostics -faligned-allocation -Werror -Wall -Wextra -Wno-parentheses -Wno-implicit-const-int-float-conversion -Wno-unknown-warning-option -D_THREAD_SAFE -D_PTHREADS -D_REENTRANT -D_LARGEFILE_SOURCE -D__STDC_CONSTANT_MACROS -D__STDC_FORMAT_MACROS -D_FILE_OFFSET_BITS=64 -D_GNU_SOURCE -D_YNDX_LIBUNWIND_ENABLE_EXCEPTION_BACKTRACE -D__LONG_LONG_SUPPORTED -fno-omit-frame-pointer -Wno-unknown-argument -DNDEBUG -Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member -Wno-deprecated-this-capture -Wno-missing-designated-field-initializers -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof -Wno-alias-template-in-declaration-name -Wno-cast-function-type-mismatch -Wno-explicit-specialization-storage-class -Wno-extraneous-template-head -Wno-missing-template-arg-list-after-template-kw -Wno-nontrivial-memcall -Wno-strict-primary-template-shadow -DCATBOOST_OPENSOURCE=yes -fsanitize=address -Daddress_sanitizer_enabled -fno-omit-frame-pointer -fsanitize-blacklist=/home/runner/actions_runner/_work/ydb/ydb/build/sanitize-blacklist.txt -fno-sanitize-link-runtime -msse2 -msse3 -mssse3 -msse4.1 -msse4.2 -mpopcnt -mcx16 -DNDEBUG -Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member -Wno-deprecated-this-capture -Wno-missing-designated-field-initializers -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof -Wno-alias-template-in-declaration-name -Wno-cast-function-type-mismatch -Wno-explicit-specialization-storage-class -Wno-extraneous-template-head -Wno-missing-template-arg-list-after-template-kw -Wno-nontrivial-memcall -Wno-strict-primary-template-shadow -std=c++20 -Wimport-preprocessor-directive-pedantic -Woverloaded-virtual -Wno-ambiguous-reversed-operator -Wno-defaulted-function-deleted -Wno-deprecated-anon-enum-enum-conversion -Wno-deprecated-enum-enum-conversion -Wno-deprecated-enum-float-conversion -Wno-deprecated-volatile -Wno-pessimizing-move -Wno-undefined-var-template -nostdinc++ -DCATBOOST_OPENSOURCE=yes -nostdinc++

DEBUG    ya.test:process.py:276 Command (pid 1010555) errors:

INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:315 Node 1 version:
Git info:
    Commit: 3a6281fc005e388432251060760d06ea70ac2e39
    Branch: 
    Author: Dmitry Kardymon <kardymon.d@gmail.com>
    Summary: Merge 16b5589081a24ad71272f6e0a48c73699fb876ec into fe49740846bccb57d40855c09ec9f41405fc180e
Other info:
    Build by: runner
    Top src dir: /home/runner/actions_runner/_work/ydb/ydb
    Top build dir: /home/runner/.ya/build
    Hostname: ghrun-bs3qzf6rey    Host information: 
        Linux ghrun-bs3qzf6rey 5.15.0-157-generic #167-Ubuntu SMP Wed Sep 17 21:35:53 UTC 2025 x86_64
DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:449 Executing command = ['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', '--server', 'grpc://localhost:9161', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineHostConfig {\n    HostConfigId: 1\n    Drive {\n      Path: "SectorMap:1:64"\n    }\n  }\n}\nCommand {\n  DefineBox {\n    BoxId: 1\n    Host {\n      Key {\n        Fqdn: "localhost"\n        IcPort: 29920\n      }\n      HostConfigId: 1\n    }\n  }\n}\n']
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out.0
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err.0
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', '--server', 'grpc://localhost:9161', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineHostConfig {\n    HostConfigId: 1\n    Drive {\n      Path: "SectorMap:1:64"\n    }\n  }\n}\nCommand {\n  DefineBox {\n    BoxId: 1\n    Host {\n      Key {\n        Fqdn: "localhost"\n        IcPort: 29920\n      }\n      HostConfigId: 1\n    }\n  }\n}\n']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1011399
DEBUG    ya.test:process.py:259 Command (pid 1011399) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1011399) elapsed time (sec): 1.0438275337219238
DEBUG    ya.test:process.py:263 Command (pid 1011399) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) maxrss: 562220
DEBUG    ya.test:process.py:263 Command (pid 1011399) minflt: 52094
DEBUG    ya.test:process.py:263 Command (pid 1011399) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) nivcsw: 210
DEBUG    ya.test:process.py:263 Command (pid 1011399) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1011399) nvcsw: 558
DEBUG    ya.test:process.py:263 Command (pid 1011399) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1011399) stime: 0.256677
DEBUG    ya.test:process.py:263 Command (pid 1011399) utime: 0.561349
DEBUG    ya.test:process.py:263 Command (pid 1011399) wtime: 1.083
DEBUG    ya.test:process.py:275 Command (pid 1011399) output:
Status {
  Success: true
}
Status {
  Success: true
}
Success: true
ConfigTxSeqNo: 5

DEBUG    ya.test:process.py:276 Command (pid 1011399) errors:

DEBUG    ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:449 Executing command = ['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', '--server', 'grpc://localhost:9161', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineStoragePool {\n    BoxId: 1\n    StoragePoolId: 1\n    Name: "dynamic_storage_pool:1"\n    ErasureSpecies: "none"\n    VDiskKind: "Default"\n    Kind: "hdd"\n    NumGroups: 2\n    PDiskFilter {\n      Property {\n        Type: ROT\n      }\n      Property {\n        Kind: 0\n      }\n    }\n  }\n}\n']
DEBUG    ya.test:process.py:678 Command out will be placed to ydbd.out.1
DEBUG    ya.test:process.py:678 Command err will be placed to ydbd.err.1
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/apps/ydbd/ydbd', '--server', 'grpc://localhost:9161', 'admin', 'blobstorage', 'config', 'invoke', '--proto=Command {\n  DefineStoragePool {\n    BoxId: 1\n    StoragePoolId: 1\n    Name: "dynamic_storage_pool:1"\n    ErasureSpecies: "none"\n    VDiskKind: "Default"\n    Kind: "hdd"\n    NumGroups: 2\n    PDiskFilter {\n      Property {\n        Type: ROT\n      }\n      Property {\n        Kind: 0\n      }\n    }\n  }\n}\n']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1011453
DEBUG    ya.test:process.py:259 Command (pid 1011453) rc: 0
DEBUG    ya.test:process.py:260 Command (pid 1011453) elapsed time (sec): 0.9339659214019775
DEBUG    ya.test:process.py:263 Command (pid 1011453) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) inblock: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) majflt: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) maxrss: 563108
DEBUG    ya.test:process.py:263 Command (pid 1011453) minflt: 52144
DEBUG    ya.test:process.py:263 Command (pid 1011453) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) nivcsw: 115
DEBUG    ya.test:process.py:263 Command (pid 1011453) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1011453) nvcsw: 572
DEBUG    ya.test:process.py:263 Command (pid 1011453) oublock: 8
DEBUG    ya.test:process.py:263 Command (pid 1011453) stime: 0.26778199999999996
DEBUG    ya.test:process.py:263 Command (pid 1011453) utime: 0.540559
DEBUG    ya.test:process.py:263 Command (pid 1011453) wtime: 0.936
DEBUG    ya.test:process.py:275 Command (pid 1011453) output:
Status {
  Success: true
}
Success: true
ConfigTxSeqNo: 6

DEBUG    ya.test:process.py:276 Command (pid 1011453) errors:

INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:579 Binding storage pools to domain Root: {'dynamic_storage_pool:1': 'hdd'}
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:586 Cluster started and initialized
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:175 Preparing initial endpoint to resolve endpoints
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:185 Resolving endpoints for database /Root
DEBUG    ydb.connection:connection.py:421 RpcState(ListEndpoints, e63c43e3-45d6-46e3-9602-0b02dd964042, localhost:9161): creating call state
DEBUG    ydb.connection:connection.py:63 RpcState(ListEndpoints, e63c43e3-45d6-46e3-9602-0b02dd964042, localhost:9161): request = { database: "/Root" }
DEBUG    ydb.connection:connection.py:52 RpcState(ListEndpoints, e63c43e3-45d6-46e3-9602-0b02dd964042, localhost:9161): response = { operation { ready: true status: SUCCESS result { [type.googleapis.com/Ydb.Discovery.ListEndpointsResult] { endpoints { address: "ghrun-bs3qzf6rey.auto.internal" port: 9161 service: "legacy" service: "tablet_service" service: "yql" service: "discovery" service: "cms" service: "locking" service: "kesus" service: "pq" service: "pqcd" service: "pqv1" service: "topic" service: "datastreams" service: "scripting" service: "clickhouse_internal" service: "rate_limiter" service: "analytics" service: "export" service: "import" service: "yq" service: "keyvalue" service: "monitoring" service: "auth" service: "query_service" service: "view" location: "1" node_id: 1 } self_location: "1" } } } }
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:155 Resolved endpoints for database /Root: DiscoveryResult <self_location: 1, endpoints [<Endpoint ghrun-bs3qzf6rey.auto.internal:9161, location 1, ssl: False>]>
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
DEBUG    ydb.connection:connection.py:549 Closing channel for endpoint localhost:9161
------------------------------ Captured log call -------------------------------
INFO     ya.test:ya.py:447 Test call (class_name: test_workload.py::TestYdbKvWorkload, test_name: test[row])
DEBUG    ya.test:ya.py:185 Binary was found by /home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/workload_kv
DEBUG    ya.test:process.py:678 Command out will be placed to workload_kv.out
DEBUG    ya.test:process.py:678 Command err will be placed to workload_kv.err
DEBUG    ya.test:process.py:610 Executing '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/workload_kv', '--endpoint', 'grpc://localhost:9161', '--database', '/Root', '--duration', '100', '--store_type', 'row', '--kv_prefix', 'row']' in 'None' (waiting)
DEBUG    ya.test:process.py:628 Command pid: 1011562
DEBUG    ya.test:process.py:259 Command (pid 1011562) rc: 1
DEBUG    ya.test:process.py:260 Command (pid 1011562) elapsed time (sec): 106.5955650806427
DEBUG    ya.test:process.py:263 Command (pid 1011562) idrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) inblock: 229264
DEBUG    ya.test:process.py:263 Command (pid 1011562) isrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) ixrss: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) majflt: 1096
DEBUG    ya.test:process.py:263 Command (pid 1011562) maxrss: 851276
DEBUG    ya.test:process.py:263 Command (pid 1011562) minflt: 691928
DEBUG    ya.test:process.py:263 Command (pid 1011562) msgrcv: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) msgsnd: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) nivcsw: 23380
DEBUG    ya.test:process.py:263 Command (pid 1011562) nsignals: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) nswap: 0
DEBUG    ya.test:process.py:263 Command (pid 1011562) nvcsw: 595254
DEBUG    ya.test:process.py:263 Command (pid 1011562) oublock: 479216
DEBUG    ya.test:process.py:263 Command (pid 1011562) stime: 12.861721
DEBUG    ya.test:process.py:263 Command (pid 1011562) utime: 106.553758
DEBUG    ya.test:process.py:263 Command (pid 1011562) wtime: 106.598
DEBUG    ya.test:process.py:275 Command (pid 1011562) output:
Init tables ...
Init tables ...Ok
Window	    Txs	Txs/Sec	Retries	Errors	p50(ms)	p95(ms)	p99(ms)	pMax(ms)
1	    116	116	0	0	46	355	395	497
2	    200	200	0	0	40	131	187	204
3	    217	217	0	0	42	71	87	97
4	    172	172	0	0	53	101	113	124
5	    192	192	0	0	49	91	108	111
6	    251	251	0	0	36	58	69	90
7	    272	272	0	0	34	56	75	92
8	    202	202	0	0	46	85	111	116
9	    245	245	0	0	38	66	81	85
10	    187	187	0	0	49	84	103	108
11	    233	233	0	0	39	77	116	171
12	    275	275	0	0	35	56	65	87
13	    230	230	0	0	41	67	76	115
14	    188	188	0	0	48	91	119	142
15	    184	184	0	0	49	89	115	130
16	    210	210	0	0	44	82	97	113
17	    244	244	0	0	38	62	74	94
18	    280	280	0	0	32	61	72	90
19	    246	246	0	0	37	71	84	113
20	    259	259	0	0	33	69	77	90
21	    314	314	0	0	28	62	80	86
22	    313	313	0	0	26	63	73	88
23	    309	309	0	0	27	52	101	114
24	    251	251	0	0	38	61	80	156
25	    340	340	0	0	25	48	83	101
26	    314	314	0	0	28	53	81	92
27	    193	193	0	0	47	85	107	127
28	    201	201	0	0	48	70	82	104
29	    196	196	0	0	47	73	98	142
30	    163	163	0	0	54	150	176	181
31	    170	170	0	0	56	92	105	145
32	    230	230	0	0	38	75	96	149
33	    178	178	0	0	52	88	95	110
34	    130	130	0	0	64	128	142	244
35	    139	139	0	0	64	133	149	149
36	    175	175	0	0	53	98	129	275
37	    146	146	0	0	64	91	104	105
38	    160	160	0	0	57	102	124	309
39	    144	144	0	0	64	153	167	204
40	    191	191	0	0	48	78	118	156
41	    135	135	0	0	66	131	146	186
42	    165	165	0	0	56	92	117	169
43	    142	142	0	0	68	110	117	127
44	    148	148	0	0	59	110	131	146
45	    135	135	0	0	72	123	175	201
46	    140	140	0	0	60	119	180	198
47	    142	142	0	0	70	116	146	159
48	    149	149	0	0	62	99	163	167
49	    137	137	0	0	64	113	140	160
50	    162	162	0	0	56	121	127	139
51	    161	161	0	0	53	105	127	216
52	    104	104	0	0	91	160	238	313
53	    126	126	0	0	77	122	131	238
54	    144	144	0	0	63	124	132	141
55	    140	140	0	0	66	94	122	172
56	    140	140	0	0	69	108	122	123
57	    157	157	0	0	58	117	143	317
58	    149	149	0	0	59	119	145	202
59	    179	179	0	0	56	82	112	141
60	    239	239	0	0	38	68	96	123
61	    183	183	0	0	49	89	127	179
62	    212	212	0	0	44	69	82	98
63	    170	170	0	0	55	87	104	109
64	    156	156	0	0	56	116	125	141
65	    159	159	0	0	52	143	175	191
66	    139	139	0	0	58	184	210	229
67	    176	176	0	0	51	104	131	177
68	    255	255	0	0	36	60	72	110
69	    192	192	0	0	48	76	124	130
70	    190	190	0	0	49	88	107	236
71	    231	231	0	0	39	76	130	146
72	    234	234	0	0	37	68	94	144
73	    219	219	0	0	42	83	108	144
74	    225	225	0	0	41	73	109	152
75	    237	237	0	0	39	63	105	156
76	    202	202	0	0	45	91	109	175
77	    205	205	0	0	45	77	99	207
78	    181	181	0	0	51	93	102	172
79	    162	162	0	0	55	97	113	207
80	    176	176	0	0	56	88	102	113
81	    182	182	0	0	49	92	111	120
82	    203	203	0	0	45	86	117	136
83	    192	192	0	0	46	83	106	207
84	    151	151	0	0	63	109	139	229
85	    133	133	0	0	67	139	159	246
86	    138	138	0	0	62	148	195	200
87	    172	172	0	0	47	106	118	177
88	    175	175	0	0	52	93	119	186
89	    159	159	0	0	57	103	129	167
90	    191	191	0	0	48	101	131	251
91	    169	169	0	0	48	105	165	183
92	    155	155	0	0	61	95	151	203
93	    137	137	0	0	67	122	141	232
94	    160	160	0	0	56	112	136	188
95	    169	169	0	0	55	92	136	209
96	    172	172	0	0	55	101	116	126
97	    151	151	0	0	57	147	169	190
98	    163	163	0	0	59	95	116	279
99	    146	146	0	0	62	99	147	224
100	    233	233	0	0	40	96	117	212

Total	    Txs	Txs/Sec	Retries	Errors	p50(ms)	p95(ms)	p99(ms)	pMax(ms)
100	  18909	189.09	0	0	47	97	139	497

DEBUG    ya.test:process.py:276 Command (pid 1011562) errors:
No authentication methods were found. Going without authentication
No authentication methods were found. Going without authentication
Terminating due to uncaught exception 0x7caf6ce10490    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
 of type TSystemError
FATAL: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
Traceback (most recent call last):
  File "ydb/tests/stress/common/common.py", line 100, in wrapper
    f()
  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
    self.cmd_run(
  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
    subprocess.run(cmd, check=True, text=True)
  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.

ERROR    ya.test:process.py:416 Execution failed with exit code: 1
	,std_out:b'Init tables ...\nInit tables ...Ok\nWindow\t    Txs\tTxs/Sec\tRetries\tErrors\tp50(ms)\tp95(ms)\tp99(ms)\tpMax(ms)\n1\t    116\t116\t0\t0\t46\t355\t395\t497\n2\t    200\t200\t0\t0\t40\t131\t187\t204\n3\t    217\t217\t0\t0\t42\t71\t87\t97\n4\t    172\t172\t0\t0\t53\t101\t113\t124\n5\t    192\t192\t0\t0\t49\t91\t108\t111\n6\t    251\t251\t0\t0\t36\t58\t69\t90\n7\t    272\t272\t0\t0\t34\t56\t75\t92\n8\t    202\t202\t0\t0\t46\t85\t111\t116\n9\t    245\t245\t0\t0\t38\t66\t81\t85\n10\t    187\t187\t0\t0\t49\t84\t103\t108\n11\t    233\t233\t0\t0\t39\t77\t116\t171\n12\t    275\t275\t0\t0\t35\t56\t65\t87\n13\t    230\t230\t0\t0\t41\t67\t76\t115\n14\t    188\t188\t0\t0\t48\t91\t119\t142\n15\t    184\t184\t0\t0\t49\t89\t115\t130\n16\t    210\t210\t0\t0\t44\t82\t97\t113\n17\t    244\t244\t0\t0\t38\t62\t74\t94\n18\t    280\t280\t0\t0\t32\t61\t72\t90\n19\t    246\t246\t0\t0\t37\t71\t84\t113\n20\t    259\t259\t0\t0\t33\t69\t77\t90\n21\t    314\t314\t0\t0\t28\t62\t80\t86\n22\t    313\t313\t0\t0\t26\t63\t73\t88\n23\t    309\t309\t0\t0\t27\t52\t101\t114\n24\t    251\t251\t0\t0\t38\t61\t80\t156\n25\t    340\t340\t0\t0\t25\t48\t83\t101\n26\t    314\t314\t0\t0\t28\t53\t81\t92\n27\t    193\t193\t0\t0\t47\t85\t107\t127\n28\t    201\t201\t0\t0\t48\t70\t82\t104\n29\t    196\t196\t0\t0\t47\t73\t98\t142\n30\t    163\t163\t0\t0\t54\t150\t176\t181\n31\t    170\t170\t0\t0\t56\t92\t105\t145\n32\t    230\t230\t0\t0\t38\t75\t96\t149\n33\t    178\t178\t0\t0\t52\t88\t95\t110\n34\t    130\t130\t0\t0\t64\t128\t142\t244\n35\t    139\t139\t0\t0\t64\t133\t149\t149\n36\t    175\t175\t0\t0\t53\t98\t129\t275\n37\t    146\t146\t0\t0\t64\t91\t104\t105\n38\t    160\t160\t0\t0\t57\t102\t124\t309\n39\t    144\t144\t0\t0\t64\t153\t167\t204\n40\t    191\t191\t0\t0\t48\t78\t118\t156\n41\t    135\t135\t0\t0\t66\t131\t146\t186\n42\t    165\t165\t0\t0\t56\t92\t117\t169\n43\t    142\t142\t0\t0\t68\t110\t117\t127\n44\t    148\t148\t0\t0\t59\t110\t131\t146\n45\t    135\t135\t0\t0\t72\t123\t175\t201\n46\t    140\t140\t0\t0\t60\t119\t180\t198\n47\t    142\t142\t0\t0\t70\t116\t146\t159\n48\t    149\t149\t0\t0\t62\t99\t163\t167\n49\t    137\t137\t0\t0\t64\t113\t140\t160\n50\t    162\t162\t0\t0\t56\t121\t127\t139\n51\t    161\t161\t0\t0\t53\t105\t127\t216\n52\t    104\t104\t0\t0\t91\t160\t238\t313\n53\t    126\t126\t0\t0\t77\t122\t131\t238\n54\t    144\t144\t0\t0\t63\t124\t132\t141\n55\t    140\t140\t0\t0\t66\t94\t122\t172\n56\t    140\t140\t0\t0\t69\t108\t122\t123\n57\t    157\t157\t0\t0\t58\t117\t143\t317\n58\t    149\t149\t0\t0\t59\t119\t145\t202\n59\t    179\t179\t0\t0\t56\t82\t112\t141\n60\t    239\t239\t0\t0\t38\t68\t96\t123\n61\t    183\t183\t0\t0\t49\t89\t127\t179\n62\t    212\t212\t0\t0\t44\t69\t82\t98\n63\t    170\t170\t0\t0\t55\t87\t104\t109\n64\t    156\t156\t0\t0\t56\t116\t125\t141\n65\t    159\t159\t0\t0\t52\t143\t175\t191\n66\t    139\t139\t0\t0\t58\t184\t210\t229\n67\t    176\t176\t0\t0\t51\t104\t131\t177\n68\t    255\t255\t0\t0\t36\t60\t72\t110\n69\t    192\t192\t0\t0\t48\t76\t124\t130\n70\t    190\t190\t0\t0\t49\t88\t107\t236\n71\t    231\t231\t0\t0\t39\t76\t130\t146\n72\t    234\t234\t0\t0\t37\t68\t94\t144\n73\t    219\t219\t0\t0\t42\t83\t108\t144\n74\t    225\t225\t0\t0\t41\t73\t109\t152\n75\t    237\t237\t0\t0\t39\t63\t105\t156\n76\t    202\t202\t0\t0\t45\t91\t109\t175\n77\t    205\t205\t0\t0\t45\t77\t99\t207\n78\t    181\t181\t0\t0\t51\t93\t102\t172\n79\t    162\t162\t0\t0\t55\t97\t113\t207\n80\t    176\t176\t0\t0\t56\t88\t102\t113\n81\t    182\t182\t0\t0\t49\t92\t111\t120\n82\t    203\t203\t0\t0\t45\t86\t117\t136\n83\t    192\t192\t0\t0\t46\t83\t106\t207\n84\t    151\t151\t0\t0\t63\t109\t139\t229\n85\t    133\t133\t0\t0\t67\t139\t159\t246\n86\t    138\t138\t0\t0\t62\t148\t195\t200\n87\t    172\t172\t0\t0\t47\t106\t118\t177\n88\t    175\t175\t0\t0\t52\t93\t119\t186\n89\t    159\t159\t0\t0\t57\t103\t129\t167\n90\t    191\t191\t0\t0\t48\t101\t131\t251\n91\t    169\t169\t0\t0\t48\t105\t165\t183\n92\t    155\t155\t0\t0\t61\t95\t151\t203\n93\t    137\t137\t0\t0\t67\t122\t141\t232\n94\t    160\t160\t0\t0\t56\t112\t136\t188\n95\t    169\t169\t0\t0\t55\t92\t136\t209\n96\t    172\t172\t0\t0\t55\t101\t116\t126\n97\t    151\t151\t0\t0\t57\t147\t169\t190\n98\t    163\t163\t0\t0\t59\t95\t116\t279\n99\t    146\t146\t0\t0\t62\t99\t147\t224\n100\t    233\t233\t0\t0\t40\t96\t117\t212\n\nTotal\t    Txs\tTxs/Sec\tRetries\tErrors\tp50(ms)\tp95(ms)\tp99(ms)\tpMax(ms)\n100\t  18909\t189.09\t0\t0\t47\t97\t139\t497\n'
	std_err:b'No authentication methods were found. Going without authentication\nNo authentication methods were found. Going without authentication\nTerminating due to uncaught exception 0x7caf6ce10490    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"\n of type TSystemError\nFATAL: Command \'[\'/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli\', \'--verbose\', \'--endpoint\', \'grpc://localhost:9161\', \'--database=/Root\', \'workload\', \'kv\', \'run\', \'mixed\', \'--seconds\', \'100\', \'--threads\', \'10\', \'--cols\', \'5\', \'--len\', \'200\', \'--int-cols\', \'2\', \'--key-cols\', \'3\', \'--path\', \'row/kv_row\']\' died with <Signals.SIGABRT: 6>.\nTraceback (most recent call last):\n  File "ydb/tests/stress/common/common.py", line 100, in wrapper\n    f()\n  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop\n    self.cmd_run(\n  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run\n    subprocess.run(cmd, check=True, text=True)\n  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command \'[\'/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli\', \'--verbose\', \'--endpoint\', \'grpc://localhost:9161\', \'--database=/Root\', \'workload\', \'kv\', \'run\', \'mixed\', \'--seconds\', \'100\', \'--threads\', \'10\', \'--cols\', \'5\', \'--len\', \'200\', \'--int-cols\', \'2\', \'--key-cols\', \'3\', \'--path\', \'row/kv_row\']\' died with <Signals.SIGABRT: 6>.\n'
---------------------------- Captured log teardown -----------------------------
INFO     ya.test:ya.py:442 Test teardown
DEBUG    ydb.resolver.DiscoveryEndpointsResolver:resolver.py:175 Preparing initial endpoint to resolve endpoints
DEBUG    ydb.connection:connection.py:314 Channel options: [('grpc.max_receive_message_length', 64000000), ('grpc.max_send_message_length', 64000000), ('grpc.primary_user_agent', 'python-library'), ('grpc.lb_policy_name', 'round_robin'), ('grpc.keepalive_time_ms', 1250), ('grpc.keepalive_timeout_ms', 10000), ('grpc.http2.max_pings_without_data', 0), ('grpc.keepalive_permit_without_calls', 0)]
INFO     ydb.tests.library.harness.kikimr_runner:kikimr_runner.py:281 Stopped node localhost:9161/1
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/10272
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/2210
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/20751
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/9161
DEBUG    library.python.filelock:__init__.py:119 Ensuring FileLock released: /home/runner/.ya/build/port_sync_dir/29920
============================== slowest durations ===============================
108.21s call     test_workload.py::TestYdbKvWorkload::test[column]
106.65s call     test_workload.py::TestYdbKvWorkload::test[row]
17.03s teardown test_workload.py::TestYdbKvWorkload::test[row]
9.18s setup    test_workload.py::TestYdbKvWorkload::test[column]
8.57s setup    test_workload.py::TestYdbKvWorkload::test[row]
7.02s teardown test_workload.py::TestYdbKvWorkload::test[column]
=========================== short test summary info ============================
FAILED test_workload.py::TestYdbKvWorkload::test[row] - yatest.common.process.ExecutionError: Command '/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/workload_kv --endpoint grpc://localhost:9161 --database /Root --duration 100 --store_type row --kv_prefix row' has failed with code 1.
Errors:
...und. Going without authentication
Terminating due to uncaught exception 0x7caf6ce10490    what() -> "(Error 35: Resource deadlock avoided) util/system/thread.cpp:199: can not join thread"
 of type TSystemError
FATAL: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
Traceback (most recent call last):
  File "ydb/tests/stress/common/common.py", line 100, in wrapper
    f()
  File "ydb/tests/stress/kv/workload/__init__.py", line 69, in __loop
    self.cmd_run(
  File "ydb/tests/stress/kv/workload/__init__.py", line 53, in cmd_run
    subprocess.run(cmd, check=True, text=True)
  File "contrib/tools/python3/Lib/subprocess.py", line 571, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['/home/runner/.ya/build/build_root/4rkp/0001c6/ydb/tests/stress/kv/tests/test-results/py3test/tmph1pwl9k9/kv_ydb_cli/ydb_cli', '--verbose', '--endpoint', 'grpc://localhost:9161', '--database=/Root', 'workload', 'kv', 'run', 'mixed', '--seconds', '100', '--threads', '10', '--cols', '5', '--len', '200', '--int-cols', '2', '--key-cols', '3', '--path', 'row/kv_row']' died with <Signals.SIGABRT: 6>.
=================== 1 failed, 1 passed in 259.19s (0:04:19) ====================
