Test results differ from canonical:
test_result['response_last_offset']['Messages'][3]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][4]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][5]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][6]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][7]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][8]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':..., test_result['response_last_offset']['Messages'][9]: extra value {'Codec': 0, 'CreateTimestamp': 'not-zero-number', 'Message':...
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/core/viewer/tests/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/core/viewer/tests/test-results/py3test/testing_out_stuff/test.py.TestViewer.test_topic_data.log
ydb/tests/functional/serverless/test_serverless.py:452: in test_database_with_disk_quotas
IOLoop.current().run_sync(lambda: async_write_key(path, 0, 'test', ignore_out_of_space=False))
contrib/python/tornado/tornado-4/tornado/ioloop.py:458: in run_sync
return future_cell[0].result()
contrib/python/tornado/tornado-4/tornado/concurrent.py:238: in result
raise_exc_info(self._exc_info)
<string>:4: in raise_exc_info
???
contrib/python/tornado/tornado-4/tornado/gen.py:1064: in run
yielded = self.gen.throw(*exc_info)
ydb/tests/functional/serverless/test_serverless.py:349: in wrapped
res = yield func(*args, **kwargs)
contrib/python/tornado/tornado-4/tornado/gen.py:1056: in run
value = future.result()
contrib/python/tornado/tornado-4/tornado/concurrent.py:238: in result
raise_exc_info(self._exc_info)
<string>:4: in raise_exc_info
???
contrib/python/tornado/tornado-4/tornado/gen.py:1064: in run
yielded = self.gen.throw(*exc_info)
ydb/tests/functional/serverless/test_serverless.py:369: in async_write_key
yield tx.async_execute(
contrib/python/tornado/tornado-4/tornado/gen.py:1056: in run
value = future.result()
contrib/tools/python3/Lib/concurrent/futures/_base.py:449: in result
return self.__get_result()
contrib/tools/python3/Lib/concurrent/futures/_base.py:401: in __get_result
raise self._exception
contrib/python/ydb/py3/ydb/connection.py:121: in _on_response_callback
response = response if wrap_result is None else wrap_result(rpc_state, response, *wrap_args)
contrib/python/ydb/py3/ydb/_session_impl.py:20: in decorator
return func(rpc_state, response_pb, session_state, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:9: in decorator
return func(rpc_state, response_pb, session_state, tx_state, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:22: in decorator
return func(rpc_state, response_pb, session_state, tx_state, query, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:165: in wrap_result_and_tx_id
issues._process_response(response_pb.operation)
contrib/python/ydb/py3/ydb/issues.py:237: in _process_response
raise exc_obj(_format_response(response_proto), response_proto.issues)
E ydb.issues.Unavailable: message: "Disk space exhausted. Table `/Root/quoted_serverless/test_database_with_disk_quotas_enable_alter_database_create_hive_first--false_/dirA0/table`." issue_code: 2033 severity: 1 issues { message: "Cannot perform writes: database is out of disk space" issue_code: 2033 severity: 1 } (server_code: 400050)
During handling of the above exception, another exception occurred:
ydb/tests/functional/serverless/test_serverless.py:451: in test_database_with_disk_quotas
with pytest.raises(ydb.Unavailable, match=r'.*DISK_SPACE_EXHAUSTED.*'):
E AssertionError: Regex pattern did not match.
E Regex: '.*DISK_SPACE_EXHAUSTED.*'
E Input: 'message: "Disk space exhausted. Table `/Root/quoted_serverless/test_database_with_disk_quotas_enable_alter_database_create_hive_first--false_/dirA0/table`." issue_code: 2033 severity: 1 issues { message: "Cannot perform writes: database is out of disk space" issue_code: 2033 severity: 1 } (server_code: 400050)'
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/serverless/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/serverless/test-results/py3test/testing_out_stuff/test_serverless.py.test_database_with_disk_quotas.enable_alter_database_create_hive_first--false.log
ydb/tests/functional/serverless/test_serverless.py:452: in test_database_with_disk_quotas
IOLoop.current().run_sync(lambda: async_write_key(path, 0, 'test', ignore_out_of_space=False))
contrib/python/tornado/tornado-4/tornado/ioloop.py:458: in run_sync
return future_cell[0].result()
contrib/python/tornado/tornado-4/tornado/concurrent.py:238: in result
raise_exc_info(self._exc_info)
<string>:4: in raise_exc_info
???
contrib/python/tornado/tornado-4/tornado/gen.py:1064: in run
yielded = self.gen.throw(*exc_info)
ydb/tests/functional/serverless/test_serverless.py:349: in wrapped
res = yield func(*args, **kwargs)
contrib/python/tornado/tornado-4/tornado/gen.py:1056: in run
value = future.result()
contrib/python/tornado/tornado-4/tornado/concurrent.py:238: in result
raise_exc_info(self._exc_info)
<string>:4: in raise_exc_info
???
contrib/python/tornado/tornado-4/tornado/gen.py:1064: in run
yielded = self.gen.throw(*exc_info)
ydb/tests/functional/serverless/test_serverless.py:369: in async_write_key
yield tx.async_execute(
contrib/python/tornado/tornado-4/tornado/gen.py:1056: in run
value = future.result()
contrib/tools/python3/Lib/concurrent/futures/_base.py:449: in result
return self.__get_result()
contrib/tools/python3/Lib/concurrent/futures/_base.py:401: in __get_result
raise self._exception
contrib/python/ydb/py3/ydb/connection.py:121: in _on_response_callback
response = response if wrap_result is None else wrap_result(rpc_state, response, *wrap_args)
contrib/python/ydb/py3/ydb/_session_impl.py:20: in decorator
return func(rpc_state, response_pb, session_state, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:9: in decorator
return func(rpc_state, response_pb, session_state, tx_state, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:22: in decorator
return func(rpc_state, response_pb, session_state, tx_state, query, *args, **kwargs)
contrib/python/ydb/py3/ydb/_tx_ctx_impl.py:165: in wrap_result_and_tx_id
issues._process_response(response_pb.operation)
contrib/python/ydb/py3/ydb/issues.py:237: in _process_response
raise exc_obj(_format_response(response_proto), response_proto.issues)
E ydb.issues.Unavailable: message: "Disk space exhausted. Table `/Root/quoted_serverless/test_database_with_disk_quotas_enable_alter_database_create_hive_first--true_/dirA0/table`." issue_code: 2033 severity: 1 issues { message: "Cannot perform writes: database is out of disk space" issue_code: 2033 severity: 1 } (server_code: 400050)
During handling of the above exception, another exception occurred:
ydb/tests/functional/serverless/test_serverless.py:451: in test_database_with_disk_quotas
with pytest.raises(ydb.Unavailable, match=r'.*DISK_SPACE_EXHAUSTED.*'):
E AssertionError: Regex pattern did not match.
E Regex: '.*DISK_SPACE_EXHAUSTED.*'
E Input: 'message: "Disk space exhausted. Table `/Root/quoted_serverless/test_database_with_disk_quotas_enable_alter_database_create_hive_first--true_/dirA0/table`." issue_code: 2033 severity: 1 issues { message: "Cannot perform writes: database is out of disk space" issue_code: 2033 severity: 1 } (server_code: 400050)'
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/serverless/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/serverless/test-results/py3test/testing_out_stuff/test_serverless.py.test_database_with_disk_quotas.enable_alter_database_create_hive_first--true.log
ydb/tests/functional/tenants/test_tenants.py:433: in test_list_database_above
assert result.children[0].name == ".sys"
E AssertionError: assert '.metadata' == '.sys'
E
E - .sys
E + .metadata
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/tenants/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/tenants/test-results/py3test/testing_out_stuff/test_tenants.py.TestTenants.test_list_database_above.enable_alter_database_create_hive_first--false.log
ydb/tests/functional/tenants/test_tenants.py:433: in test_list_database_above
assert result.children[0].name == ".sys"
E AssertionError: assert '.metadata' == '.sys'
E
E - .sys
E + .metadata
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/tenants/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/functional/tenants/test-results/py3test/testing_out_stuff/test_tenants.py.TestTenants.test_list_database_above.enable_alter_database_create_hive_first--true.log
ydb/tests/olap/scenario/conftest.py:126: in test
raise errors[0]
ydb/tests/olap/scenario/conftest.py:85: in worker
self._test_suffix(local_ctx, suffix, codes, idx)
ydb/tests/olap/scenario/conftest.py:136: in _test_suffix
ctx.executable(self, ctx)
ydb/tests/olap/scenario/test_alter_tiering.py:361: in scenario_many_tables
threads.start_and_wait_all()
ydb/tests/olap/common/thread_helper.py:49: in start_and_wait_all
self.join_all()
ydb/tests/olap/common/thread_helper.py:45: in join_all
thread.join(timeout=timeout)
ydb/tests/olap/common/thread_helper.py:18: in join
raise self.exc
ydb/tests/olap/common/thread_helper.py:11: in run
self.ret = self._target(*self._args, **self._kwargs)
ydb/tests/olap/scenario/test_alter_tiering.py:218: in _loop_bulk_upsert
sth.bulk_upsert(
ydb/tests/olap/scenario/helpers/scenario_tests_helper.py:647: in bulk_upsert
self._bulk_upsert_impl(tablename, data_generator, expected_status)
ydb/tests/olap/scenario/helpers/scenario_tests_helper.py:390: in _bulk_upsert_impl
self._run_with_expected_status(
ydb/tests/olap/scenario/helpers/scenario_tests_helper.py:366: in _run_with_expected_status
pytest.fail(f'Unexpected status: must be in {repr(expected_status)}, but get {repr(error or status)}')
E Failed: Unexpected status: must be in {<StatusCode.SUCCESS: 400000>}, but get BadRequest('message: "Bulk upsert to table \\\'/Root/olap_yatests/TestAlterTiering/many_tables/store/table0\\\' " severity: 1 (server_code: 400010)')
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/scenario/test-results/py3test/testing_out_stuff/test_alter_tiering.py.TestAlterTiering.test.many_tables.log
ydb/tests/olap/test_log_scenario.py:235: in test_log_uniform
thread.join()
ydb/tests/olap/common/thread_helper.py:18: in join
raise self.exc
ydb/tests/olap/common/thread_helper.py:11: in run
self.ret = self._target(*self._args, **self._kwargs)
ydb/tests/olap/test_log_scenario.py:147: in aggregation_query
self.ydb_client.query(f"SELECT COUNT(*) FROM `{self.table_name}` ")
ydb/tests/olap/common/ydb_client.py:24: in query
return self.session_pool.execute_with_retries(query=statement, settings=request_settings)
contrib/python/ydb/py3/ydb/query/pool.py:252: in execute_with_retries
return retry_operation_sync(wrapped_callee, retry_settings)
contrib/python/ydb/py3/ydb/retries.py:135: in retry_operation_sync
for next_opt in opt_generator:
contrib/python/ydb/py3/ydb/retries.py:130: in retry_operation_impl
raise status
contrib/python/ydb/py3/ydb/retries.py:96: in retry_operation_impl
result = YdbRetryOperationFinalResult(callee(*args, **kwargs))
contrib/python/ydb/py3/ydb/query/pool.py:248: in wrapped_callee
with self.checkout(timeout=retry_settings.max_session_acquire_timeout) as session:
contrib/python/ydb/py3/ydb/query/pool.py:331: in __enter__
self._session = self._pool.acquire(self._timeout)
contrib/python/ydb/py3/ydb/query/pool.py:111: in acquire
session = self._create_new_session(time_left)
contrib/python/ydb/py3/ydb/query/pool.py:63: in _create_new_session
session.create(settings=BaseRequestSettings().with_timeout(timeout))
contrib/python/ydb/py3/ydb/query/session.py:301: in create
self._create_call(settings=settings)
contrib/python/ydb/py3/ydb/query/session.py:171: in _create_call
return self._driver(
contrib/python/ydb/py3/ydb/tracing.py:70: in wrapper
return f(self, *args, **kwargs)
contrib/python/ydb/py3/ydb/pool.py:459: in __call__
connection = self._store.get(preferred_endpoint)
contrib/python/ydb/py3/ydb/tracing.py:70: in wrapper
return f(self, *args, **kwargs)
contrib/python/ydb/py3/ydb/pool.py:144: in get
raise issues.ConnectionLost("Couldn't find valid connection")
E ydb.issues.ConnectionLost: Couldn't find valid connectionteardown failed:
ydb/tests/olap/test_log_scenario.py:123: in teardown_class
cls.cluster.stop()
ydb/tests/library/harness/kikimr_runner.py:694: in stop
raise daemon.SeveralDaemonErrors(saved_exceptions)
E ydb.tests.library.harness.daemon.SeveralDaemonErrors: Daemon failed with message: Unexpectedly finished before stop.
E Process exit_code = -6.
E Stdout file name:
E /home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/test-results/py3test/testing_out_stuff/test_log_scenario.py.TestLogScenario.test_log_uniform/cluster/node_1/stdout
E Stderr file name:
E /home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/test-results/py3test/testing_out_stuff/test_log_scenario.py.TestLogScenario.test_log_uniform/cluster/node_1/stderr
E Stderr content:
E
E GRpc memory quota was set but disabled due to issues with grpc quoter, to enable it use EnableGRpcMemoryQuota option
E VERIFY failed (2025-11-07T16:43:03.626641Z): source_id=224;tablet_id=72075186224037911;verification=lhs.type_id() == rhs.type_id();fline=compare.h:82;
E ydb/library/actors/core/log.cpp:857
E ~TVerifyFormattedRecordWriter(): requirement false failed
E 0. /-S/util/system/yassert.cpp:86: InternalPanicImpl @ 0xA634E05
E 1. /-S/util/system/yassert.cpp:55: Panic @ 0xA62D346
E 2. /tmp//-S/ydb/library/actors/core/log.cpp:857: ~TVerifyFormattedRecordWriter @ 0xB4BBBF8
E 3. /-S/ydb/library/formats/arrow/switch/compare.h:82: TypedCompare<false> @ 0xD7B36CB
E 4. /-S/ydb/core/formats/arrow/reader/position.h:83: CompareImpl @ 0x9C8A1F8
E 5. /-S/ydb/core/formats/arrow/reader/position.h:471: Compare @ 0x9C89F4F
E 6. /tmp//-S/ydb/core/formats/arrow/reader/position.cpp:36: FindBound @ 0xD78ECDD
E 7. /tmp//-S/ydb/core/tx/columnshard/engines/predicate/filter.cpp:21: BuildFilter @ 0x164FACAB
E 8. /tmp//-S/ydb/core/tx/columnshard/engines/reader/simple_reader/iterator/fetching.cpp:15: DoExecuteInplace @ 0x16751A87
E 9. /-S/ydb/core/tx/columnshard/engines/reader/common_reader/common/script.h:47: ExecuteInplace @ 0x166A9283
E 10. /tmp//-S/ydb/core/tx/columnshard/engines/reader/common_reader/common/script_cursor.cpp:36: Execute @ 0x166A9283
E 11. /tmp//-S/ydb/core/tx/columnshard/engines/reader/common_reader/iterator/fetching.cpp:30: DoExecuteImpl @ 0x166A60A3
E 12. /tmp//-S/ydb/core/tx/columnshard/engines/reader/common/conveyor_task.cpp:8: DoExecute @ 0x166ACB57
E 13. /tmp//-S/ydb/core/tx/conveyor/usage/abstract.cpp:16: Execute @ 0x165183F8
E 14. /tmp//-S/ydb/core/tx/conveyor_composite/service/worker.cpp:17: ExecuteTask @ 0x1C963E75
E 15. /tmp//-S/ydb/library/actors/core/actor.cpp:350: Receive @ 0xB466E57
E 16. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:267: Execute @ 0xB4AC6A4
E 17. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:455: operator() @ 0xB4B0764
E 18. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:507: ProcessExecutorPool @ 0xB4B0370
E 19. /tmp//-S/ydb/library/actors/core/executor_thread.cpp:533: ThreadProc @ 0xB4B0F5E
E 20. /-S/util/system/thread.cpp:245: ThreadProxy @ 0xA636A5C
E 21. ??:0: ?? @ 0x7FBEB858DAC2
E 22. ??:0: ?? @ 0x7FBEB861F8BF
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/olap/test-results/py3test/testing_out_stuff/test_log_scenario.py.TestLogScenario.test_log_uniform.log
ydb/tests/stress/olap_workload/tests/test_workload.py:26: in test
yatest.common.execute([
library/python/testing/yatest_common/yatest/common/process.py:656: in execute
res.wait(check_exit_code, timeout, on_timeout)
library/python/testing/yatest_common/yatest/common/process.py:411: in wait
self._finalise(check_exit_code)
library/python/testing/yatest_common/yatest/common/process.py:422: in _finalise
raise ExecutionError(self)
E yatest.common.process.ExecutionError: Command '/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/stress/olap_workload/olap_workload --endpoint grpc://localhost:62050 --database /Root --duration 120' has failed with code 1.
E Errors:
E ...ydb/py3/ydb/query/pool.py", line 250, in wrapped_callee
E return [result_set for result_set in it]
E ^^
E File "contrib/python/ydb/py3/ydb/_utilities.py", line 173, in __next__
E return self._next()
E ^^^^^^^^^^^^
E File "contrib/python/ydb/py3/ydb/_utilities.py", line 164, in _next
E res = self.wrapper(next(self.it))
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "contrib/python/ydb/py3/ydb/query/session.py", line 371, in <lambda>
E lambda resp: base.wrap_execute_query_response(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "contrib/python/ydb/py3/ydb/query/base.py", line 188, in decorator
E return func(rpc_state, response_pb, session_state, *args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "contrib/python/ydb/py3/ydb/query/base.py", line 206, in wrap_execute_query_response
E issues._process_response(response_pb)
E File "contrib/python/ydb/py3/ydb/issues.py", line 237, in _process_response
E raise exc_obj(_format_response(response_proto), response_proto.issues)
E ydb.issues.SchemeError: message: "Executing ESchemeOpCreateColumnTable" issue_code: 2003 severity: 1 issues { message: "Type \'Bool\' specified for column \'c5\', but support for bool is disabled (EnableColumnshardBool feature flag is off)" issue_code: 2003 severity: 1 } ,message: "Query invalidated on scheme/internal error during Scheme execution" issue_code: 2019 severity: 1 (server_code: 400070)
logsdir:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/stress/olap_workload/tests/test-results/py3test/testing_out_stuff
log:
/home/runner/actions_runner/_work/ydb/ydb/tmp/out/ydb/tests/stress/olap_workload/tests/test-results/py3test/testing_out_stuff/test_workload.py.TestYdbWorkload.test.log